Spaces:
Running
on
T4
Running
on
T4
File size: 402 Bytes
5c46c2e 5639e64 7916905 5cd7986 6579cca 050b27c f7e359e 5c46c2e f7e359e 6579cca da654c4 6579cca f7e359e |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 |
[retriever]
MODEL = BAAI/bge-m3
NORMALIZE = 1
TOP_K = 20
[ranker]
MODEL = BAAI/bge-reranker-v2-m3
TOP_K = 5
[reader]
TYPE = DEDICATED
DEDICATED_MODEL = meta-llama/Llama-3.1-8B-Instruct
DEDICATED_ENDPOINT = https://qu2d8m6dmsollhly.us-east-1.aws.endpoints.huggingface.cloud
NVIDIA_MODEL = meta-llama/Llama-3.1-8B-Instruct
NVIDIA_ENDPOINT = https://huggingface.co/api/integrations/dgx/v1
MAX_TOKENS = 768 |