Spaces:
Running
on
CPU Upgrade
Running
on
CPU Upgrade
File size: 544 Bytes
d747f74 5c46c2e 61c33da 6579cca da654c4 6579cca 282f6c3 c44f0a0 773f59c 282f6c3 518d74a |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 |
[generator]
PROVIDER = huggingface
MODEL = meta-llama/Meta-Llama-3-8B-Instruct
MAX_TOKENS = 512
TEMPERATURE = 0.2
[reader]
TYPE = INF_PROVIDERS
INF_PROVIDER_MODEL = meta-llama/Llama-3.1-8B-Instruct
DEDICATED_MODEL = meta-llama/Llama-3.1-8B-Instruct
DEDICATED_ENDPOINT = https://qu2d8m6dmsollhly.us-east-1.aws.endpoints.huggingface.cloud
NVIDIA_MODEL = meta-llama/Llama-3.1-8B-Instruct
NVIDIA_ENDPOINT = https://huggingface.co/api/integrations/dgx/v1
MAX_TOKENS = 768
INF_PROVIDER = nebius
[app]
dropdown_default = Annual Consolidated OAG 2024 |