Spaces:
Running
Running
File size: 4,514 Bytes
56add8f a28cbf8 b0191c7 56add8f b0191c7 56add8f c506328 59db38e c506328 59db38e b0191c7 56add8f ef096b2 a28cbf8 56add8f a28cbf8 56add8f a28cbf8 ef096b2 a28cbf8 56add8f a28cbf8 56add8f a28cbf8 56add8f a28cbf8 56add8f 1daa44a |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 |
{
"api": {
"models": {
"Llama-3.2-11B-Vision-Instruct": {
"type": "image-text-to-text",
"api_url": "https://api-inference.huggingface.co/models/meta-llama/Llama-3.2-11B-Vision-Instruct/v1/chat/completions",
"headers": {
"Content-Type": "application/json",
"x-use-cache": "false",
"config": {
"comment": "This section runs Python code. It retrieves the API key from your environment using 'os'. You can use this for Authorization headers or replace it with another type of headers, like 'ApiKey'.",
"Authorization": "Bearer os.environ.get('auth')"
}
}
},
"Llama-3.3-70B-Instruct": {
"type": "image-text-to-text",
"api_url": "https://api-inference.huggingface.co/models/meta-llama/Llama-3.3-70B-Instruct/v1/chat/completions",
"headers": {
"Content-Type": "application/json",
"x-use-cache": "false",
"config": {
"comment": "This section runs Python code. It retrieves the API key from your environment using 'os'. You can use this for Authorization headers or replace it with another type of headers, like 'ApiKey'.",
"Authorization": "Bearer os.environ.get('auth')"
}
}
},
"Phi-3.5-mini-instruct": {
"type": "Text Generation",
"api_url": "https://api-inference.huggingface.co/models/microsoft/Phi-3.5-mini-instruct/v1/chat/completions",
"headers": {
"Content-Type": "application/json",
"x-use-cache": "false",
"config": {
"comment": "This section runs Python code. It retrieves the API key from your environment using 'os'. You can use this for Authorization headers or replace it with another type of headers, like 'ApiKey'.",
"Authorization": "Bearer os.environ.get('auth')"
}
}
},
"Mistral-Nemo-Instruct-2407": {
"type": "Text Generation",
"api_url": "https://api-inference.huggingface.co/models/mistralai/Mistral-Nemo-Instruct-2407/v1/chat/completions",
"headers": {
"Content-Type": "application/json",
"x-use-cache": "false",
"config": {
"comment": "This section runs Python code. It retrieves the API key from your environment using 'os'. You can use this for Authorization headers or replace it with another type of headers, like 'ApiKey'.",
"Authorization": "Bearer os.environ.get('auth')"
}
}
},
"SmallThinker-3B-Preview": {
"type": "Text Generation",
"api_url": "https://api-inference.huggingface.co/models/PowerInfer/SmallThinker-3B-Preview/v1/chat/completions",
"headers": {
"Content-Type": "application/json",
"x-use-cache": "false",
"config": {
"comment": "This section runs Python code. It retrieves the API key from your environment using 'os'. You can use this for Authorization headers or replace it with another type of headers, like 'ApiKey'.",
"Authorization": "Bearer os.environ.get('auth')"
}
}
},
"Meta-Llama-3-8B-Instruct": {
"type": "Text Generation",
"api_url": "https://api-inference.huggingface.co/models/meta-llama/Meta-Llama-3-8B-Instruct/v1/chat/completions",
"headers": {
"Content-Type": "application/json",
"x-use-cache": "false",
"config": {
"comment": "This section runs Python code. It retrieves the API key from your environment using 'os'. You can use this for Authorization headers or replace it with another type of headers, like 'ApiKey'.",
"Authorization": "Bearer os.environ.get('auth')"
}
}
}
}
},
"handle_stream": true
} |