Spaces:
Running
Running
| model_list: | |
| # northflank | |
| - model_name: gpt-4o-mini-northflank | |
| litellm_params: | |
| model: openai/gpt-4o-mini | |
| api_base: https://yc--northflank-duckapi--b69bn8cbbs7k.code.run/v1 | |
| api_key: os.environ/NF_API_KEY | |
| - model_name: gpt-4o-mini | |
| litellm_params: | |
| model: openai/gpt-4o-mini | |
| api_base: https://yc--northflank-duckapi--b69bn8cbbs7k.code.run/v1 | |
| api_key: os.environ/NF_API_KEY | |
| - model_name: gpt-3.5-turbo-northflank | |
| litellm_params: | |
| model: openai/gpt-3.5-turbo | |
| api_base: https://yc--northflank-duckapi--b69bn8cbbs7k.code.run/v1 | |
| api_key: os.environ/NF_API_KEY | |
| - model_name: gpt-3.5-turbo | |
| litellm_params: | |
| model: openai/gpt-3.5-turbo | |
| api_base: https://yc--northflank-duckapi--b69bn8cbbs7k.code.run/v1 | |
| api_key: os.environ/NF_API_KEY | |
| - model_name: gemini-1.5-pro-k1 | |
| litellm_params: | |
| model: gemini/gemini-1.5-pro | |
| api_key: os.environ/GEMINI_API_KEY1 | |
| - model_name: gemini-1.5-pro | |
| litellm_params: | |
| model: gemini/gemini-1.5-pro | |
| api_key: os.environ/GEMINI_API_KEY1 | |
| rpm: 4 # 2 * # of keys | |
| tpm: 6400 # 32,000 * # of keys | |
| - model_name: gemini-1.5-flash-k1 | |
| litellm_params: | |
| model: gemini/gemini-1.5-flash | |
| api_key: os.environ/GEMINI_API_KEY1 | |
| - model_name: gemini-1.5-flash | |
| litellm_params: | |
| model: gemini/gemini-1.5-flash | |
| api_key: os.environ/GEMINI_API_KEY1 | |
| rpm: 30 # 15 * # of keys | |
| tpm: 2000000 # 1,000,000 * # of keys | |
| - model_name: gemini-1.5-pro-k2 | |
| litellm_params: | |
| model: gemini/gemini-1.5-pro | |
| api_key: os.environ/GEMINI_API_KEY2 | |
| - model_name: gemini-1.5-pro | |
| litellm_params: | |
| model: gemini/gemini-1.5-pro | |
| api_key: os.environ/GEMINI_API_KEY | |
| rpm: 4 # 2 * # of keys | |
| tpm: 6400 # 32,000 * # of keys | |
| - model_name: gemini-1.5-flash-k2 | |
| litellm_params: | |
| model: gemini/gemini-1.5-flash | |
| api_key: os.environ/GEMINI_API_KEY2 | |
| - model_name: gemini-1.5-flash | |
| litellm_params: | |
| model: gemini/gemini-1.5-flash | |
| api_key: os.environ/GEMINI_API_KEY2 | |
| rpm: 30 # 15 * # of keys | |
| tpm: 2000000 # 1,000,000 * # of keys | |
| general_settings: | |
| master_key: os.environ/MASTER_KEY # sk-1234 # [OPTIONAL] Only use this if you require all calls to contain this key (Authorization: Bearer sk-1234) | |
| routing_strategy: simple-shuffle |