Spaces:
Runtime error
Runtime error
File size: 3,559 Bytes
87d6984 0ce4fb3 87d6984 3ca1115 87d6984 3ca1115 87d6984 d8cef94 3ca1115 87d6984 c603886 87d6984 0ce4fb3 87d6984 0ce4fb3 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 |
import os
from collections import namedtuple
MODEL_DICT = {
"gpt-3.5-turbo": "OpenAI",
"gpt-4": "OpenAI",
"gpt-4-1106-preview": "OpenAI",
"claude-instant-1": "Anthropic",
"claude-instant-1.2": "Anthropic",
"claude-2": "Anthropic",
"claude-2.1": "Anthropic",
"meta-llama/Llama-2-7b-chat-hf": "Anyscale Endpoints",
"meta-llama/Llama-2-13b-chat-hf": "Anyscale Endpoints",
"meta-llama/Llama-2-70b-chat-hf": "Anyscale Endpoints",
"codellama/CodeLlama-34b-Instruct-hf": "Anyscale Endpoints",
"mistralai/Mistral-7B-Instruct-v0.1": "Anyscale Endpoints",
"HuggingFaceH4/zephyr-7b-beta": "Anyscale Endpoints",
"Azure OpenAI": "Azure OpenAI",
}
SUPPORTED_MODELS = list(MODEL_DICT.keys())
DEFAULT_MODEL = os.environ.get("DEFAULT_MODEL", "gpt-3.5-turbo")
DEFAULT_SYSTEM_PROMPT = os.environ.get(
"DEFAULT_SYSTEM_PROMPT",
"You are a helpful chatbot.",
)
MIN_TEMP = float(os.environ.get("MIN_TEMPERATURE", 0.0))
MAX_TEMP = float(os.environ.get("MAX_TEMPERATURE", 1.0))
DEFAULT_TEMP = float(os.environ.get("DEFAULT_TEMPERATURE", 0.7))
MIN_MAX_TOKENS = int(os.environ.get("MIN_MAX_TOKENS", 1))
MAX_MAX_TOKENS = int(os.environ.get("MAX_MAX_TOKENS", 100000))
DEFAULT_MAX_TOKENS = int(os.environ.get("DEFAULT_MAX_TOKENS", 1000))
DEFAULT_LANGSMITH_PROJECT = os.environ.get("LANGCHAIN_PROJECT")
AZURE_VARS = [
"AZURE_OPENAI_BASE_URL",
"AZURE_OPENAI_API_VERSION",
"AZURE_OPENAI_DEPLOYMENT_NAME",
"AZURE_OPENAI_EMB_DEPLOYMENT_NAME",
"AZURE_OPENAI_API_KEY",
"AZURE_OPENAI_MODEL_VERSION",
]
AZURE_DICT = {v: os.environ.get(v, "") for v in AZURE_VARS}
SHOW_LANGSMITH_OPTIONS = (
os.environ.get("SHOW_LANGSMITH_OPTIONS", "true").lower() == "true"
)
SHOW_AZURE_OPTIONS = os.environ.get("SHOW_AZURE_OPTIONS", "true").lower() == "true"
PROVIDER_KEY_DICT = {
"OpenAI": os.environ.get("OPENAI_API_KEY", ""),
"Anthropic": os.environ.get("ANTHROPIC_API_KEY", ""),
"Anyscale Endpoints": os.environ.get("ANYSCALE_API_KEY", ""),
"LANGSMITH": os.environ.get("LANGCHAIN_API_KEY", ""),
}
OPENAI_API_KEY = PROVIDER_KEY_DICT["OpenAI"]
MIN_CHUNK_SIZE = 1
MAX_CHUNK_SIZE = 10000
DEFAULT_CHUNK_SIZE = 1000
MIN_CHUNK_OVERLAP = 0
MAX_CHUNK_OVERLAP = 10000
DEFAULT_CHUNK_OVERLAP = 0
DEFAULT_RETRIEVER_K = 4
DEFAULT_VALUES = namedtuple(
"DEFAULT_VALUES",
[
"MODEL_DICT",
"SUPPORTED_MODELS",
"DEFAULT_MODEL",
"DEFAULT_SYSTEM_PROMPT",
"MIN_TEMP",
"MAX_TEMP",
"DEFAULT_TEMP",
"MIN_MAX_TOKENS",
"MAX_MAX_TOKENS",
"DEFAULT_MAX_TOKENS",
"DEFAULT_LANGSMITH_PROJECT",
"AZURE_VARS",
"AZURE_DICT",
"PROVIDER_KEY_DICT",
"OPENAI_API_KEY",
"MIN_CHUNK_SIZE",
"MAX_CHUNK_SIZE",
"DEFAULT_CHUNK_SIZE",
"MIN_CHUNK_OVERLAP",
"MAX_CHUNK_OVERLAP",
"DEFAULT_CHUNK_OVERLAP",
"DEFAULT_RETRIEVER_K",
"SHOW_LANGSMITH_OPTIONS",
"SHOW_AZURE_OPTIONS",
],
)
default_values = DEFAULT_VALUES(
MODEL_DICT,
SUPPORTED_MODELS,
DEFAULT_MODEL,
DEFAULT_SYSTEM_PROMPT,
MIN_TEMP,
MAX_TEMP,
DEFAULT_TEMP,
MIN_MAX_TOKENS,
MAX_MAX_TOKENS,
DEFAULT_MAX_TOKENS,
DEFAULT_LANGSMITH_PROJECT,
AZURE_VARS,
AZURE_DICT,
PROVIDER_KEY_DICT,
OPENAI_API_KEY,
MIN_CHUNK_SIZE,
MAX_CHUNK_SIZE,
DEFAULT_CHUNK_SIZE,
MIN_CHUNK_OVERLAP,
MAX_CHUNK_OVERLAP,
DEFAULT_CHUNK_OVERLAP,
DEFAULT_RETRIEVER_K,
SHOW_LANGSMITH_OPTIONS,
SHOW_AZURE_OPTIONS,
)
|