Spaces:
Sleeping
Sleeping
Update private_gpt/settings/settings.py
Browse files
private_gpt/settings/settings.py
CHANGED
@@ -81,7 +81,7 @@ class DataSettings(BaseModel):
|
|
81 |
|
82 |
|
83 |
class LLMSettings(BaseModel):
|
84 |
-
mode: Literal["local", "openai", "sagemaker", "mock"]
|
85 |
max_new_tokens: int = Field(
|
86 |
256,
|
87 |
description="The maximum number of token that the LLM is authorized to generate in one completion.",
|
|
|
81 |
|
82 |
|
83 |
class LLMSettings(BaseModel):
|
84 |
+
mode: Literal["local", "openai", "sagemaker", "mock", "dynamic"]
|
85 |
max_new_tokens: int = Field(
|
86 |
256,
|
87 |
description="The maximum number of token that the LLM is authorized to generate in one completion.",
|