Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -84,7 +84,7 @@ class DocumentRetrievalAndGeneration:
|
|
84 |
quantization_config=quantization_config,
|
85 |
token=hf_token
|
86 |
) quantization_config=quantization_config
|
87 |
-
|
88 |
return tokenizer, model
|
89 |
|
90 |
def generate_response_with_timeout(self, input_ids, max_new_tokens=1000):
|
|
|
84 |
quantization_config=quantization_config,
|
85 |
token=hf_token
|
86 |
) quantization_config=quantization_config
|
87 |
+
|
88 |
return tokenizer, model
|
89 |
|
90 |
def generate_response_with_timeout(self, input_ids, max_new_tokens=1000):
|