Spaces:
Sleeping
Sleeping
app.py
CHANGED
@@ -38,7 +38,7 @@ model.resize_token_embeddings(len(tokenizer))
|
|
38 |
|
39 |
|
40 |
@spaces.GPU
|
41 |
-
def get_completion(
|
42 |
peft_model = PeftModel.from_pretrained(model, peft_model_id, device_map="cuda"
|
43 |
#offload_folder = "offload/"
|
44 |
)
|
|
|
38 |
|
39 |
|
40 |
@spaces.GPU
|
41 |
+
def get_completion(msg):
|
42 |
peft_model = PeftModel.from_pretrained(model, peft_model_id, device_map="cuda"
|
43 |
#offload_folder = "offload/"
|
44 |
)
|