Spaces:
Runtime error
Runtime error
update
Browse files
app.py
CHANGED
@@ -17,7 +17,7 @@ dtype = torch.bfloat16
|
|
17 |
|
18 |
tokenizer = AutoTokenizer.from_pretrained(model_id, token=huggingface_token)
|
19 |
|
20 |
-
print(model_id,device,dtype)
|
21 |
@spaces.GPU
|
22 |
def generate_text(prompt, system_message="You are a helpful assistant."):
|
23 |
model = AutoModelForCausalLM.from_pretrained(
|
|
|
17 |
|
18 |
tokenizer = AutoTokenizer.from_pretrained(model_id, token=huggingface_token)
|
19 |
|
20 |
+
#print(model_id,device,dtype)
|
21 |
@spaces.GPU
|
22 |
def generate_text(prompt, system_message="You are a helpful assistant."):
|
23 |
model = AutoModelForCausalLM.from_pretrained(
|