Spaces:

yasserrmd
/

dlp_assistant

Sleeping

yasserrmd commited on Jan 4

Commit

f006a0c

verified ·

1 Parent(s): 27be402

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -7,7 +7,7 @@ model_name = "yasserrmd/SmolLM2-156M-synthetic-dlp"
 model = AutoModelForCausalLM.from_pretrained(
     model_name,
     load_in_8bit=True,
-    device="cuda"
 )
 tokenizer = AutoTokenizer.from_pretrained(model_name)

 model = AutoModelForCausalLM.from_pretrained(
     model_name,
     load_in_8bit=True,
+    device_map ="cuda"
 )
 tokenizer = AutoTokenizer.from_pretrained(model_name)