Spaces:

yasserrmd
/

dlp_assistant

Sleeping

yasserrmd commited on Jan 4

Commit

35847cc

verified ·

1 Parent(s): 85e46ae

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -5,8 +5,7 @@ from transformers import pipeline, AutoModelForCausalLM, AutoTokenizer
 model_name = "yasserrmd/SmolLM2-156M-synthetic-dlp"
 model = AutoModelForCausalLM.from_pretrained(
     model_name,
-    load_in_8bit=True,  # Enable 8-bit precision
-    device_map="auto"   # Automatically allocate to GPU/CPU
 )
 tokenizer = AutoTokenizer.from_pretrained(model_name)

 model_name = "yasserrmd/SmolLM2-156M-synthetic-dlp"
 model = AutoModelForCausalLM.from_pretrained(
     model_name,
+    load_in_8bit=True
 )
 tokenizer = AutoTokenizer.from_pretrained(model_name)