Smart_LLM

Running on Zero

Daemontatox commited on 23 days ago

Commit

40fef2b

verified ·

1 Parent(s): 3343144

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -15,7 +15,7 @@ from transformers import (
     StoppingCriteriaList
 )
-MODEL_ID = "Daemontatox/mini-Cogito-R1"
 DEFAULT_SYSTEM_PROMPT = """
@@ -60,7 +60,7 @@ def initialize_model():
     model = AutoModelForCausalLM.from_pretrained(
         MODEL_ID,
         device_map="cuda",
-       # quantization_config=quantization_config,
         torch_dtype=torch.bfloat16,
         trust_remote_code=True,
         attn_implementation="flash_attention_2"

     StoppingCriteriaList
 )
+MODEL_ID = "open-thoughts/OpenThinker-32B"
 DEFAULT_SYSTEM_PROMPT = """
     model = AutoModelForCausalLM.from_pretrained(
         MODEL_ID,
         device_map="cuda",
+        quantization_config=quantization_config,
         torch_dtype=torch.bfloat16,
         trust_remote_code=True,
         attn_implementation="flash_attention_2"