Spaces:

PhysicsWallahAI
/

Aryabhata-Demo

Running

pw-ai-research commited on 23 days ago

Commit

839bf21

verified ·

1 Parent(s): b9a7f28

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -12,7 +12,7 @@ import threading
 model_id = "PhysicsWallahAI/Aryabhata-1.0"
 tokenizer = AutoTokenizer.from_pretrained(model_id)
-model = AutoModelForCausalLM.from_pretrained(model_id, torch_dtype="auto", device_map="auto", attn_implementation="flash_attention_2")
 def process_questions(example):
     example["question_text"] = example["question"]

 model_id = "PhysicsWallahAI/Aryabhata-1.0"
 tokenizer = AutoTokenizer.from_pretrained(model_id)
+model = AutoModelForCausalLM.from_pretrained(model_id, torch_dtype=torch.bfloat16, device_map="auto", attn_implementation="flash_attention_2")
 def process_questions(example):
     example["question_text"] = example["question"]