Spaces:

pyvene
/

reft_chat7b_1k

Running on Zero

frankaging commited on Apr 16, 2024

Commit

fe68a7a

1 Parent(s): 422e042

adjust 1k checkpoint

Files changed (1) hide show

app.py CHANGED Viewed

@@ -46,7 +46,7 @@ if torch.cuda.is_available():
     model = AutoModelForCausalLM.from_pretrained(
         model_id, device_map="cuda", torch_dtype=torch.bfloat16
     )
-    reft_model = ReftModel.load("pyvene/reft_chat7b", model, from_huggingface_hub=True)
     reft_model.set_device("cuda")
     tokenizer = AutoTokenizer.from_pretrained(model_id)
     tokenizer.use_default_system_prompt = True

     model = AutoModelForCausalLM.from_pretrained(
         model_id, device_map="cuda", torch_dtype=torch.bfloat16
     )
+    reft_model = ReftModel.load("pyvene/reft_chat7b_1k", model, from_huggingface_hub=True)
     reft_model.set_device("cuda")
     tokenizer = AutoTokenizer.from_pretrained(model_id)
     tokenizer.use_default_system_prompt = True