kamran-r123 commited on
Commit
bde1c5d
·
verified ·
1 Parent(s): 29fbbe7

Update main.py

Browse files
Files changed (1) hide show
  1. main.py +1 -1
main.py CHANGED
@@ -46,7 +46,7 @@ def generate(item: Item):
46
 
47
  formatted_prompt = format_prompt(item)
48
 
49
- model_id = "meta-llama/Meta-Llama-3-8B-Instruct"
50
  tokenizer = AutoTokenizer.from_pretrained(model_id)
51
  model = AutoModelForCausalLM.from_pretrained(model_id, torch_dtype=torch.bfloat16, device_map="auto",)
52
 
 
46
 
47
  formatted_prompt = format_prompt(item)
48
 
49
+ model_id = "failspy/Meta-Llama-3-8B-Instruct-abliterated-v3"
50
  tokenizer = AutoTokenizer.from_pretrained(model_id)
51
  model = AutoModelForCausalLM.from_pretrained(model_id, torch_dtype=torch.bfloat16, device_map="auto",)
52