Update main.py
Browse files
main.py
CHANGED
@@ -46,7 +46,7 @@ def generate(item: Item):
|
|
46 |
|
47 |
formatted_prompt = format_prompt(item)
|
48 |
|
49 |
-
model_id = "
|
50 |
tokenizer = AutoTokenizer.from_pretrained(model_id)
|
51 |
model = AutoModelForCausalLM.from_pretrained(model_id, torch_dtype=torch.bfloat16, device_map="auto",)
|
52 |
|
|
|
46 |
|
47 |
formatted_prompt = format_prompt(item)
|
48 |
|
49 |
+
model_id = "failspy/Meta-Llama-3-8B-Instruct-abliterated-v3"
|
50 |
tokenizer = AutoTokenizer.from_pretrained(model_id)
|
51 |
model = AutoModelForCausalLM.from_pretrained(model_id, torch_dtype=torch.bfloat16, device_map="auto",)
|
52 |
|