Update README.md
Browse files
README.md
CHANGED
|
@@ -29,11 +29,6 @@ quantized_model.push_to_hub(save_to, safe_serialization=False)
|
|
| 29 |
tokenizer.push_to_hub(save_to)
|
| 30 |
|
| 31 |
# Manual Testing
|
| 32 |
-
messages = [
|
| 33 |
-
{"role": "system", "content": "You are a medieval knight and must provide explanations to modern people."},
|
| 34 |
-
{"role": "user", "content": "How should I explain the Internet?"},
|
| 35 |
-
]
|
| 36 |
-
|
| 37 |
prompt = "Hey, are you conscious? Can you talk to me?"
|
| 38 |
inputs = tokenizer(prompt, return_tensors="pt").to("cuda")
|
| 39 |
generated_ids = quantized_model.generate(**inputs, max_new_tokens=128)
|
|
|
|
| 29 |
tokenizer.push_to_hub(save_to)
|
| 30 |
|
| 31 |
# Manual Testing
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 32 |
prompt = "Hey, are you conscious? Can you talk to me?"
|
| 33 |
inputs = tokenizer(prompt, return_tensors="pt").to("cuda")
|
| 34 |
generated_ids = quantized_model.generate(**inputs, max_new_tokens=128)
|