Update README.md
Browse files
README.md
CHANGED
@@ -57,7 +57,7 @@ You can run the smashed model with these steps:
|
|
57 |
from transformers import AutoTokenizer, AutoModelForCausalLM
|
58 |
|
59 |
tokenizer = AutoTokenizer.from_pretrained("PrunaAI/recurrentgemma-2b-bnb-4bit-smashed")
|
60 |
-
model = AutoModelForCausalLM.from_pretrained("PrunaAI/recurrentgemma-2b-bnb-4bit-smashed"
|
61 |
|
62 |
input_text = "Write me a poem about Machine Learning."
|
63 |
input_ids = tokenizer(input_text, return_tensors="pt").to("cuda")
|
|
|
57 |
from transformers import AutoTokenizer, AutoModelForCausalLM
|
58 |
|
59 |
tokenizer = AutoTokenizer.from_pretrained("PrunaAI/recurrentgemma-2b-bnb-4bit-smashed")
|
60 |
+
model = AutoModelForCausalLM.from_pretrained("PrunaAI/recurrentgemma-2b-bnb-4bit-smashed")
|
61 |
|
62 |
input_text = "Write me a poem about Machine Learning."
|
63 |
input_ids = tokenizer(input_text, return_tensors="pt").to("cuda")
|