Update README.md
Browse files
README.md
CHANGED
|
@@ -50,9 +50,9 @@ Loading in 8-bit Quantization
|
|
| 50 |
```python
|
| 51 |
from transformers import AutoTokenizer, AutoModelForCausalLM, BitsAndBytesConfig
|
| 52 |
|
| 53 |
-
tokenizer = AutoTokenizer.from_pretrained("AdamLucek/sql-
|
| 54 |
model = AutoModelForCausalLM.from_pretrained(
|
| 55 |
-
"AdamLucek/sql-
|
| 56 |
device_map="cuda",
|
| 57 |
quantization_config=BitsAndBytesConfig(load_in_8bit=True)
|
| 58 |
)
|
|
|
|
| 50 |
```python
|
| 51 |
from transformers import AutoTokenizer, AutoModelForCausalLM, BitsAndBytesConfig
|
| 52 |
|
| 53 |
+
tokenizer = AutoTokenizer.from_pretrained("AdamLucek/llama3-8b-code-sql-slerp")
|
| 54 |
model = AutoModelForCausalLM.from_pretrained(
|
| 55 |
+
"AdamLucek/llama3-8b-code-sql-slerp",
|
| 56 |
device_map="cuda",
|
| 57 |
quantization_config=BitsAndBytesConfig(load_in_8bit=True)
|
| 58 |
)
|