Update README.md
Browse files
README.md
CHANGED
@@ -88,10 +88,9 @@ This model was created by using the [llm-compressor](https://github.com/vllm-pro
|
|
88 |
|
89 |
```python
|
90 |
from transformers import AutoTokenizer
|
91 |
-
from datasets import
|
92 |
from llmcompressor.transformers import SparseAutoModelForCausalLM, oneshot
|
93 |
from llmcompressor.modifiers.quantization import GPTQModifier
|
94 |
-
import random
|
95 |
|
96 |
model_id = "meta-llama/Meta-Llama-3.1-70B-Instruct"
|
97 |
|
|
|
88 |
|
89 |
```python
|
90 |
from transformers import AutoTokenizer
|
91 |
+
from datasets import load_dataset
|
92 |
from llmcompressor.transformers import SparseAutoModelForCausalLM, oneshot
|
93 |
from llmcompressor.modifiers.quantization import GPTQModifier
|
|
|
94 |
|
95 |
model_id = "meta-llama/Meta-Llama-3.1-70B-Instruct"
|
96 |
|