Upload folder using huggingface_hub
Browse files
README.md
CHANGED
@@ -25,7 +25,8 @@ vllm serve tiny-random/step3-vllm --trust-remote-code
|
|
25 |
- Transformers
|
26 |
|
27 |
```python
|
28 |
-
#
|
|
|
29 |
|
30 |
import torch
|
31 |
from transformers import AutoModelForCausalLM, AutoProcessor
|
|
|
25 |
- Transformers
|
26 |
|
27 |
```python
|
28 |
+
# ⚠️: it's more convenient to use the model without "-vllm" suffix,
|
29 |
+
# which follows transformers' naming. Here "key_mapping" is a workaround.
|
30 |
|
31 |
import torch
|
32 |
from transformers import AutoModelForCausalLM, AutoProcessor
|