Update README.md
Browse files
README.md
CHANGED
@@ -110,15 +110,9 @@ print(tokenizer.decode(input_ids[0]))
|
|
110 |
print("\n\n*** Generate:")
|
111 |
with torch.autocast("cuda", dtype=torch.bfloat16):
|
112 |
output = model.generate(
|
113 |
-
input_ids=input_ids.cuda
|
114 |
max_new_tokens=1024,
|
115 |
-
do_sample=True,
|
116 |
-
temperature=0.7,
|
117 |
return_dict_in_generate=True,
|
118 |
-
eos_token_id=tokenizer.eos_token_id,
|
119 |
-
pad_token_id=tokenizer.pad_token_id,
|
120 |
-
repetition_penalty=1.2,
|
121 |
-
no_repeat_ngram_size=5,
|
122 |
)
|
123 |
|
124 |
response = tokenizer.decode(
|
@@ -128,20 +122,16 @@ response = tokenizer.decode(
|
|
128 |
print(response)
|
129 |
```
|
130 |
|
131 |
-
|
132 |
-
|
133 |
-
<summary>Outputs</summary>
|
134 |
-
|
135 |
-
**Prompt**:
|
136 |
|
137 |
```python
|
138 |
-
|
139 |
-
```
|
140 |
|
141 |
-
|
142 |
|
143 |
-
|
144 |
-
|
|
|
145 |
2 oz Dark Rum
|
146 |
1 oz Orange Curacao
|
147 |
0.5 oz Orgeat Syrup
|
@@ -152,11 +142,9 @@ In a shaker filled with ice, combine the white rum, dark rum, orange curacao, or
|
|
152 |
|
153 |
Strain the mixture into a double old-fashioned glass filled with fresh ice. Garnish with a lime wedge and a sprig of mint.
|
154 |
|
155 |
-
Enjoy your delicious mai tai!
|
156 |
```
|
157 |
|
158 |
-
</details>
|
159 |
-
|
160 |
|
161 |
## Speeds, Sizes, Times
|
162 |
|
|
|
110 |
print("\n\n*** Generate:")
|
111 |
with torch.autocast("cuda", dtype=torch.bfloat16):
|
112 |
output = model.generate(
|
113 |
+
input_ids=input_ids.to("cuda"),
|
114 |
max_new_tokens=1024,
|
|
|
|
|
115 |
return_dict_in_generate=True,
|
|
|
|
|
|
|
|
|
116 |
)
|
117 |
|
118 |
response = tokenizer.decode(
|
|
|
122 |
print(response)
|
123 |
```
|
124 |
|
125 |
+
**Outputs**
|
|
|
|
|
|
|
|
|
126 |
|
127 |
```python
|
128 |
+
*** **Prompt**:
|
|
|
129 |
|
130 |
+
<s> [INST] Tell me a recipe for a mai tai. [/INST]
|
131 |
|
132 |
+
*** **Generation**
|
133 |
+
|
134 |
+
1.5 oz White Rum
|
135 |
2 oz Dark Rum
|
136 |
1 oz Orange Curacao
|
137 |
0.5 oz Orgeat Syrup
|
|
|
142 |
|
143 |
Strain the mixture into a double old-fashioned glass filled with fresh ice. Garnish with a lime wedge and a sprig of mint.
|
144 |
|
145 |
+
Enjoy your delicious mai tai!
|
146 |
```
|
147 |
|
|
|
|
|
148 |
|
149 |
## Speeds, Sizes, Times
|
150 |
|