Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -30,7 +30,7 @@ with st.form(key='my_form'):
|
|
30 |
logits, past_key_values = model(myinput, past_key_values = past_key_values, return_dict=False)
|
31 |
logits = logits[0,-1]
|
32 |
probabilities = torch.nn.functional.softmax(logits)
|
33 |
-
best_logits, best_indices = logits.topk(
|
34 |
best_words = [tokenizer.decode([idx.item()]) for idx in best_indices]
|
35 |
text.append(best_indices[0].item())
|
36 |
best_probabilities = probabilities[best_indices].tolist()
|
|
|
30 |
logits, past_key_values = model(myinput, past_key_values = past_key_values, return_dict=False)
|
31 |
logits = logits[0,-1]
|
32 |
probabilities = torch.nn.functional.softmax(logits)
|
33 |
+
best_logits, best_indices = logits.topk(150)
|
34 |
best_words = [tokenizer.decode([idx.item()]) for idx in best_indices]
|
35 |
text.append(best_indices[0].item())
|
36 |
best_probabilities = probabilities[best_indices].tolist()
|