Spaces:
Runtime error
Runtime error
Better UI and model comparison
Browse files
app.py
CHANGED
@@ -79,7 +79,6 @@ def infer_candidates(nlp, line):
|
|
79 |
tokens = tokens[np.where(tokens != nlp.tokenizer.pad_token_id)]
|
80 |
l = []
|
81 |
token_list = [nlp.tokenizer.decode([token], skip_special_tokens=True) for token in tokens]
|
82 |
-
print(token_list)
|
83 |
for idx, token in enumerate(token_list):
|
84 |
if token.startswith('##'):
|
85 |
l[-1] += token[2:]
|
|
|
79 |
tokens = tokens[np.where(tokens != nlp.tokenizer.pad_token_id)]
|
80 |
l = []
|
81 |
token_list = [nlp.tokenizer.decode([token], skip_special_tokens=True) for token in tokens]
|
|
|
82 |
for idx, token in enumerate(token_list):
|
83 |
if token.startswith('##'):
|
84 |
l[-1] += token[2:]
|