Spaces:
Runtime error
Runtime error
Commit
·
dc9cd8d
1
Parent(s):
24f2c54
Check again
Browse files- generator.py +2 -2
generator.py
CHANGED
@@ -110,10 +110,10 @@ def gen_question(inputs):
|
|
110 |
def tokenize(inputs) :
|
111 |
inputs = hftokenizer.batch_encode_plus(
|
112 |
inputs,
|
113 |
-
max_length=
|
114 |
add_special_tokens=True,
|
115 |
truncation=True,
|
116 |
-
padding="max_length",
|
117 |
pad_to_max_length=True,
|
118 |
return_tensors="pt"
|
119 |
)
|
|
|
110 |
def tokenize(inputs) :
|
111 |
inputs = hftokenizer.batch_encode_plus(
|
112 |
inputs,
|
113 |
+
max_length=512,
|
114 |
add_special_tokens=True,
|
115 |
truncation=True,
|
116 |
+
# padding="max_length",
|
117 |
pad_to_max_length=True,
|
118 |
return_tensors="pt"
|
119 |
)
|