Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -105,6 +105,7 @@ def create_bibtex_entry(data):
|
|
105 |
class CombinedProcessor:
|
106 |
def process(self, user_message):
|
107 |
editorial_text = re.sub("\n", " ¶ ", user_message)
|
|
|
108 |
num_tokens = len(tokenizer.tokenize(editorial_text))
|
109 |
|
110 |
batch_prompts = split_text(editorial_text, max_tokens=500) if num_tokens > 500 else [editorial_text]
|
@@ -117,7 +118,6 @@ class CombinedProcessor:
|
|
117 |
|
118 |
bibtex_entries = []
|
119 |
for entry in bibliography_entries:
|
120 |
-
entry = re.sub(r'\s*([;:])\s*', r' \1 ', entry)
|
121 |
entry = re.sub(r'- ?[\n¶] ?', r'', entry)
|
122 |
entry = re.sub(r' ?[\n¶] ?', r' ', entry)
|
123 |
bib_out = bibliography_classifier(entry)
|
|
|
105 |
class CombinedProcessor:
|
106 |
def process(self, user_message):
|
107 |
editorial_text = re.sub("\n", " ¶ ", user_message)
|
108 |
+
editorial_text = re.sub(r'\s*([;:])\s*', r' \1 ', editorial_text)
|
109 |
num_tokens = len(tokenizer.tokenize(editorial_text))
|
110 |
|
111 |
batch_prompts = split_text(editorial_text, max_tokens=500) if num_tokens > 500 else [editorial_text]
|
|
|
118 |
|
119 |
bibtex_entries = []
|
120 |
for entry in bibliography_entries:
|
|
|
121 |
entry = re.sub(r'- ?[\n¶] ?', r'', entry)
|
122 |
entry = re.sub(r' ?[\n¶] ?', r' ', entry)
|
123 |
bib_out = bibliography_classifier(entry)
|