Spaces:
Running
Running
Revert the last commit
Browse files
app.py
CHANGED
|
@@ -84,14 +84,8 @@ def normalize_text(text: str) -> str:
|
|
| 84 |
|
| 85 |
|
| 86 |
bm25_tokenizer = TokenizerHF(lower=True, splitter=tokenizer.tokenize, stopwords=None, stemmer=None)
|
| 87 |
-
bm25_tokenizer.load_vocab_from_hub(
|
| 88 |
-
|
| 89 |
-
token=os.getenv("HF_TOKEN"), # needed for demo at HF Spaces
|
| 90 |
-
)
|
| 91 |
-
bm25_retriever = BM25HF.load_from_hub(
|
| 92 |
-
"studio-ousia/luxe-nayose-bm25",
|
| 93 |
-
token=os.getenv("HF_TOKEN"), # needed for demo at HF Spaces
|
| 94 |
-
)
|
| 95 |
|
| 96 |
|
| 97 |
def get_texts_from_file(file_path):
|
|
|
|
| 84 |
|
| 85 |
|
| 86 |
bm25_tokenizer = TokenizerHF(lower=True, splitter=tokenizer.tokenize, stopwords=None, stemmer=None)
|
| 87 |
+
bm25_tokenizer.load_vocab_from_hub("studio-ousia/luxe-nayose-bm25")
|
| 88 |
+
bm25_retriever = BM25HF.load_from_hub("studio-ousia/luxe-nayose-bm25")
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 89 |
|
| 90 |
|
| 91 |
def get_texts_from_file(file_path):
|