Spaces:
Runtime error
Runtime error
Commit
·
64c57d1
1
Parent(s):
101dfab
Update app.py
Browse files
app.py
CHANGED
@@ -38,7 +38,10 @@ def url_changes(url, pages_to_visit, urls_to_scrape, repo_id):
|
|
38 |
documents = loader.load()
|
39 |
text_splitter = CharacterTextSplitter(chunk_size=1000, chunk_overlap=200)
|
40 |
texts = text_splitter.split_documents(documents)
|
41 |
-
|
|
|
|
|
|
|
42 |
db = Chroma.from_documents(texts, embeddings)
|
43 |
retriever = db.as_retriever()
|
44 |
llm = HuggingFaceHub(repo_id=repo_id, model_kwargs={"temperature":0.1, "max_new_tokens":250})
|
|
|
38 |
documents = loader.load()
|
39 |
text_splitter = CharacterTextSplitter(chunk_size=1000, chunk_overlap=200)
|
40 |
texts = text_splitter.split_documents(documents)
|
41 |
+
emb_model = "snunlp/KR-SBERT-V40K-klueNLI-augSTS"
|
42 |
+
embeddings = HuggingFaceEmbeddings(
|
43 |
+
model_name=emb_model
|
44 |
+
)
|
45 |
db = Chroma.from_documents(texts, embeddings)
|
46 |
retriever = db.as_retriever()
|
47 |
llm = HuggingFaceHub(repo_id=repo_id, model_kwargs={"temperature":0.1, "max_new_tokens":250})
|