valeriylo commited on
Commit
acd6b83
·
1 Parent(s): ed0c879

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +5 -18
app.py CHANGED
@@ -53,23 +53,10 @@ LOADER_MAPPING = {
53
  ".txt": (TextLoader, {"encoding": "utf8"}),
54
  }
55
 
 
 
56
 
57
- #repo_name = "IlyaGusev/saiga2_13b_ggml"
58
- #model_name = "ggml-model-q4_1.bin"
59
- #embedder_name = "sentence-transformers/paraphrase-multilingual-mpnet-base-v2"
60
-
61
- repo_name = "IlyaGusev/saiga2_70b_lora"
62
- model_name = "adapter_model.bin"
63
- repo_name = "IlyaGusev/saiga2_13b_gguf"
64
- model_name = "ggml-model-q4_K.gguf"
65
-
66
- #repo_name = "IlyaGusev/saiga2_7b_gguf"
67
- #model_name = "ggml-model-q4_K.gguf"
68
- embedder_name = "sentence-transformers/multi-qa-MiniLM-L6-cos-v1"
69
-
70
- #repo_name = "IlyaGusev/saiga_13b_lora_llamacpp"
71
- #model_name = "ggml-model-q4_1.bin"
72
- #embedder_name = "sentence-transformers/paraphrase-multilingual-mpnet-base-v2"
73
 
74
 
75
  snapshot_download(repo_id=repo_name, local_dir=".", allow_patterns=model_name)
@@ -213,9 +200,9 @@ with gr.Blocks(
213
  db = gr.State(None)
214
  conversation_id = gr.State(get_uuid)
215
  gr.Markdown(
216
- f"""<h1><center>Saiga2 RAG: retrieval QA</center></h1>
217
  """
218
- f"""<h3><center>Space credits to Ilya Gusev</center></h1>
219
  """
220
  )
221
 
 
53
  ".txt": (TextLoader, {"encoding": "utf8"}),
54
  }
55
 
56
+ repo_name = "IlyaGusev/saiga_mistral_7b_gguf"
57
+ model_name = "model-q8_0.gguf"
58
 
59
+ embedder_name = "intfloat/multilingual-e5-large"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
60
 
61
 
62
  snapshot_download(repo_id=repo_name, local_dir=".", allow_patterns=model_name)
 
200
  db = gr.State(None)
201
  conversation_id = gr.State(get_uuid)
202
  gr.Markdown(
203
+ f"""<h1><center>Saiga Mistral RAG: retrieval QA</center></h1>
204
  """
205
+ f"""<h3><center>Space code credits to Ilya Gusev</center></h1>
206
  """
207
  )
208