ionosphere commited on
Commit
b374d39
·
1 Parent(s): 1ba395f

Fix dependencies

Browse files
Files changed (5) hide show
  1. .gitignore +5 -0
  2. .gradio/certificate.pem +31 -0
  3. README.md +11 -12
  4. app.py +11 -3
  5. requirements.txt +10 -6
.gitignore ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ .cache.sqlite
2
+ .env
3
+ *__pycache__/
4
+ .vscode/
5
+ .venv/
.gradio/certificate.pem ADDED
@@ -0,0 +1,31 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ -----BEGIN CERTIFICATE-----
2
+ MIIFazCCA1OgAwIBAgIRAIIQz7DSQONZRGPgu2OCiwAwDQYJKoZIhvcNAQELBQAw
3
+ TzELMAkGA1UEBhMCVVMxKTAnBgNVBAoTIEludGVybmV0IFNlY3VyaXR5IFJlc2Vh
4
+ cmNoIEdyb3VwMRUwEwYDVQQDEwxJU1JHIFJvb3QgWDEwHhcNMTUwNjA0MTEwNDM4
5
+ WhcNMzUwNjA0MTEwNDM4WjBPMQswCQYDVQQGEwJVUzEpMCcGA1UEChMgSW50ZXJu
6
+ ZXQgU2VjdXJpdHkgUmVzZWFyY2ggR3JvdXAxFTATBgNVBAMTDElTUkcgUm9vdCBY
7
+ MTCCAiIwDQYJKoZIhvcNAQEBBQADggIPADCCAgoCggIBAK3oJHP0FDfzm54rVygc
8
+ h77ct984kIxuPOZXoHj3dcKi/vVqbvYATyjb3miGbESTtrFj/RQSa78f0uoxmyF+
9
+ 0TM8ukj13Xnfs7j/EvEhmkvBioZxaUpmZmyPfjxwv60pIgbz5MDmgK7iS4+3mX6U
10
+ A5/TR5d8mUgjU+g4rk8Kb4Mu0UlXjIB0ttov0DiNewNwIRt18jA8+o+u3dpjq+sW
11
+ T8KOEUt+zwvo/7V3LvSye0rgTBIlDHCNAymg4VMk7BPZ7hm/ELNKjD+Jo2FR3qyH
12
+ B5T0Y3HsLuJvW5iB4YlcNHlsdu87kGJ55tukmi8mxdAQ4Q7e2RCOFvu396j3x+UC
13
+ B5iPNgiV5+I3lg02dZ77DnKxHZu8A/lJBdiB3QW0KtZB6awBdpUKD9jf1b0SHzUv
14
+ KBds0pjBqAlkd25HN7rOrFleaJ1/ctaJxQZBKT5ZPt0m9STJEadao0xAH0ahmbWn
15
+ OlFuhjuefXKnEgV4We0+UXgVCwOPjdAvBbI+e0ocS3MFEvzG6uBQE3xDk3SzynTn
16
+ jh8BCNAw1FtxNrQHusEwMFxIt4I7mKZ9YIqioymCzLq9gwQbooMDQaHWBfEbwrbw
17
+ qHyGO0aoSCqI3Haadr8faqU9GY/rOPNk3sgrDQoo//fb4hVC1CLQJ13hef4Y53CI
18
+ rU7m2Ys6xt0nUW7/vGT1M0NPAgMBAAGjQjBAMA4GA1UdDwEB/wQEAwIBBjAPBgNV
19
+ HRMBAf8EBTADAQH/MB0GA1UdDgQWBBR5tFnme7bl5AFzgAiIyBpY9umbbjANBgkq
20
+ hkiG9w0BAQsFAAOCAgEAVR9YqbyyqFDQDLHYGmkgJykIrGF1XIpu+ILlaS/V9lZL
21
+ ubhzEFnTIZd+50xx+7LSYK05qAvqFyFWhfFQDlnrzuBZ6brJFe+GnY+EgPbk6ZGQ
22
+ 3BebYhtF8GaV0nxvwuo77x/Py9auJ/GpsMiu/X1+mvoiBOv/2X/qkSsisRcOj/KK
23
+ NFtY2PwByVS5uCbMiogziUwthDyC3+6WVwW6LLv3xLfHTjuCvjHIInNzktHCgKQ5
24
+ ORAzI4JMPJ+GslWYHb4phowim57iaztXOoJwTdwJx4nLCgdNbOhdjsnvzqvHu7Ur
25
+ TkXWStAmzOVyyghqpZXjFaH3pO3JLF+l+/+sKAIuvtd7u+Nxe5AW0wdeRlN8NwdC
26
+ jNPElpzVmbUq4JUagEiuTDkHzsxHpFKVK7q4+63SM1N95R1NbdWhscdCb+ZAJzVc
27
+ oyi3B43njTOQ5yOf+1CceWxG1bQVs5ZufpsMljq4Ui0/1lvh+wjChP4kqKOJ2qxq
28
+ 4RgqsahDYVvTH9w7jXbyLeiNdd8XM2w9U/t7y0Ff/9yi0GE44Za4rF2LN9d11TPA
29
+ mRGunUHBcnWEvgJBQl9nJEiU0Zsnvgc/ubhPgXRR4Xq37Z0j4r7g1SgEEzwxA57d
30
+ emyPxgcYxn/eR44/KJ4EBs+lVDR3veyJm+kXQ99b21/+jh5Xos1AnX5iItreGCc=
31
+ -----END CERTIFICATE-----
README.md CHANGED
@@ -47,16 +47,14 @@ python --version
47
 
48
  ### 2. Installer les dépendances
49
 
50
- Installez `Gradio` :
51
 
52
  ```sh
53
- pip install gradio
54
- ```
55
 
56
- Installez `Chardet` :
57
 
58
- ```sh
59
- pip install chardet
60
  ```
61
  ### 5. Gener un Access token sur Hugging Face
62
 
@@ -110,15 +108,16 @@ python --version
110
 
111
  ### 2. Install dependencies
112
 
113
- Install `Gradio` :
114
- ```sh
115
- pip install gradio
116
- ```
117
 
118
- Install `Chardet`
119
  ```sh
120
- pip install chardet
 
 
 
 
121
  ```
 
122
  ### 5. Generate Access Token on Hugging Face
123
 
124
  Go to your Hugging Face profile to generate your access token: [https://huggingface.co/settings/tokens](https://huggingface.co/settings/tokens)
 
47
 
48
  ### 2. Installer les dépendances
49
 
50
+ Installez les dependances :
51
 
52
  ```sh
53
+ python -m venv .venv
 
54
 
55
+ source .venv/bin/activate
56
 
57
+ pip install -r requirements.txt
 
58
  ```
59
  ### 5. Gener un Access token sur Hugging Face
60
 
 
108
 
109
  ### 2. Install dependencies
110
 
111
+ Install :
 
 
 
112
 
 
113
  ```sh
114
+ python -m venv .venv
115
+
116
+ source .venv/bin/activate
117
+
118
+ pip install -r requirements.txt
119
  ```
120
+
121
  ### 5. Generate Access Token on Hugging Face
122
 
123
  Go to your Hugging Face profile to generate your access token: [https://huggingface.co/settings/tokens](https://huggingface.co/settings/tokens)
app.py CHANGED
@@ -3,14 +3,14 @@ import sys
3
  from dotenv import load_dotenv
4
  import gradio as gr
5
  from huggingface_hub import InferenceClient
6
- from langchain_community.embeddings import HuggingFaceBgeEmbeddings
7
  from langchain.text_splitter import RecursiveCharacterTextSplitter
8
  from langchain_community.vectorstores import FAISS
9
  from langchain_community.document_loaders import PyPDFLoader
10
  from langchain.schema import Document
11
 
12
  load_dotenv()
13
- hftoken = os.environ.get("HF_TOKEN")
14
 
15
 
16
  from huggingface_hub import login
@@ -18,7 +18,15 @@ login(token=hftoken)
18
 
19
  client = InferenceClient("HuggingFaceH4/zephyr-7b-beta", token=hftoken)
20
  vector_store = None
21
- embeddings = HuggingFaceBgeEmbeddings(model_name="sentence-transformers/all-MiniLM-L6-v2")
 
 
 
 
 
 
 
 
22
 
23
 
24
  def extract_text_from_file(file_path):
 
3
  from dotenv import load_dotenv
4
  import gradio as gr
5
  from huggingface_hub import InferenceClient
6
+ from langchain_huggingface import HuggingFaceEmbeddings
7
  from langchain.text_splitter import RecursiveCharacterTextSplitter
8
  from langchain_community.vectorstores import FAISS
9
  from langchain_community.document_loaders import PyPDFLoader
10
  from langchain.schema import Document
11
 
12
  load_dotenv()
13
+ hftoken = os.environ.get("HFTOKEN")
14
 
15
 
16
  from huggingface_hub import login
 
18
 
19
  client = InferenceClient("HuggingFaceH4/zephyr-7b-beta", token=hftoken)
20
  vector_store = None
21
+ # model_kwargs = {'device': 'cpu'}
22
+ # encode_kwargs = {'normalize_embeddings': False}
23
+ model_name="sentence-transformers/all-MiniLM-L6-v2"
24
+
25
+ embeddings = HuggingFaceEmbeddings(
26
+ model_name=model_name
27
+ # model_kwargs=model_kwargs,
28
+ # encode_kwargs=encode_kwargs
29
+ )
30
 
31
 
32
  def extract_text_from_file(file_path):
requirements.txt CHANGED
@@ -1,11 +1,15 @@
1
  chardet
2
- huggingface_hub==0.25.2
 
 
3
  python-dotenv
4
- PyMuPDF==1.21.0
5
- gradio==3.0.0
6
- langchain==0.3.18
7
- langchain-community==0.0.17
8
- pydantic>=2.7.4
 
 
9
 
10
 
11
 
 
1
  chardet
2
+ faiss-cpu
3
+ faiss-gpu
4
+ huggingface_hub
5
  python-dotenv
6
+ pypdf
7
+ PyMuPDF
8
+ gradio
9
+ langchain
10
+ langchain-community
11
+ langchain-huggingface
12
+ pydantic
13
 
14
 
15