Spaces:
Running
Running
Commit
·
b374d39
1
Parent(s):
1ba395f
Fix dependencies
Browse files- .gitignore +5 -0
- .gradio/certificate.pem +31 -0
- README.md +11 -12
- app.py +11 -3
- requirements.txt +10 -6
.gitignore
ADDED
@@ -0,0 +1,5 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
.cache.sqlite
|
2 |
+
.env
|
3 |
+
*__pycache__/
|
4 |
+
.vscode/
|
5 |
+
.venv/
|
.gradio/certificate.pem
ADDED
@@ -0,0 +1,31 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
-----BEGIN CERTIFICATE-----
|
2 |
+
MIIFazCCA1OgAwIBAgIRAIIQz7DSQONZRGPgu2OCiwAwDQYJKoZIhvcNAQELBQAw
|
3 |
+
TzELMAkGA1UEBhMCVVMxKTAnBgNVBAoTIEludGVybmV0IFNlY3VyaXR5IFJlc2Vh
|
4 |
+
cmNoIEdyb3VwMRUwEwYDVQQDEwxJU1JHIFJvb3QgWDEwHhcNMTUwNjA0MTEwNDM4
|
5 |
+
WhcNMzUwNjA0MTEwNDM4WjBPMQswCQYDVQQGEwJVUzEpMCcGA1UEChMgSW50ZXJu
|
6 |
+
ZXQgU2VjdXJpdHkgUmVzZWFyY2ggR3JvdXAxFTATBgNVBAMTDElTUkcgUm9vdCBY
|
7 |
+
MTCCAiIwDQYJKoZIhvcNAQEBBQADggIPADCCAgoCggIBAK3oJHP0FDfzm54rVygc
|
8 |
+
h77ct984kIxuPOZXoHj3dcKi/vVqbvYATyjb3miGbESTtrFj/RQSa78f0uoxmyF+
|
9 |
+
0TM8ukj13Xnfs7j/EvEhmkvBioZxaUpmZmyPfjxwv60pIgbz5MDmgK7iS4+3mX6U
|
10 |
+
A5/TR5d8mUgjU+g4rk8Kb4Mu0UlXjIB0ttov0DiNewNwIRt18jA8+o+u3dpjq+sW
|
11 |
+
T8KOEUt+zwvo/7V3LvSye0rgTBIlDHCNAymg4VMk7BPZ7hm/ELNKjD+Jo2FR3qyH
|
12 |
+
B5T0Y3HsLuJvW5iB4YlcNHlsdu87kGJ55tukmi8mxdAQ4Q7e2RCOFvu396j3x+UC
|
13 |
+
B5iPNgiV5+I3lg02dZ77DnKxHZu8A/lJBdiB3QW0KtZB6awBdpUKD9jf1b0SHzUv
|
14 |
+
KBds0pjBqAlkd25HN7rOrFleaJ1/ctaJxQZBKT5ZPt0m9STJEadao0xAH0ahmbWn
|
15 |
+
OlFuhjuefXKnEgV4We0+UXgVCwOPjdAvBbI+e0ocS3MFEvzG6uBQE3xDk3SzynTn
|
16 |
+
jh8BCNAw1FtxNrQHusEwMFxIt4I7mKZ9YIqioymCzLq9gwQbooMDQaHWBfEbwrbw
|
17 |
+
qHyGO0aoSCqI3Haadr8faqU9GY/rOPNk3sgrDQoo//fb4hVC1CLQJ13hef4Y53CI
|
18 |
+
rU7m2Ys6xt0nUW7/vGT1M0NPAgMBAAGjQjBAMA4GA1UdDwEB/wQEAwIBBjAPBgNV
|
19 |
+
HRMBAf8EBTADAQH/MB0GA1UdDgQWBBR5tFnme7bl5AFzgAiIyBpY9umbbjANBgkq
|
20 |
+
hkiG9w0BAQsFAAOCAgEAVR9YqbyyqFDQDLHYGmkgJykIrGF1XIpu+ILlaS/V9lZL
|
21 |
+
ubhzEFnTIZd+50xx+7LSYK05qAvqFyFWhfFQDlnrzuBZ6brJFe+GnY+EgPbk6ZGQ
|
22 |
+
3BebYhtF8GaV0nxvwuo77x/Py9auJ/GpsMiu/X1+mvoiBOv/2X/qkSsisRcOj/KK
|
23 |
+
NFtY2PwByVS5uCbMiogziUwthDyC3+6WVwW6LLv3xLfHTjuCvjHIInNzktHCgKQ5
|
24 |
+
ORAzI4JMPJ+GslWYHb4phowim57iaztXOoJwTdwJx4nLCgdNbOhdjsnvzqvHu7Ur
|
25 |
+
TkXWStAmzOVyyghqpZXjFaH3pO3JLF+l+/+sKAIuvtd7u+Nxe5AW0wdeRlN8NwdC
|
26 |
+
jNPElpzVmbUq4JUagEiuTDkHzsxHpFKVK7q4+63SM1N95R1NbdWhscdCb+ZAJzVc
|
27 |
+
oyi3B43njTOQ5yOf+1CceWxG1bQVs5ZufpsMljq4Ui0/1lvh+wjChP4kqKOJ2qxq
|
28 |
+
4RgqsahDYVvTH9w7jXbyLeiNdd8XM2w9U/t7y0Ff/9yi0GE44Za4rF2LN9d11TPA
|
29 |
+
mRGunUHBcnWEvgJBQl9nJEiU0Zsnvgc/ubhPgXRR4Xq37Z0j4r7g1SgEEzwxA57d
|
30 |
+
emyPxgcYxn/eR44/KJ4EBs+lVDR3veyJm+kXQ99b21/+jh5Xos1AnX5iItreGCc=
|
31 |
+
-----END CERTIFICATE-----
|
README.md
CHANGED
@@ -47,16 +47,14 @@ python --version
|
|
47 |
|
48 |
### 2. Installer les dépendances
|
49 |
|
50 |
-
Installez
|
51 |
|
52 |
```sh
|
53 |
-
|
54 |
-
```
|
55 |
|
56 |
-
|
57 |
|
58 |
-
|
59 |
-
pip install chardet
|
60 |
```
|
61 |
### 5. Gener un Access token sur Hugging Face
|
62 |
|
@@ -110,15 +108,16 @@ python --version
|
|
110 |
|
111 |
### 2. Install dependencies
|
112 |
|
113 |
-
Install
|
114 |
-
```sh
|
115 |
-
pip install gradio
|
116 |
-
```
|
117 |
|
118 |
-
Install `Chardet`
|
119 |
```sh
|
120 |
-
|
|
|
|
|
|
|
|
|
121 |
```
|
|
|
122 |
### 5. Generate Access Token on Hugging Face
|
123 |
|
124 |
Go to your Hugging Face profile to generate your access token: [https://huggingface.co/settings/tokens](https://huggingface.co/settings/tokens)
|
|
|
47 |
|
48 |
### 2. Installer les dépendances
|
49 |
|
50 |
+
Installez les dependances :
|
51 |
|
52 |
```sh
|
53 |
+
python -m venv .venv
|
|
|
54 |
|
55 |
+
source .venv/bin/activate
|
56 |
|
57 |
+
pip install -r requirements.txt
|
|
|
58 |
```
|
59 |
### 5. Gener un Access token sur Hugging Face
|
60 |
|
|
|
108 |
|
109 |
### 2. Install dependencies
|
110 |
|
111 |
+
Install :
|
|
|
|
|
|
|
112 |
|
|
|
113 |
```sh
|
114 |
+
python -m venv .venv
|
115 |
+
|
116 |
+
source .venv/bin/activate
|
117 |
+
|
118 |
+
pip install -r requirements.txt
|
119 |
```
|
120 |
+
|
121 |
### 5. Generate Access Token on Hugging Face
|
122 |
|
123 |
Go to your Hugging Face profile to generate your access token: [https://huggingface.co/settings/tokens](https://huggingface.co/settings/tokens)
|
app.py
CHANGED
@@ -3,14 +3,14 @@ import sys
|
|
3 |
from dotenv import load_dotenv
|
4 |
import gradio as gr
|
5 |
from huggingface_hub import InferenceClient
|
6 |
-
from
|
7 |
from langchain.text_splitter import RecursiveCharacterTextSplitter
|
8 |
from langchain_community.vectorstores import FAISS
|
9 |
from langchain_community.document_loaders import PyPDFLoader
|
10 |
from langchain.schema import Document
|
11 |
|
12 |
load_dotenv()
|
13 |
-
hftoken = os.environ.get("
|
14 |
|
15 |
|
16 |
from huggingface_hub import login
|
@@ -18,7 +18,15 @@ login(token=hftoken)
|
|
18 |
|
19 |
client = InferenceClient("HuggingFaceH4/zephyr-7b-beta", token=hftoken)
|
20 |
vector_store = None
|
21 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
22 |
|
23 |
|
24 |
def extract_text_from_file(file_path):
|
|
|
3 |
from dotenv import load_dotenv
|
4 |
import gradio as gr
|
5 |
from huggingface_hub import InferenceClient
|
6 |
+
from langchain_huggingface import HuggingFaceEmbeddings
|
7 |
from langchain.text_splitter import RecursiveCharacterTextSplitter
|
8 |
from langchain_community.vectorstores import FAISS
|
9 |
from langchain_community.document_loaders import PyPDFLoader
|
10 |
from langchain.schema import Document
|
11 |
|
12 |
load_dotenv()
|
13 |
+
hftoken = os.environ.get("HFTOKEN")
|
14 |
|
15 |
|
16 |
from huggingface_hub import login
|
|
|
18 |
|
19 |
client = InferenceClient("HuggingFaceH4/zephyr-7b-beta", token=hftoken)
|
20 |
vector_store = None
|
21 |
+
# model_kwargs = {'device': 'cpu'}
|
22 |
+
# encode_kwargs = {'normalize_embeddings': False}
|
23 |
+
model_name="sentence-transformers/all-MiniLM-L6-v2"
|
24 |
+
|
25 |
+
embeddings = HuggingFaceEmbeddings(
|
26 |
+
model_name=model_name
|
27 |
+
# model_kwargs=model_kwargs,
|
28 |
+
# encode_kwargs=encode_kwargs
|
29 |
+
)
|
30 |
|
31 |
|
32 |
def extract_text_from_file(file_path):
|
requirements.txt
CHANGED
@@ -1,11 +1,15 @@
|
|
1 |
chardet
|
2 |
-
|
|
|
|
|
3 |
python-dotenv
|
4 |
-
|
5 |
-
|
6 |
-
|
7 |
-
langchain
|
8 |
-
|
|
|
|
|
9 |
|
10 |
|
11 |
|
|
|
1 |
chardet
|
2 |
+
faiss-cpu
|
3 |
+
faiss-gpu
|
4 |
+
huggingface_hub
|
5 |
python-dotenv
|
6 |
+
pypdf
|
7 |
+
PyMuPDF
|
8 |
+
gradio
|
9 |
+
langchain
|
10 |
+
langchain-community
|
11 |
+
langchain-huggingface
|
12 |
+
pydantic
|
13 |
|
14 |
|
15 |
|