Update utils.py
Browse files
utils.py
CHANGED
|
@@ -23,7 +23,24 @@ from markdown import markdown
|
|
| 23 |
from pygments import highlight
|
| 24 |
from pygments.lexers import guess_lexer,get_lexer_by_name
|
| 25 |
from pygments.formatters import HtmlFormatter
|
| 26 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 27 |
|
| 28 |
logging.basicConfig(
|
| 29 |
level=logging.INFO,
|
|
|
|
| 23 |
from pygments import highlight
|
| 24 |
from pygments.lexers import guess_lexer,get_lexer_by_name
|
| 25 |
from pygments.formatters import HtmlFormatter
|
| 26 |
+
|
| 27 |
+
from langchain.chains import LLMChain, RetrievalQA
|
| 28 |
+
from langchain.chat_models import ChatOpenAI
|
| 29 |
+
from langchain.document_loaders import PyPDFLoader, WebBaseLoader, UnstructuredWordDocumentLoader, DirectoryLoader
|
| 30 |
+
from langchain.document_loaders.blob_loaders.youtube_audio import YoutubeAudioLoader
|
| 31 |
+
from langchain.document_loaders.generic import GenericLoader
|
| 32 |
+
from langchain.document_loaders.parsers import OpenAIWhisperParser
|
| 33 |
+
from langchain.schema import AIMessage, HumanMessage
|
| 34 |
+
from langchain.llms import HuggingFaceHub
|
| 35 |
+
from langchain.llms import HuggingFaceTextGenInference
|
| 36 |
+
from langchain.embeddings import HuggingFaceInstructEmbeddings, HuggingFaceEmbeddings, HuggingFaceBgeEmbeddings, HuggingFaceInferenceAPIEmbeddings
|
| 37 |
+
|
| 38 |
+
from langchain.embeddings.openai import OpenAIEmbeddings
|
| 39 |
+
from langchain.prompts import PromptTemplate
|
| 40 |
+
from langchain.text_splitter import RecursiveCharacterTextSplitter
|
| 41 |
+
from langchain.vectorstores import Chroma
|
| 42 |
+
from chromadb.errors import InvalidDimensionException
|
| 43 |
+
|
| 44 |
|
| 45 |
logging.basicConfig(
|
| 46 |
level=logging.INFO,
|