Update requirements.txt

requirements.txt

@@ -2,16 +2,20 @@ aiofiles
 aiohappyeyeballs
 aiohttp
 aiosignal
+albucore
+albumentations
 annotated-types
 ansicon
 antlr4-python3-runtime
 anyio
 asgiref
+astor
 asttokens
 attrs
 backoff
 bcrypt
 beautifulsoup4
+bitarray
 blessed
 blinker
 build
@@ -23,38 +27,35 @@ charset-normalizer
 chroma-hnswlib
 chromadb
 click
-colorama
 coloredlogs
 comm
 contourpy
 cryptography
 cycler
+Cython
 dataclasses-json
 debugpy
 decorator
 Deprecated
-distro
+diskcache
 durationpy
-effdet
 emoji
-et_xmlfile
 eval_type_backport
 executing
+fairseq
 fastapi
 filelock
 filetype
+fire
 Flask
 flatbuffers
 fonttools
 frozenlist
 fsspec
-google-api-core
 google-auth
-google-cloud-vision
 googleapis-common-protos
 greenlet
 grpcio
-grpcio-status
 h11
 html5lib
 httpcore
@@ -63,11 +64,13 @@ httpx
 httpx-sse
 huggingface-hub
 humanfriendly
+hydra-core
 idna
+imageio
+imgaug
 importlib_metadata
 importlib_resources
 InstructorEmbedding
-iopath
 ipykernel
 ipython
 itsdangerous
@@ -76,7 +79,6 @@ Jinja2
 jinxed
 jiter
 joblib
-jsonpatch
 jsonpath-python
 jsonpointer
 jupyter_client
@@ -89,11 +91,13 @@ langchain-core
 langchain-huggingface
 langchain-openai
 langchain-text-splitters
+langchainhub
 langdetect
 langsmith
-layoutparser
+lazy_loader
+llama_cpp_python
+lmdb
 lxml
-Markdown
 markdown-it-py
 MarkupSafe
 marshmallow
@@ -116,8 +120,9 @@ omegaconf
 onnx
 onnxruntime
 openai
+opencv-contrib-python
 opencv-python
-openpyxl
+opencv-python-headless
 opentelemetry-api
 opentelemetry-exporter-otlp-proto-common
 opentelemetry-exporter-otlp-proto-grpc
@@ -128,16 +133,14 @@ opentelemetry-proto
 opentelemetry-sdk
 opentelemetry-semantic-conventions
 opentelemetry-util-http
+opt-einsum
 orjson
 overrides
 packaging
+paddleocr
+paddlepaddle
 pandas
 parso
-pdf2image
-pdfminer.six
-pdfplumber
-pi_heif
-pikepdf
 pillow
 pinecone-client
 pinecone-notebooks
@@ -145,39 +148,39 @@ pinecone-plugin-inference
 pinecone-plugin-interface
 pinecone-text
 platformdirs
+poppler-utils
 portalocker
 posthog
 prompt_toolkit
 propcache
-proto-plus
 protobuf
 psutil
 pure_eval
 pyasn1
 pyasn1_modules
-pycocotools
+pyclipper
 pycparser
 pydantic
 pydantic-settings
 pydantic_core
 Pygments
-pypandoc
 pyparsing
 pypdf
-pypdfium2
 PyPika
 pyproject_hooks
 pyreadline3
+pytesseract
 python-dateutil
 python-docx
 python-dotenv
 python-iso639
 python-magic
-python-multipart
 python-oxmsg
-python-pptx
+pytz
+pywin32
 PyYAML
 pyzmq
+rank-bm25
 RapidFuzz
 readchar
 regex
@@ -187,11 +190,14 @@ requests-toolbelt
 revel
 rich
 rsa
+sacrebleu
 safetensors
+scikit-image
 scikit-learn
 scipy
 sentence-transformers
 setuptools
+shapely
 shellingham
 six
 sniffio
@@ -200,17 +206,20 @@ SQLAlchemy
 stack-data
 starlette
 sympy
+tabulate
 tenacity
+termcolor
 threadpoolctl
+tifffile
 tiktoken
-timm
-tokenizers
+tokenizer
+tomli
 torch
+torchaudio
 torchvision
 tornado
 tqdm
 traitlets
-transformers
 typer
 types-requests
 typing-inspect
@@ -219,8 +228,6 @@ tzdata
 u
 unstructured
 unstructured-client
-unstructured-inference
-unstructured.pytesseract
 urllib3
 uvicorn
 watchfiles
@@ -230,9 +237,8 @@ websocket-client
 websockets
 Werkzeug
 wget
+wheel
 wrapt
-xlrd
-XlsxWriter
 yarl
 zipp
 gunicorn