graphrag

graphrag.py

@@ -8,15 +8,19 @@ llm = ChatOpenAI(temperature=0, model_name="gpt-4-turbo")
 
 from langchain_ollama.llms import OllamaLLM
 llm = OllamaLLM(temperature=0,model="llama3.2")
-"""
+
 from llama_index.llms.huggingface_api import HuggingFaceInferenceAPI
 
+llm = HuggingFaceInferenceAPI(temperature=0.2, model_name="meta-llama/Llama-3.2-1B")
+
+"""
+
 # SEE: https://huggingface.co/docs/hub/security-tokens
 # We just need a token with read permissions for this demo
 HF_TOKEN= os.environ["HF_TOKEN"]
 
-llm = HuggingFaceInferenceAPI(temperature=0.2, model_name="meta-llama/Llama-3.2-1B")
-
+from llama_index.llms.litellm import LiteLLM
+llm = LiteLLM("huggingface/meta-llama/Llama-3.2-1B")
 
 import networkx as nx
 import matplotlib.pyplot as plt

requirements.txt

@@ -11,8 +11,10 @@ llama-index
 faiss-cpu
 tavily-python
 
-llama-index-llms-huggingface-api
-huggingface_hub[inference]
+llama-index-llms-litellm
+
+#llama-index-llms-huggingface-api
+#huggingface_hub[inference]
 
 networkx
 matplotlib