tEST

.gitignore

@@ -0,0 +1,2 @@
+
+*.pdf

app.py

@@ -0,0 +1,58 @@
+import os
+import streamlit as st
+from llama_index import GPTSimpleVectorIndex, SimpleDirectoryReader, ServiceContext,LLMPredictor
+from langchain.chat_models import ChatOpenAI
+from llama_index.llm_predictor.chatgpt import ChatGPTLLMPredictor
+
+index_name = "./kion.json"
+documents_folder = "./documents"
+
+@st.cache_resource
+def initialize_index(index_name, documents_folder):
+    #llm_predictor = ChatGPTLLMPredictor()
+    llm_predictor = LLMPredictor(llm=ChatOpenAI(temperature=0, model_name="gpt-3.5-turbo")) #	text-davinci-003"))
+    
+    service_context = ServiceContext.from_defaults(llm_predictor=llm_predictor)
+    if os.path.exists(index_name):
+        index = GPTSimpleVectorIndex.load_from_disk(index_name, service_context=service_context)
+    else:
+        documents = SimpleDirectoryReader(documents_folder).load_data()
+        index = GPTSimpleVectorIndex.from_documents(documents, service_context=service_context)
+        index.save_to_disk(index_name)
+
+    return index
+
+
+@st.cache_data(max_entries=200, persist=True)
+def query_index(_index, query_text):
+    response = _index.query(query_text)
+    return str(response)
+
+
+st.title("KION-Linde AI")
+st.header("Welcome to the Knowledge Base Vector")
+st.write("Enter a query about any KION/Linde products. You can check out the original essay [here](https://raw.githubusercontent.com/jerryjliu/llama_index/main/examples/paul_graham_essay/data/paul_graham_essay.txt). Your query will be answered using the essay as context, using embeddings from text-ada-002 and LLM completions from ChatGPT. You can read more about Llama Index and how this works in [our docs!](https://gpt-index.readthedocs.io/en/latest/index.html)")
+
+index = None
+api_key = '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'#st.text_input("Enter your OpenAI API key here:", type="password")
+if api_key:
+    os.environ['OPENAI_API_KEY'] = api_key
+    index = initialize_index(index_name, documents_folder)    
+
+
+if index is None:
+    st.warning("Please enter your api key first.")
+
+text = st.text_input("Query text:", value="What type of tyres uses the N20?")
+
+if st.button("Run Query") and text is not None:
+    response = query_index(index, "Act as a KION equipment expert:" + text)
+    st.markdown(response)
+    
+    llm_col, embed_col = st.columns(2)
+    with llm_col:
+        st.markdown(f"LLM Tokens Used: {index.service_context.llm_predictor._last_token_usage}")
+    
+    with embed_col:
+        st.markdown(f"Embedding Tokens Used: {index.service_context.embed_model._last_token_usage}")
+

requirements.txt

@@ -0,0 +1,3 @@
+langchain==0.0.123
+llama-index==0.5.1
+streamlit==1.19.0