Update app.py

app.py

@@ -39,18 +39,15 @@ def get_context(vectorstore,query):
 
     return context_retrieved
 
-# first we create the chunks for iati documents
+# first we process and create the chunks for relvant data source
 chunks = process_giz_worldwide()
-for i in range(5):
-    print(i,"\n",chunks.loc[i,'chunks'])
-temp_df = chunks[:5]
-temp_doc = create_documents(temp_df,'chunks')
-for i in range(5):
-    print(i,"\n",temp_doc[i])
+# we convert to langchain documents
+temp_doc = create_documents(chunks,'chunks')
+# embed and store docs
 hybrid_embed_chunks(docs= temp_doc, collection_name = "giz_worldwide")
 
 
-print("emedding done")
+print("embedding done")
 
 # once the chunks are done, we perform hybrid emebddings
 #embed_chunks(chunks)