Update app.py

app.py

@@ -31,21 +31,6 @@ options = {
 
 st.set_page_config(page_title="BonsiAI", page_icon="🤖")
 
-def gen_augmented_prompt(prompt, top_k) :   
-    links = ""
-    persist_directory1 = './DB_Decreti'
-    embedding = HuggingFaceEmbeddings(model_name="sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2")
-    db = Chroma(persist_directory=persist_directory1, embedding_function=embedding) 
-    context = db.similarity_search(prompt, k=top_k)
-    print(context)
-    generated_prompt = f"""
-    A PARTIRE DAL SEGUENTE CONTESTO: {context},
-
-    ----
-    RISPONDI ALLA SEGUENTE RICHIESTA: {prompt}
-    """
-    return generated_prompt, links
-
 def init_state() :
     if "messages" not in st.session_state:
         st.session_state.messages = []
@@ -103,6 +88,7 @@ def chat_box() :
             st.markdown(message["content"])
 
 def formattaPrompt(prompt, systemRole, systemStyle, instruction):
+    #Attenzione! Il testo generato deve essere lungo {st.session_state.max_tokens*2} CARATTERI
     if instruction.startswith("http"):
         try:
             with st.spinner("Ricerca in Drive...") :
@@ -116,7 +102,7 @@ def formattaPrompt(prompt, systemRole, systemStyle, instruction):
       "input": {{
           "role": "system",
           "content": "{systemRole}", 
-          "style": "{systemStyle} Attenzione! Il testo generato deve essere lungo {st.session_state.max_tokens*2} CARATTERI"
+          "style": "{systemStyle}"
       }},
       "messages": [
           {{
@@ -132,14 +118,29 @@ def formattaPrompt(prompt, systemRole, systemStyle, instruction):
     '''
     return input_text
 
+def gen_augmented_prompt(prompt, top_k) :   
+    links = ""
+    persist_directory1 = './DB_Decreti'
+    embedding = HuggingFaceEmbeddings(model_name="sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2")
+    db = Chroma(persist_directory=persist_directory1, embedding_function=embedding) 
+    context = db.similarity_search(prompt, k=top_k)
+    generated_prompt = f"""
+    A PARTIRE DAL SEGUENTE CONTESTO: {context},
+
+    ----
+    RISPONDI ALLA SEGUENTE RICHIESTA: {prompt}
+    """
+    return generated_prompt, links
+
 def generate_chat_stream(prompt) :
     links = []
-    prompt = formattaPrompt(prompt, st.session_state.systemRole, st.session_state.systemStyle, st.session_state.instruction)
-    print(prompt)
+    prompt_originale = prompt
+    prompt = formattaPrompt(prompt, st.session_state.systemRole, st.session_state.systemStyle, st.session_state.instruction)    
     if st.session_state.rag_enabled :
         with st.spinner("Ricerca nei documenti...."):
             time.sleep(1)
-            prompt, links = gen_augmented_prompt(prompt=prompt, top_k=st.session_state.top_k)        
+            prompt, links = gen_augmented_prompt(prompt=prompt_originale, top_k=st.session_state.top_k)        
+    print(prompt)
     with st.spinner("Generazione in corso...") :
         time.sleep(1)
         chat_stream = chat(prompt, st.session_state.history,chat_client=CHAT_BOTS[st.session_state.chat_bot] ,