TTsamurai commited on
Commit
cb737b4
·
1 Parent(s): 0c66821

change the dataset schema

Browse files
Files changed (1) hide show
  1. app.py +23 -23
app.py CHANGED
@@ -55,9 +55,9 @@ SUMMARIZATION_PROMPT_FILE = os.path.join(STATIC_FILE, "txt/system_summarization_
55
 
56
  uuid_this_session = str(uuid.uuid4())
57
  feedback_file_interaction = Path("user_feedback/") / f"data_{uuid_this_session}.json"
58
- feedback_file_evaluation_and_summarization = (
59
- Path("user_feedback/") / f"evaluation_and_summarization_{uuid_this_session}.json"
60
- )
61
  feedback_folder = feedback_file_interaction.parent
62
  feedback_folder.mkdir(parents=True, exist_ok=True) # Ensure the directory exists
63
 
@@ -251,9 +251,9 @@ def add_user_profile_to_system_instruction(
251
  save_feedback(
252
  user_id,
253
  uuid_this_session,
254
- "Preference_Elicitation_Summarization",
255
  {"summarization": summ},
256
- feedback_file_evaluation_and_summarization,
257
  )
258
  # print(f"Preference Summary:{summ}")
259
  system_instruction += f"\nPrevious Conversations with the Customer about the User Profile: {user_preference_elicitation_data['summary_history']}\n"
@@ -679,14 +679,14 @@ def create_demo():
679
  save_feedback(
680
  user_id,
681
  uuid_this_session,
682
- "Interaction",
683
  {"type": tab_name, "role": "user", "content": message},
684
  feedback_file_interaction,
685
  )
686
  save_feedback(
687
  user_id,
688
  uuid_this_session,
689
- "Interaction",
690
  {"type": tab_name, "role": "assistant", "content": outputs_text},
691
  feedback_file_interaction,
692
  )
@@ -700,14 +700,14 @@ def create_demo():
700
  user_id,
701
  uuid_this_session,
702
  "Interaction",
703
- {"type": "User_Elicitation", "role": "user", "content": message},
704
  feedback_file_interaction,
705
  )
706
  save_feedback(
707
  user_id,
708
  uuid_this_session,
709
  "Interaction",
710
- {"type": "User_Elicitation", "role": "assistant", "content": outputs_text},
711
  feedback_file_interaction,
712
  )
713
  # log_action(user_id, "User_Elicitation", "User Message", message)
@@ -763,14 +763,14 @@ def create_demo():
763
  save_feedback(
764
  user_id,
765
  uuid_this_session,
766
- "Interaction",
767
  {"type": tab_name, "role": "user", "content": first_message},
768
  feedback_file_interaction,
769
  )
770
  save_feedback(
771
  user_id,
772
  uuid_this_session,
773
- "Interaction",
774
  {"type": tab_name, "role": "assistant", "content": outputs_text},
775
  feedback_file_interaction,
776
  )
@@ -783,15 +783,15 @@ def create_demo():
783
  save_feedback(
784
  user_id,
785
  uuid_this_session,
786
- "Interaction",
787
- {"type": "User_Elicitation", "role": "user", "content": first_message},
788
  feedback_file_interaction,
789
  )
790
  save_feedback(
791
  user_id,
792
  uuid_this_session,
793
  "Interaction",
794
- {"type": "User_Elicitation", "role": "assistant", "content": outputs_text},
795
  feedback_file_interaction,
796
  )
797
  # log_action(user_id, "User_Elicitation", "User Message", first_message)
@@ -848,7 +848,7 @@ def create_demo():
848
  save_feedback(
849
  user_id,
850
  uuid_this_session,
851
- "Interaction",
852
  {
853
  "type": tab_name,
854
  "role": "user",
@@ -859,7 +859,7 @@ def create_demo():
859
  save_feedback(
860
  user_id,
861
  uuid_this_session,
862
- "Interaction",
863
  {"type": tab_name, "role": "assistant", "content": outputs_text},
864
  feedback_file_interaction,
865
  )
@@ -873,15 +873,15 @@ def create_demo():
873
  save_feedback(
874
  user_id,
875
  uuid_this_session,
876
- "Interaction",
877
- {"type": "User_Elicitation", "role": "user", "content": message},
878
  feedback_file_interaction,
879
  )
880
  save_feedback(
881
  user_id,
882
  uuid_this_session,
883
- "Interaction",
884
- {"type": "User_Elicitation", "role": "assistant", "content": outputs_text},
885
  feedback_file_interaction,
886
  )
887
  # log_action(user_id, "User_Elicitation", "Response", outputs_text)
@@ -894,7 +894,7 @@ def create_demo():
894
 
895
  # dropdown, readon_button, multi-evaluator
896
  print(f"Tab: {tab_name}\nEvaluation: {evals}")
897
- save_feedback(user_id, uuid_this_session, "Round_Evaluation", evals, feedback_file_evaluation_and_summarization)
898
  # log_action(user_id, tab_name, "Round Evaluation", "Following")
899
  # for key, value in evals.items():
900
  # log_action(user_id, tab_name, key, value)
@@ -939,7 +939,7 @@ def create_demo():
939
  save_feedback(
940
  user_id,
941
  uuid_this_session,
942
- "Final_Ranking",
943
  {
944
  first_comp: ranking_first_comp,
945
  second_comp: ranking_second_comp,
@@ -947,7 +947,7 @@ def create_demo():
947
  fourth_comp: ranking_fourth_comp,
948
  fifth_comp: ranking_fifth_comp,
949
  },
950
- feedback_file_evaluation_and_summarization,
951
  )
952
  # log_action(user_id, "Final_Ranking", first_comp, ranking_first_comp)
953
  # log_action(user_id, "Final_Ranking", second_comp, ranking_second_comp)
 
55
 
56
  uuid_this_session = str(uuid.uuid4())
57
  feedback_file_interaction = Path("user_feedback/") / f"data_{uuid_this_session}.json"
58
+ feedback_file_summarization = Path("user_feedback/") / f"summarization_{uuid_this_session}.json"
59
+ feedback_file_round_evaluation = Path("user_feedback/") / f"round_evaluation_{uuid_this_session}.json"
60
+ feedback_file_final_ranking = Path("user_feedback/") / f"final_ranking_{uuid_this_session}.json"
61
  feedback_folder = feedback_file_interaction.parent
62
  feedback_folder.mkdir(parents=True, exist_ok=True) # Ensure the directory exists
63
 
 
251
  save_feedback(
252
  user_id,
253
  uuid_this_session,
254
+ "preference_elicitation_summarization",
255
  {"summarization": summ},
256
+ feedback_file_summarization,
257
  )
258
  # print(f"Preference Summary:{summ}")
259
  system_instruction += f"\nPrevious Conversations with the Customer about the User Profile: {user_preference_elicitation_data['summary_history']}\n"
 
679
  save_feedback(
680
  user_id,
681
  uuid_this_session,
682
+ "interaction",
683
  {"type": tab_name, "role": "user", "content": message},
684
  feedback_file_interaction,
685
  )
686
  save_feedback(
687
  user_id,
688
  uuid_this_session,
689
+ "interaction",
690
  {"type": tab_name, "role": "assistant", "content": outputs_text},
691
  feedback_file_interaction,
692
  )
 
700
  user_id,
701
  uuid_this_session,
702
  "Interaction",
703
+ {"type": "user_elicitation", "role": "user", "content": message},
704
  feedback_file_interaction,
705
  )
706
  save_feedback(
707
  user_id,
708
  uuid_this_session,
709
  "Interaction",
710
+ {"type": "user_elicitation", "role": "assistant", "content": outputs_text},
711
  feedback_file_interaction,
712
  )
713
  # log_action(user_id, "User_Elicitation", "User Message", message)
 
763
  save_feedback(
764
  user_id,
765
  uuid_this_session,
766
+ "interaction",
767
  {"type": tab_name, "role": "user", "content": first_message},
768
  feedback_file_interaction,
769
  )
770
  save_feedback(
771
  user_id,
772
  uuid_this_session,
773
+ "interaction",
774
  {"type": tab_name, "role": "assistant", "content": outputs_text},
775
  feedback_file_interaction,
776
  )
 
783
  save_feedback(
784
  user_id,
785
  uuid_this_session,
786
+ "interaction",
787
+ {"type": "user_elicitation", "role": "user", "content": first_message},
788
  feedback_file_interaction,
789
  )
790
  save_feedback(
791
  user_id,
792
  uuid_this_session,
793
  "Interaction",
794
+ {"type": "user_elicitation", "role": "assistant", "content": outputs_text},
795
  feedback_file_interaction,
796
  )
797
  # log_action(user_id, "User_Elicitation", "User Message", first_message)
 
848
  save_feedback(
849
  user_id,
850
  uuid_this_session,
851
+ "interaction",
852
  {
853
  "type": tab_name,
854
  "role": "user",
 
859
  save_feedback(
860
  user_id,
861
  uuid_this_session,
862
+ "interaction",
863
  {"type": tab_name, "role": "assistant", "content": outputs_text},
864
  feedback_file_interaction,
865
  )
 
873
  save_feedback(
874
  user_id,
875
  uuid_this_session,
876
+ "interaction",
877
+ {"type": "user_elicitation", "role": "user", "content": message},
878
  feedback_file_interaction,
879
  )
880
  save_feedback(
881
  user_id,
882
  uuid_this_session,
883
+ "interaction",
884
+ {"type": "user_elicitation", "role": "assistant", "content": outputs_text},
885
  feedback_file_interaction,
886
  )
887
  # log_action(user_id, "User_Elicitation", "Response", outputs_text)
 
894
 
895
  # dropdown, readon_button, multi-evaluator
896
  print(f"Tab: {tab_name}\nEvaluation: {evals}")
897
+ save_feedback(user_id, uuid_this_session, "round_evaluation", evals, feedback_file_round_evaluation)
898
  # log_action(user_id, tab_name, "Round Evaluation", "Following")
899
  # for key, value in evals.items():
900
  # log_action(user_id, tab_name, key, value)
 
939
  save_feedback(
940
  user_id,
941
  uuid_this_session,
942
+ "final_ranking",
943
  {
944
  first_comp: ranking_first_comp,
945
  second_comp: ranking_second_comp,
 
947
  fourth_comp: ranking_fourth_comp,
948
  fifth_comp: ranking_fifth_comp,
949
  },
950
+ feedback_file_final_ranking,
951
  )
952
  # log_action(user_id, "Final_Ranking", first_comp, ranking_first_comp)
953
  # log_action(user_id, "Final_Ranking", second_comp, ranking_second_comp)