on1onmangoes commited on
Commit
d18ec92
·
verified ·
1 Parent(s): add9a1c

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +51 -6
app.py CHANGED
@@ -16,9 +16,6 @@ client = Client("on1onmangoes/CNIHUB101324v10", hf_token=HF_TOKEN)
16
  # Update the conversation history within the function.
17
  # Return the updated history along with any other required outputs.
18
 
19
-
20
- # Function to handle chat API call
21
- # Function to handle chat API call
22
  def stream_chat_with_rag(
23
  message: str,
24
  history: list,
@@ -46,12 +43,60 @@ def stream_chat_with_rag(
46
  penalty=penalty,
47
  api_name="/chat"
48
  )
49
-
 
 
 
 
 
 
 
 
 
50
  # Update the conversation history
51
  history = history + [(message, response)]
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
52
 
53
- # Return the assistant's reply and the updated history
54
- return "", history
55
 
56
 
57
  # # Function to handle chat API call
 
16
  # Update the conversation history within the function.
17
  # Return the updated history along with any other required outputs.
18
 
 
 
 
19
  def stream_chat_with_rag(
20
  message: str,
21
  history: list,
 
43
  penalty=penalty,
44
  api_name="/chat"
45
  )
46
+
47
+ # Debugging statements
48
+ print(f"API Response Type: {type(response)}")
49
+ print(f"API Response: {response}")
50
+
51
+ # Ensure response is a string
52
+ if isinstance(response, list):
53
+ # If response is a list, extract the assistant's reply
54
+ response = response[0] if response else ""
55
+
56
  # Update the conversation history
57
  history = history + [(message, response)]
58
+
59
+ # Return the updated history
60
+ return history
61
+
62
+
63
+
64
+
65
+ # # Function to handle chat API call
66
+ # # Function to handle chat API call
67
+ # def stream_chat_with_rag(
68
+ # message: str,
69
+ # history: list,
70
+ # client_name: str,
71
+ # system_prompt: str,
72
+ # num_retrieved_docs: int,
73
+ # num_docs_final: int,
74
+ # temperature: float,
75
+ # max_new_tokens: int,
76
+ # top_p: float,
77
+ # top_k: int,
78
+ # penalty: float,
79
+ # ):
80
+ # # Use the parameters provided by the UI
81
+ # response = client.predict(
82
+ # message=message,
83
+ # client_name=client_name,
84
+ # system_prompt=system_prompt,
85
+ # num_retrieved_docs=num_retrieved_docs,
86
+ # num_docs_final=num_docs_final,
87
+ # temperature=temperature,
88
+ # max_new_tokens=max_new_tokens,
89
+ # top_p=top_p,
90
+ # top_k=top_k,
91
+ # penalty=penalty,
92
+ # api_name="/chat"
93
+ # )
94
+
95
+ # # Update the conversation history
96
+ # history = history + [(message, response)]
97
 
98
+ # # Return the assistant's reply and the updated history
99
+ # return "", history
100
 
101
 
102
  # # Function to handle chat API call