ThomasBlumet
commited on
Commit
·
4e9028a
1
Parent(s):
5b113c0
minor change
Browse files
app.py
CHANGED
@@ -40,11 +40,12 @@ def generate_response(input,history: list[tuple[str, str]],max_tokens, temperatu
|
|
40 |
messages.extend([{"role": "user", "content": val.get("content")}, {"role": "assistant", "content": val.get("content")}]) if val else None
|
41 |
|
42 |
messages.append({"role": "user", "content": input})
|
43 |
-
|
44 |
start = time.time()
|
45 |
output = generate_text(input,max_new_tokens=max_tokens, top_p=top_p, temperature=temperature)
|
46 |
end = time.time()
|
47 |
time_story= end-start
|
|
|
48 |
history.append((input,output))
|
49 |
yield output
|
50 |
|
|
|
40 |
messages.extend([{"role": "user", "content": val.get("content")}, {"role": "assistant", "content": val.get("content")}]) if val else None
|
41 |
|
42 |
messages.append({"role": "user", "content": input})
|
43 |
+
|
44 |
start = time.time()
|
45 |
output = generate_text(input,max_new_tokens=max_tokens, top_p=top_p, temperature=temperature)
|
46 |
end = time.time()
|
47 |
time_story= end-start
|
48 |
+
print(f'Time to generate the story: {time_story}')
|
49 |
history.append((input,output))
|
50 |
yield output
|
51 |
|