Akjava commited on
Commit
a1b63cd
·
1 Parent(s): 80cb67e
Files changed (1) hide show
  1. app.py +13 -1
app.py CHANGED
@@ -1,7 +1,19 @@
1
  import gradio as gr
 
 
 
 
 
 
2
 
3
  def greet(name):
4
- return "Hello " + name + "!!"
 
 
 
 
 
 
5
 
6
  demo = gr.Interface(fn=greet, inputs="text", outputs="text")
7
  demo.launch()
 
1
  import gradio as gr
2
+ from huggingface_hub import InferenceClient
3
+
4
+
5
+ #client = InferenceClient("meta-llama/Meta-Llama-3-8B-Instruct")
6
+ client = InferenceClient("google/gemma-2-27b-it")
7
+
8
 
9
  def greet(name):
10
+ messages = [{"role": "user", "content": name}]
11
+ generated = ""
12
+ for token in client.chat_completion(messages, max_tokens=100,stream=True):
13
+ content = (token.choices[0].delta.content)
14
+ generated+=content
15
+ print(generated)
16
+ yield generated
17
 
18
  demo = gr.Interface(fn=greet, inputs="text", outputs="text")
19
  demo.launch()