import gradio as gr
from huggingface_hub import InferenceClient
client = InferenceClient("google/gemma-2-27b-it")
def greet(name):
messages = [{"role": "user", "content": name}]
generated = ""
for token in client.chat_completion(messages, max_tokens=100,stream=True):
content = (token.choices[0].delta.content)
generated+=content
print(generated)
yield generated
head = '''
'''
input=gr.Textbox()
textbox=gr.Textbox()
#submit = gr.Button("Submit")
with gr.Interface(fn=greet, inputs=input, outputs=textbox,head=head) as demo: #submit_btn=submit
input.submit(None,[],[],js="function(){console.log('submit');window.reset_tts_text()}")
textbox.change(None,[textbox],[],js="""function(text){
window.update_tts_texts(text)
}""")
#submit click not catch.
#print(demo.inputs)
#input.submit(None,[],[],js="function(){console.log('submit')}")
#demo.inputs=input
#demo.outputs=textbox
demo.launch()