Update app.py

app.py

@@ -1,20 +1,25 @@
-import gradio as gr
+from transformers import AutoTokenizer, AutoModelForCausalLM
+import transformers
+import torch
 
-title = "Falcon-7B"
+model = "tiiuae/falcon-rw-1b"
 
-examples = [
-    ["The tower is 324 metres (1,063 ft) tall,"],
-    ["The Moon's orbit around Earth has"],
-    ["The smooth Borealis basin in the Northern Hemisphere covers 40%"],
-]
-
-demo = gr.load(
-    "tiiuae/falcon-rw-1b",
-    inputs=gr.Textbox(lines=5, max_lines=6, label="Input Text"),
-    title=title,
-    examples=examples,
-    src='models'
+tokenizer = AutoTokenizer.from_pretrained(model)
+pipeline = transformers.pipeline(
+    "text-generation",
+    model=model,
+    tokenizer=tokenizer,
+    torch_dtype=torch.bfloat16,
+    trust_remote_code=True,
+    device_map="auto",
+)
+sequences = pipeline(
+   "Girafatron is obsessed with giraffes, the most glorious animal on the face of this Earth. Giraftron believes all other animals are irrelevant when compared to the glorious majesty of the giraffe.\nDaniel: Hello, Girafatron!\nGirafatron:",
+    max_length=200,
+    do_sample=True,
+    top_k=10,
+    num_return_sequences=1,
+    eos_token_id=tokenizer.eos_token_id,
 )
 
-if __name__ == "__main__":
-    demo.launch()
+gr.Interface.from_pipeline(sequences).launch()