Akjava commited on
Commit
c20ba17
Β·
1 Parent(s): a6ba1c0
Files changed (1) hide show
  1. app.py +3 -3
app.py CHANGED
@@ -9,7 +9,7 @@ if not huggingface_token:
9
  pass
10
  raise ValueError("HUGGINGFACE_TOKEN environment variable is not set")
11
 
12
- model_id = "meta-llama/Meta-Llama-3.1-8B-Instruct"
13
  #model_id = "microsoft/Phi-3-mini-128k-instruct"
14
  # device_map style value auto not cuda
15
  device = "auto" #torch.device("cuda" if torch.cuda.is_available() else "cpu")
@@ -49,8 +49,8 @@ iface = gr.Interface(
49
  gr.Textbox(lines=2, label="System Message", value="You are a helpful assistant."),
50
  ],
51
  outputs=gr.Textbox(label="Generated Text"),
52
- title="Llama 3.1 8B Instruct Text Generation",
53
- description="Enter a prompt and optional system message to generate text using the Llama 3.1 8B Instruct model.",
54
  )
55
 
56
  if __name__ == "__main__":
 
9
  pass
10
  raise ValueError("HUGGINGFACE_TOKEN environment variable is not set")
11
 
12
+ model_id = "google/gemma-2-9b-it"
13
  #model_id = "microsoft/Phi-3-mini-128k-instruct"
14
  # device_map style value auto not cuda
15
  device = "auto" #torch.device("cuda" if torch.cuda.is_available() else "cpu")
 
49
  gr.Textbox(lines=2, label="System Message", value="You are a helpful assistant."),
50
  ],
51
  outputs=gr.Textbox(label="Generated Text"),
52
+ title="google/gemma-2-9b-it Text Generation",
53
+ description="Enter a prompt and optional system message to generate text using the google/gemma-2-9b-it model.",
54
  )
55
 
56
  if __name__ == "__main__":