K00B404 commited on
Commit
68c84fd
·
verified ·
1 Parent(s): c501656

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +8 -3
app.py CHANGED
@@ -1,9 +1,14 @@
1
  import gradio as gr
2
  from huggingface_hub import InferenceClient
3
 
4
-
5
- client = InferenceClient("HuggingFaceH4/zephyr-7b-beta")
6
-
 
 
 
 
 
7
 
8
  def respond(
9
  message,
 
1
  import gradio as gr
2
  from huggingface_hub import InferenceClient
3
 
4
+ # Retrieve the API token from the environment variable
5
+ API_TOKEN = os.getenv("HF_READ_TOKEN")
6
+ #client = InferenceClient("HuggingFaceH4/zephyr-7b-beta")
7
+ # Initialize the Hugging Face Inference Client
8
+ client = InferenceClient(
9
+ "mistralai/Mistral-Nemo-Instruct-2407",
10
+ token=API_TOKEN
11
+ )
12
 
13
  def respond(
14
  message,