skoneru commited on
Commit
da7457d
·
1 Parent(s): f506c0e

Add application file

Browse files
Files changed (1) hide show
  1. app.py +2 -1
app.py CHANGED
@@ -4,7 +4,8 @@ import gradio as gr
4
  from huggingface_hub import InferenceClient
5
  from transformers import AutoTokenizer
6
 
7
- client = InferenceClient(model="http://i13hpc68:8056")
 
8
  tokenizer = AutoTokenizer.from_pretrained("meta-llama/Llama-2-13b-chat-hf", padding_side='left', cache_dir="/project/OML/skoneru/iwslt23/scripts/bloom/cache/",return_token_type_ids=False)
9
 
10
 
 
4
  from huggingface_hub import InferenceClient
5
  from transformers import AutoTokenizer
6
 
7
+ client = InferenceClient(model="https://1b66-141-3-25-29.ngrok-free.app")
8
+ #client = InferenceClient(model="http://i13hpc68:8056")
9
  tokenizer = AutoTokenizer.from_pretrained("meta-llama/Llama-2-13b-chat-hf", padding_side='left', cache_dir="/project/OML/skoneru/iwslt23/scripts/bloom/cache/",return_token_type_ids=False)
10
 
11