Spaces:
Runtime error
Runtime error
Add application file
Browse files
app.py
CHANGED
|
@@ -4,7 +4,8 @@ import gradio as gr
|
|
| 4 |
from huggingface_hub import InferenceClient
|
| 5 |
from transformers import AutoTokenizer
|
| 6 |
|
| 7 |
-
client = InferenceClient(model="
|
|
|
|
| 8 |
tokenizer = AutoTokenizer.from_pretrained("meta-llama/Llama-2-13b-chat-hf", padding_side='left', cache_dir="/project/OML/skoneru/iwslt23/scripts/bloom/cache/",return_token_type_ids=False)
|
| 9 |
|
| 10 |
|
|
|
|
| 4 |
from huggingface_hub import InferenceClient
|
| 5 |
from transformers import AutoTokenizer
|
| 6 |
|
| 7 |
+
client = InferenceClient(model="https://1b66-141-3-25-29.ngrok-free.app")
|
| 8 |
+
#client = InferenceClient(model="http://i13hpc68:8056")
|
| 9 |
tokenizer = AutoTokenizer.from_pretrained("meta-llama/Llama-2-13b-chat-hf", padding_side='left', cache_dir="/project/OML/skoneru/iwslt23/scripts/bloom/cache/",return_token_type_ids=False)
|
| 10 |
|
| 11 |
|