Update multit2i.py
Browse files- multit2i.py +5 -0
multit2i.py
CHANGED
|
@@ -6,6 +6,11 @@ from huggingface_hub import InferenceClient
|
|
| 6 |
import os
|
| 7 |
|
| 8 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 9 |
HF_TOKEN = os.environ.get("HF_TOKEN") if os.environ.get("HF_TOKEN") else None # If private or gated models aren't used, ENV setting is unnecessary.
|
| 10 |
server_timeout = 600
|
| 11 |
inference_timeout = 300
|
|
|
|
| 6 |
import os
|
| 7 |
|
| 8 |
|
| 9 |
+
client = InferenceClient(
|
| 10 |
+
provider="together",
|
| 11 |
+
api_key="xxxxxxxxxxxxxxxxxxxxxxxx"
|
| 12 |
+
)
|
| 13 |
+
|
| 14 |
HF_TOKEN = os.environ.get("HF_TOKEN") if os.environ.get("HF_TOKEN") else None # If private or gated models aren't used, ENV setting is unnecessary.
|
| 15 |
server_timeout = 600
|
| 16 |
inference_timeout = 300
|