Update main.py
Browse files
main.py
CHANGED
@@ -45,8 +45,9 @@ def generate(item: Item):
|
|
45 |
seed=item.seed,
|
46 |
)
|
47 |
|
48 |
-
if
|
49 |
client = InferenceClient(token=item.token, model=model_id)
|
|
|
50 |
formatted_prompt = format_prompt(item)
|
51 |
stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
|
52 |
output = ""
|
|
|
45 |
seed=item.seed,
|
46 |
)
|
47 |
|
48 |
+
if client is None:
|
49 |
client = InferenceClient(token=item.token, model=model_id)
|
50 |
+
|
51 |
formatted_prompt = format_prompt(item)
|
52 |
stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
|
53 |
output = ""
|