Update main.py

main.py

@@ -6,7 +6,7 @@ import prompt_style
 
 
 model_id = "failspy/Meta-Llama-3-8B-Instruct-abliterated-v3"
-client = None
+client = InferenceClient(model=model_id)
 
 class Item(BaseModel):
     prompt: str
@@ -45,9 +45,6 @@ def generate(item: Item):
         seed=item.seed,
     )
 
-    if client is None:
-        client = InferenceClient(token=item.token, model=model_id)
-        
     formatted_prompt = format_prompt(item)
     stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
     output = ""