kamran-r123 commited on
Commit
18e2b5b
·
verified ·
1 Parent(s): ecadc7d

Update main.py

Browse files
Files changed (1) hide show
  1. main.py +2 -1
main.py CHANGED
@@ -45,8 +45,9 @@ def generate(item: Item):
45
  seed=item.seed,
46
  )
47
 
48
- if not client:
49
  client = InferenceClient(token=item.token, model=model_id)
 
50
  formatted_prompt = format_prompt(item)
51
  stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
52
  output = ""
 
45
  seed=item.seed,
46
  )
47
 
48
+ if client is None:
49
  client = InferenceClient(token=item.token, model=model_id)
50
+
51
  formatted_prompt = format_prompt(item)
52
  stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
53
  output = ""