hz2475 commited on
Commit
105ac3b
·
1 Parent(s): 071dd9a
.DS_Store CHANGED
Binary files a/.DS_Store and b/.DS_Store differ
 
configs/.DS_Store ADDED
Binary file (6.15 kB). View file
 
configs/generation/.DS_Store ADDED
Binary file (6.15 kB). View file
 
configs/models/.DS_Store ADDED
Binary file (6.15 kB). View file
 
scripts/.DS_Store ADDED
Binary file (6.15 kB). View file
 
star-vector-dev DELETED
@@ -1 +0,0 @@
1
- Subproject commit 5b0a54b4d60e645f056bd062d3f266debcf37474
 
 
starvector/.DS_Store ADDED
Binary file (6.15 kB). View file
 
starvector/model/.DS_Store ADDED
Binary file (6.15 kB). View file
 
starvector/serve/.DS_Store ADDED
Binary file (6.15 kB). View file
 
starvector/serve/vllm_api_gradio/model_worker.py CHANGED
@@ -152,7 +152,7 @@ class ModelWorker:
152
  ]
153
  }
154
  ],
155
- "max_tokens": 7500,
156
  "temperature": temperature,
157
  "top_p": top_p,
158
  "stream": True
 
152
  ]
153
  }
154
  ],
155
+ "max_tokens": max_new_tokens,
156
  "temperature": temperature,
157
  "top_p": top_p,
158
  "stream": True