XanderJC commited on
Commit
701b92f
·
1 Parent(s): 2cedb9d
Files changed (2) hide show
  1. README.md +2 -1
  2. src/proxy_lite/runner.py +1 -1
README.md CHANGED
@@ -84,7 +84,8 @@ make app
84
 
85
  ### Proxy Lite Endpoint
86
 
87
- By default, Proxy Lite will point to an endpoint set up on HuggingFace spaces. This is a demo endpoint and is not suitable for production use; it may be very slow when under heavy load.
 
88
 
89
  We recommend hosting your own endpoint with vLLM, you can use the following command:
90
 
 
84
 
85
  ### Proxy Lite Endpoint
86
 
87
+ By default, Proxy Lite will point to an endpoint set up on HuggingFace spaces.
88
+ > ‼ This is a demo endpoint and is not suitable for production, or even frequent hobbyist, use; it may be very slow when under heavy load.
89
 
90
  We recommend hosting your own endpoint with vLLM, you can use the following command:
91
 
src/proxy_lite/runner.py CHANGED
@@ -168,7 +168,7 @@ class Runner(BaseModel):
168
  yield run
169
 
170
  async def run(self, task: str) -> Run:
171
- async for run in self.run_generator(task): # noqa: B007
172
  self._run = run
173
  return run
174
 
 
168
  yield run
169
 
170
  async def run(self, task: str) -> Run:
171
+ async for run in self.run_generator(task):
172
  self._run = run
173
  return run
174