Spaces:
Running
Running
readme
Browse files- README.md +2 -1
- src/proxy_lite/runner.py +1 -1
README.md
CHANGED
@@ -84,7 +84,8 @@ make app
|
|
84 |
|
85 |
### Proxy Lite Endpoint
|
86 |
|
87 |
-
By default, Proxy Lite will point to an endpoint set up on HuggingFace spaces.
|
|
|
88 |
|
89 |
We recommend hosting your own endpoint with vLLM, you can use the following command:
|
90 |
|
|
|
84 |
|
85 |
### Proxy Lite Endpoint
|
86 |
|
87 |
+
By default, Proxy Lite will point to an endpoint set up on HuggingFace spaces.
|
88 |
+
> ‼ This is a demo endpoint and is not suitable for production, or even frequent hobbyist, use; it may be very slow when under heavy load.
|
89 |
|
90 |
We recommend hosting your own endpoint with vLLM, you can use the following command:
|
91 |
|
src/proxy_lite/runner.py
CHANGED
@@ -168,7 +168,7 @@ class Runner(BaseModel):
|
|
168 |
yield run
|
169 |
|
170 |
async def run(self, task: str) -> Run:
|
171 |
-
async for run in self.run_generator(task):
|
172 |
self._run = run
|
173 |
return run
|
174 |
|
|
|
168 |
yield run
|
169 |
|
170 |
async def run(self, task: str) -> Run:
|
171 |
+
async for run in self.run_generator(task):
|
172 |
self._run = run
|
173 |
return run
|
174 |
|