AWeirdDev commited on
Commit
500acbd
·
verified ·
1 Parent(s): bb9e43b

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +12 -9
app.py CHANGED
@@ -3,6 +3,7 @@ import json
3
 
4
  from fastapi import FastAPI
5
  from fastapi.responses import StreamingResponse
 
6
  from gradio_client import Client
7
 
8
  app = FastAPI()
@@ -34,17 +35,21 @@ def make_chunk_obj(i, delta, fr):
34
  ]
35
  }
36
 
37
- @app.get('/chat/completions')
38
  async def index():
 
 
 
 
39
  def streamer():
40
  text = ""
41
  result = client.submit(
42
- "Hello!!",
43
- 0.9, # float (numeric value between 0.0 and 1.0) in 'Temperature' Slider component
44
- 4096, # float (numeric value between 0 and 1048) in 'Max new tokens' Slider component
45
- .9, # float (numeric value between 0.0 and 1) in 'Top-p (nucleus sampling)' Slider component
46
- 1, # float (numeric value between 1.0 and 2.0) in 'Repetition penalty' Slider component
47
- api_name="/chat"
48
  )
49
  for i, item in enumerate(result):
50
  delta = item[len(text):]
@@ -57,5 +62,3 @@ async def index():
57
  yield "data: [END]"
58
 
59
  return StreamingResponse(streamer())
60
-
61
- print(result)
 
3
 
4
  from fastapi import FastAPI
5
  from fastapi.responses import StreamingResponse
6
+
7
  from gradio_client import Client
8
 
9
  app = FastAPI()
 
35
  ]
36
  }
37
 
38
+ @app.get('/')
39
  async def index():
40
+ return { "message": "hello" }
41
+
42
+ @app.post('/chat/completions')
43
+ async def c_cmp():
44
  def streamer():
45
  text = ""
46
  result = client.submit(
47
+ "Hello!!",
48
+ 0.9, # float (numeric value between 0.0 and 1.0) in 'Temperature' Slider component
49
+ 4096, # float (numeric value between 0 and 1048) in 'Max new tokens' Slider component
50
+ .9, # float (numeric value between 0.0 and 1) in 'Top-p (nucleus sampling)' Slider component
51
+ 1, # float (numeric value between 1.0 and 2.0) in 'Repetition penalty' Slider component
52
+ api_name="/chat"
53
  )
54
  for i, item in enumerate(result):
55
  delta = item[len(text):]
 
62
  yield "data: [END]"
63
 
64
  return StreamingResponse(streamer())