Export the constructed Chat API through an HTTP endpoint.

server/executors/one_by_one.py

@@ -140,3 +140,4 @@ def execute(ws, catalog, cache=None):
           else:
             tasks.setdefault(edge.target, []).extend(results)
     tasks = next_stage
+  return contexts

server/lynxscribe_ops.py

@@ -163,3 +163,38 @@ def view(input):
     }}
   }
   return v
+
+async def api_service(request):
+  '''
+  Serves a chat endpoint that matches LynxScribe's interface.
+  To access it you need to add the "module" and "workspace"
+  parameters.
+  The workspace must contain exactly one "Chat API" node.
+
+    curl -X POST ${LYNXKITE_URL}/api/service \
+      -H "Content-Type: application/json" \
+      -d '{
+        "module": "server.lynxscribe_ops",
+        "workspace": "LynxScribe demo",
+        "session_id": "b43215a0-428f-11ef-9454-0242ac120002",
+        "question": "what does the fox say",
+        "history": [],
+        "user_id": "x",
+        "meta_inputs": {}
+      }'
+  '''
+  import pathlib
+  from . import workspace
+  DATA_PATH = pathlib.Path.cwd() / 'data'
+  path = DATA_PATH / request['workspace']
+  assert path.is_relative_to(DATA_PATH)
+  assert path.exists(), f'Workspace {path} does not exist'
+  ws = workspace.load(path)
+  contexts = ops.EXECUTORS[ENV](ws)
+  nodes = [op for op in ws.nodes if op.data.title == 'Chat API']
+  [node] = nodes
+  context = contexts[node.id]
+  chat_api = context.last_result['chat_api']
+  request = ChatAPIRequest(session_id=request['session_id'], question=request['question'], history=request['history'])
+  response = await chat_api.answer(request)
+  return response

server/main.py

@@ -1,15 +1,18 @@
 import dataclasses
 import fastapi
+import importlib
 import pathlib
 import pkgutil
 from . import ops
 from . import workspace
 
 here = pathlib.Path(__file__).parent
+lynxkite_modules = {}
 for _, name, _ in pkgutil.iter_modules([str(here)]):
     if name.endswith('_ops') and not name.startswith('test_'):
         print(f'Importing {name}')
-        __import__(f'server.{name}')
+        name = f'server.{name}'
+        lynxkite_modules[name] = importlib.import_module(name)
 
 app = fastapi.FastAPI()
 
@@ -67,3 +70,9 @@ def make_dir(req: dict):
     assert not path.exists()
     path.mkdir()
     return list_dir(path.parent)
+
+@app.post("/api/service")
+async def service(req: dict):
+    '''Executors can provide extra HTTP APIs through the /api/service endpoint.'''
+    module = lynxkite_modules[req['module']]
+    return await module.api_service(req)