Merge pull request #89 from biggraph/darabos-upload

Dockerfile

@@ -11,6 +11,6 @@ RUN uv venv && uv pip install \
   -e lynxkite-graph-analytics \
   -e lynxkite-bio \
   -e lynxkite-pillow-example
-ENV LYNXKITE_DATA=examples
+WORKDIR $HOME/app/examples
 ENV PORT=7860
 CMD ["uv", "run", "lynxkite"]

README.md

@@ -41,7 +41,7 @@ uv pip install -e lynxkite-core/[dev] -e lynxkite-app/[dev] -e lynxkite-graph-an
 This also builds the frontend, hopefully very quickly. To run it:
 
 ```bash
-LYNXKITE_DATA=examples LYNXKITE_RELOAD=1 lynxkite
+cd examples && LYNXKITE_RELOAD=1 lynxkite
 ```
 
 If you also want to make changes to the frontend with hot reloading:

examples/AIMO

@@ -786,7 +786,7 @@
       "data": {
         "title": "Input CSV",
         "params": {
-          "filename": "data/aimo-examples.csv",
+          "filename": "uploads/aimo-examples.csv",
           "key": "problem"
         },
         "display": null,

examples/Bio demo

@@ -7,7 +7,7 @@
       "data": {
         "title": "Import CSV",
         "params": {
-          "filename": "examples/drug_target_data_sample.csv",
+          "filename": "uploads/drug_target_data_sample.csv",
           "separator": "<auto>",
           "columns": "<from file>"
         },

examples/Graph RAG

@@ -7,7 +7,7 @@
       "data": {
         "title": "Input document",
         "params": {
-          "filename": "examples/example-pizza.md"
+          "filename": "uploads/example-pizza.md"
         },
         "display": null,
         "error": null,

examples/LynxScribe demo

@@ -138,7 +138,7 @@
       "data": {
         "title": "Scenario selector",
         "params": {
-          "scenario_file": "/home/darabos/nvme/lynxscribe/examples/chat_api/scenarios.yaml",
+          "scenario_file": "uploads/chat_api/scenarios.yaml",
           "node_types": "intent_cluster"
         },
         "display": null,
@@ -252,9 +252,9 @@
       "data": {
         "title": "Knowledge base",
         "params": {
-          "template_cluster_path": "/home/darabos/nvme/lynxscribe/examples/chat_api/data/lynx/tempclusters.pickle",
-          "edges_path": "/home/darabos/nvme/lynxscribe/examples/chat_api/data/lynx/edges.pickle",
-          "nodes_path": "/home/darabos/nvme/lynxscribe/examples/chat_api/data/lynx/nodes.pickle"
+          "template_cluster_path": "uploads/chat_api/data/lynx/tempclusters.pickle",
+          "edges_path": "uploads/chat_api/data/lynx/edges.pickle",
+          "nodes_path": "uploads/chat_api/data/lynx/nodes.pickle"
         },
         "display": null,
         "error": null,

lynxkite-app/README.md

@@ -13,7 +13,7 @@ To run the backend:
 
 ```bash
 uv pip install -e .
-LYNXKITE_DATA=../examples LYNXKITE_RELOAD=1 lynxkite
+cd ../examples && LYNXKITE_RELOAD=1 lynxkite
 ```
 
 To run the frontend:

lynxkite-app/src/lynxkite_app/config.py

@@ -1,8 +0,0 @@
-"""Some common configuration."""
-
-import os
-import pathlib
-
-
-DATA_PATH = pathlib.Path(os.environ.get("LYNXKITE_DATA", "lynxkite_data"))
-CRDT_PATH = pathlib.Path(os.environ.get("LYNXKITE_CRDT_DATA", "lynxkite_crdt_data"))

lynxkite-app/src/lynxkite_app/crdt.py

@@ -3,6 +3,7 @@
 import asyncio
 import contextlib
 import enum
+import pathlib
 import fastapi
 import os.path
 import pycrdt
@@ -11,7 +12,6 @@ import pycrdt_websocket.ystore
 import uvicorn
 import builtins
 from lynxkite.core import workspace, ops
-from . import config
 
 router = fastapi.APIRouter()
 
@@ -32,8 +32,9 @@ class WebsocketServer(pycrdt_websocket.WebsocketServer):
 
         The workspace is loaded from "crdt_data" if it exists there, or from "data", or a new workspace is created.
         """
-        path = config.CRDT_PATH / f"{name}.crdt"
-        assert path.is_relative_to(config.CRDT_PATH)
+        crdt_path = pathlib.Path(".crdt")
+        path = crdt_path / f"{name}.crdt"
+        assert path.is_relative_to(crdt_path)
         ystore = pycrdt_websocket.ystore.FileYStore(path)
         ydoc = pycrdt.Doc()
         ydoc["workspace"] = ws = pycrdt.Map()
@@ -165,9 +166,8 @@ def try_to_load_workspace(ws: pycrdt.Map, name: str):
         ws: CRDT object to udpate with the workspace contents.
         name: Name of the workspace to load.
     """
-    json_path = f"{config.DATA_PATH}/{name}"
-    if os.path.exists(json_path):
-        ws_pyd = workspace.load(json_path)
+    if os.path.exists(name):
+        ws_pyd = workspace.load(name)
         # We treat the display field as a black box, since it is a large
         # dictionary that is meant to change as a whole.
         crdt_update(ws, ws_pyd.model_dump(), non_collaborative_fields={"display"})
@@ -225,8 +225,9 @@ async def execute(
         except asyncio.CancelledError:
             return
     print(f"Running {name} in {ws_pyd.env}...")
-    path = config.DATA_PATH / name
-    assert path.is_relative_to(config.DATA_PATH), "Provided workspace path is invalid"
+    cwd = pathlib.Path()
+    path = cwd / name
+    assert path.is_relative_to(cwd), "Provided workspace path is invalid"
     # Save user changes before executing, in case the execution fails.
     workspace.save(ws_pyd, path)
     ws_pyd._crdt = ws_crdt

lynxkite-app/src/lynxkite_app/main.py

@@ -11,7 +11,7 @@ from fastapi.middleware.gzip import GZipMiddleware
 import starlette
 from lynxkite.core import ops
 from lynxkite.core import workspace
-from . import crdt, config
+from . import crdt
 
 
 def detect_plugins():
@@ -45,9 +45,12 @@ class SaveRequest(workspace.BaseConfig):
     ws: workspace.Workspace
 
 
+data_path = pathlib.Path()
+
+
 def save(req: SaveRequest):
-    path = config.DATA_PATH / req.path
-    assert path.is_relative_to(config.DATA_PATH)
+    path = data_path / req.path
+    assert path.is_relative_to(data_path)
     workspace.save(req.ws, path)
 
 
@@ -61,18 +64,17 @@ async def save_and_execute(req: SaveRequest):
 
 @app.post("/api/delete")
 async def delete_workspace(req: dict):
-    json_path: pathlib.Path = config.DATA_PATH / req["path"]
-    crdt_path: pathlib.Path = config.CRDT_PATH / f"{req['path']}.crdt"
-    assert json_path.is_relative_to(config.DATA_PATH)
-    assert crdt_path.is_relative_to(config.CRDT_PATH)
+    json_path: pathlib.Path = data_path / req["path"]
+    crdt_path: pathlib.Path = data_path / ".crdt" / f"{req['path']}.crdt"
+    assert json_path.is_relative_to(data_path)
     json_path.unlink()
     crdt_path.unlink()
 
 
 @app.get("/api/load")
 def load(path: str):
-    path = config.DATA_PATH / path
-    assert path.is_relative_to(config.DATA_PATH)
+    path = data_path / path
+    assert path.is_relative_to(data_path)
     if not path.exists():
         return workspace.Workspace()
     return workspace.load(path)
@@ -85,15 +87,16 @@ class DirectoryEntry(pydantic.BaseModel):
 
 @app.get("/api/dir/list")
 def list_dir(path: str):
-    path = config.DATA_PATH / path
-    assert path.is_relative_to(config.DATA_PATH)
+    path = data_path / path
+    assert path.is_relative_to(data_path)
     return sorted(
         [
             DirectoryEntry(
-                name=str(p.relative_to(config.DATA_PATH)),
+                name=str(p.relative_to(data_path)),
                 type="directory" if p.is_dir() else "workspace",
             )
             for p in path.iterdir()
+            if not p.name.startswith(".")
         ],
         key=lambda x: x.name,
     )
@@ -101,16 +104,16 @@ def list_dir(path: str):
 
 @app.post("/api/dir/mkdir")
 def make_dir(req: dict):
-    path = config.DATA_PATH / req["path"]
-    assert path.is_relative_to(config.DATA_PATH)
+    path = data_path / req["path"]
+    assert path.is_relative_to(data_path)
     assert not path.exists(), f"{path} already exists"
     path.mkdir()
 
 
 @app.post("/api/dir/delete")
 def delete_dir(req: dict):
-    path: pathlib.Path = config.DATA_PATH / req["path"]
-    assert all([path.is_relative_to(config.DATA_PATH), path.exists(), path.is_dir()])
+    path: pathlib.Path = data_path / req["path"]
+    assert all([path.is_relative_to(data_path), path.exists(), path.is_dir()])
     shutil.rmtree(path)
 
 
@@ -128,6 +131,18 @@ async def service_post(req: fastapi.Request, module_path: str):
     return await module.api_service_post(req)
 
 
+@app.post("/api/upload")
+async def upload(req: fastapi.Request):
+    """Receives file uploads and stores them in DATA_PATH."""
+    form = await req.form()
+    for file in form.values():
+        file_path = data_path / "uploads" / file.filename
+        assert file_path.is_relative_to(data_path), "Invalid file path"
+        with file_path.open("wb") as buffer:
+            shutil.copyfileobj(file.file, buffer)
+    return {"status": "ok"}
+
+
 class SPAStaticFiles(StaticFiles):
     """Route everything to index.html. https://stackoverflow.com/a/73552966/3318517"""
 

lynxkite-app/tests/test_main.py

@@ -1,7 +1,7 @@
+import pathlib
 import uuid
 from fastapi.testclient import TestClient
 from lynxkite_app.main import app, detect_plugins
-from lynxkite_app.config import DATA_PATH
 import os
 
 
@@ -56,10 +56,9 @@ def test_save_and_load():
 
 
 def test_list_dir():
-    test_dir = str(uuid.uuid4())
-    test_dir_full_path = DATA_PATH / test_dir
-    test_dir_full_path.mkdir(parents=True, exist_ok=True)
-    test_file = test_dir_full_path / "test_file.txt"
+    test_dir = pathlib.Path() / str(uuid.uuid4())
+    test_dir.mkdir(parents=True, exist_ok=True)
+    test_file = test_dir / "test_file.txt"
     test_file.touch()
     response = client.get(f"/api/dir/list?path={str(test_dir)}")
     assert response.status_code == 200
@@ -67,12 +66,12 @@ def test_list_dir():
     assert response.json()[0]["name"] == f"{test_dir}/test_file.txt"
     assert response.json()[0]["type"] == "workspace"
     test_file.unlink()
-    test_dir_full_path.rmdir()
+    test_dir.rmdir()
 
 
 def test_make_dir():
     dir_name = str(uuid.uuid4())
     response = client.post("/api/dir/mkdir", json={"path": dir_name})
     assert response.status_code == 200
-    assert os.path.exists(DATA_PATH / dir_name)
-    os.rmdir(DATA_PATH / dir_name)
+    assert os.path.exists(dir_name)
+    os.rmdir(dir_name)

lynxkite-app/web/package-lock.json

@@ -17,6 +17,7 @@
         "@syncedstore/react": "^0.6.0",
         "@types/node": "^22.10.1",
         "@xyflow/react": "^12.3.5",
+        "axios": "^1.8.2",
         "daisyui": "^4.12.20",
         "echarts": "^5.5.1",
         "fuse.js": "^7.0.0",
@@ -2467,6 +2468,12 @@
       "license": "MIT",
       "optional": true
     },
+    "node_modules/asynckit": {
+      "version": "0.4.0",
+      "resolved": "https://registry.npmjs.org/asynckit/-/asynckit-0.4.0.tgz",
+      "integrity": "sha512-Oei9OH4tRh0YqU3GxhX79dM/mwVgvbZJaSNaRk+bshkj0S5cfHcgYakreBjrHwatXKbz+IoIdYLxrKim2MjW0Q==",
+      "license": "MIT"
+    },
     "node_modules/autoprefixer": {
       "version": "10.4.20",
       "resolved": "https://registry.npmjs.org/autoprefixer/-/autoprefixer-10.4.20.tgz",
@@ -2505,6 +2512,17 @@
         "postcss": "^8.1.0"
       }
     },
+    "node_modules/axios": {
+      "version": "1.8.2",
+      "resolved": "https://registry.npmjs.org/axios/-/axios-1.8.2.tgz",
+      "integrity": "sha512-ls4GYBm5aig9vWx8AWDSGLpnpDQRtWAfrjU+EuytuODrFBkqesN2RkOQCBzrA1RQNHw1SmRMSDDDSwzNAYQ6Rg==",
+      "license": "MIT",
+      "dependencies": {
+        "follow-redirects": "^1.15.6",
+        "form-data": "^4.0.0",
+        "proxy-from-env": "^1.1.0"
+      }
+    },
     "node_modules/bail": {
       "version": "2.0.2",
       "resolved": "https://registry.npmjs.org/bail/-/bail-2.0.2.tgz",
@@ -2637,6 +2655,19 @@
         "ieee754": "^1.1.13"
       }
     },
+    "node_modules/call-bind-apply-helpers": {
+      "version": "1.0.2",
+      "resolved": "https://registry.npmjs.org/call-bind-apply-helpers/-/call-bind-apply-helpers-1.0.2.tgz",
+      "integrity": "sha512-Sp1ablJ0ivDkSzjcaJdxEunN5/XvksFJ2sMBFfq6x0ryhQV/2b/KwFe21cMpmHtPOSij8K99/wSfoEuTObmuMQ==",
+      "license": "MIT",
+      "dependencies": {
+        "es-errors": "^1.3.0",
+        "function-bind": "^1.1.2"
+      },
+      "engines": {
+        "node": ">= 0.4"
+      }
+    },
     "node_modules/callsites": {
       "version": "3.1.0",
       "resolved": "https://registry.npmjs.org/callsites/-/callsites-3.1.0.tgz",
@@ -2824,6 +2855,18 @@
       "dev": true,
       "license": "MIT"
     },
+    "node_modules/combined-stream": {
+      "version": "1.0.8",
+      "resolved": "https://registry.npmjs.org/combined-stream/-/combined-stream-1.0.8.tgz",
+      "integrity": "sha512-FQN4MRfuJeHf7cBbBMJFXhKSDq+2kAArBlmRBvcvFE5BB1HZKXtSFASDhdlz9zOYwxh8lDdnvmMOe/+5cdoEdg==",
+      "license": "MIT",
+      "dependencies": {
+        "delayed-stream": "~1.0.0"
+      },
+      "engines": {
+        "node": ">= 0.8"
+      }
+    },
     "node_modules/comma-separated-tokens": {
       "version": "2.0.3",
       "resolved": "https://registry.npmjs.org/comma-separated-tokens/-/comma-separated-tokens-2.0.3.tgz",
@@ -3126,6 +3169,15 @@
         "node": ">=6"
       }
     },
+    "node_modules/delayed-stream": {
+      "version": "1.0.0",
+      "resolved": "https://registry.npmjs.org/delayed-stream/-/delayed-stream-1.0.0.tgz",
+      "integrity": "sha512-ZySD7Nf91aLB0RxL4KGrKHBXl7Eds1DAmEdcoVawXnLD7SDhpNgtuII2aAkg7a7QS41jxPSZ17p4VdGnMHk3MQ==",
+      "license": "MIT",
+      "engines": {
+        "node": ">=0.4.0"
+      }
+    },
     "node_modules/dequal": {
       "version": "2.0.3",
       "resolved": "https://registry.npmjs.org/dequal/-/dequal-2.0.3.tgz",
@@ -3172,6 +3224,20 @@
         "tslib": "^2.0.3"
       }
     },
+    "node_modules/dunder-proto": {
+      "version": "1.0.1",
+      "resolved": "https://registry.npmjs.org/dunder-proto/-/dunder-proto-1.0.1.tgz",
+      "integrity": "sha512-KIN/nDJBQRcXw0MLVhZE9iQHmG68qAVIBg9CqmUYjmQIhgij9U5MFvrqkUL5FbtyyzZuOeOt0zdeRe4UY7ct+A==",
+      "license": "MIT",
+      "dependencies": {
+        "call-bind-apply-helpers": "^1.0.1",
+        "es-errors": "^1.3.0",
+        "gopd": "^1.2.0"
+      },
+      "engines": {
+        "node": ">= 0.4"
+      }
+    },
     "node_modules/eastasianwidth": {
       "version": "0.2.0",
       "resolved": "https://registry.npmjs.org/eastasianwidth/-/eastasianwidth-0.2.0.tgz",
@@ -3252,6 +3318,51 @@
         "is-arrayish": "^0.2.1"
       }
     },
+    "node_modules/es-define-property": {
+      "version": "1.0.1",
+      "resolved": "https://registry.npmjs.org/es-define-property/-/es-define-property-1.0.1.tgz",
+      "integrity": "sha512-e3nRfgfUZ4rNGL232gUgX06QNyyez04KdjFrF+LTRoOXmrOgFKDg4BCdsjW8EnT69eqdYGmRpJwiPVYNrCaW3g==",
+      "license": "MIT",
+      "engines": {
+        "node": ">= 0.4"
+      }
+    },
+    "node_modules/es-errors": {
+      "version": "1.3.0",
+      "resolved": "https://registry.npmjs.org/es-errors/-/es-errors-1.3.0.tgz",
+      "integrity": "sha512-Zf5H2Kxt2xjTvbJvP2ZWLEICxA6j+hAmMzIlypy4xcBg1vKVnx89Wy0GbS+kf5cwCVFFzdCFh2XSCFNULS6csw==",
+      "license": "MIT",
+      "engines": {
+        "node": ">= 0.4"
+      }
+    },
+    "node_modules/es-object-atoms": {
+      "version": "1.1.1",
+      "resolved": "https://registry.npmjs.org/es-object-atoms/-/es-object-atoms-1.1.1.tgz",
+      "integrity": "sha512-FGgH2h8zKNim9ljj7dankFPcICIK9Cp5bm+c2gQSYePhpaG5+esrLODihIorn+Pe6FGJzWhXQotPv73jTaldXA==",
+      "license": "MIT",
+      "dependencies": {
+        "es-errors": "^1.3.0"
+      },
+      "engines": {
+        "node": ">= 0.4"
+      }
+    },
+    "node_modules/es-set-tostringtag": {
+      "version": "2.1.0",
+      "resolved": "https://registry.npmjs.org/es-set-tostringtag/-/es-set-tostringtag-2.1.0.tgz",
+      "integrity": "sha512-j6vWzfrGVfyXxge+O0x5sh6cvxAog0a/4Rdd2K36zCMV5eJ+/+tOAngRO8cODMNWbVRdVlmGZQL2YS3yR8bIUA==",
+      "license": "MIT",
+      "dependencies": {
+        "es-errors": "^1.3.0",
+        "get-intrinsic": "^1.2.6",
+        "has-tostringtag": "^1.0.2",
+        "hasown": "^2.0.2"
+      },
+      "engines": {
+        "node": ">= 0.4"
+      }
+    },
     "node_modules/esbuild": {
       "version": "0.25.0",
       "resolved": "https://registry.npmjs.org/esbuild/-/esbuild-0.25.0.tgz",
@@ -3639,6 +3750,26 @@
       "dev": true,
       "license": "ISC"
     },
+    "node_modules/follow-redirects": {
+      "version": "1.15.9",
+      "resolved": "https://registry.npmjs.org/follow-redirects/-/follow-redirects-1.15.9.tgz",
+      "integrity": "sha512-gew4GsXizNgdoRyqmyfMHyAmXsZDk6mHkSxZFCzW9gwlbtOW44CDtYavM+y+72qD/Vq2l550kMF52DT8fOLJqQ==",
+      "funding": [
+        {
+          "type": "individual",
+          "url": "https://github.com/sponsors/RubenVerborgh"
+        }
+      ],
+      "license": "MIT",
+      "engines": {
+        "node": ">=4.0"
+      },
+      "peerDependenciesMeta": {
+        "debug": {
+          "optional": true
+        }
+      }
+    },
     "node_modules/foreground-child": {
       "version": "3.3.0",
       "resolved": "https://registry.npmjs.org/foreground-child/-/foreground-child-3.3.0.tgz",
@@ -3656,6 +3787,21 @@
         "url": "https://github.com/sponsors/isaacs"
       }
     },
+    "node_modules/form-data": {
+      "version": "4.0.2",
+      "resolved": "https://registry.npmjs.org/form-data/-/form-data-4.0.2.tgz",
+      "integrity": "sha512-hGfm/slu0ZabnNt4oaRZ6uREyfCj6P4fT/n6A1rGV+Z0VdGXjfOhVUpkn6qVQONHGIFwmveGXyDs75+nr6FM8w==",
+      "license": "MIT",
+      "dependencies": {
+        "asynckit": "^0.4.0",
+        "combined-stream": "^1.0.8",
+        "es-set-tostringtag": "^2.1.0",
+        "mime-types": "^2.1.12"
+      },
+      "engines": {
+        "node": ">= 6"
+      }
+    },
     "node_modules/fraction.js": {
       "version": "4.3.7",
       "resolved": "https://registry.npmjs.org/fraction.js/-/fraction.js-4.3.7.tgz",
@@ -3689,7 +3835,6 @@
       "version": "1.1.2",
       "resolved": "https://registry.npmjs.org/function-bind/-/function-bind-1.1.2.tgz",
       "integrity": "sha512-7XHNxH7qX9xG5mIwxkhumTox/MIRNcOgDrxWsMt2pAr23WHp6MrRlN7FBSFpCpr+oVO0F744iUgR82nJMfG2SA==",
-      "dev": true,
       "license": "MIT",
       "funding": {
         "url": "https://github.com/sponsors/ljharb"
@@ -3713,6 +3858,43 @@
         "node": ">=6.9.0"
       }
     },
+    "node_modules/get-intrinsic": {
+      "version": "1.3.0",
+      "resolved": "https://registry.npmjs.org/get-intrinsic/-/get-intrinsic-1.3.0.tgz",
+      "integrity": "sha512-9fSjSaos/fRIVIp+xSJlE6lfwhES7LNtKaCBIamHsjr2na1BiABJPo0mOjjz8GJDURarmCPGqaiVg5mfjb98CQ==",
+      "license": "MIT",
+      "dependencies": {
+        "call-bind-apply-helpers": "^1.0.2",
+        "es-define-property": "^1.0.1",
+        "es-errors": "^1.3.0",
+        "es-object-atoms": "^1.1.1",
+        "function-bind": "^1.1.2",
+        "get-proto": "^1.0.1",
+        "gopd": "^1.2.0",
+        "has-symbols": "^1.1.0",
+        "hasown": "^2.0.2",
+        "math-intrinsics": "^1.1.0"
+      },
+      "engines": {
+        "node": ">= 0.4"
+      },
+      "funding": {
+        "url": "https://github.com/sponsors/ljharb"
+      }
+    },
+    "node_modules/get-proto": {
+      "version": "1.0.1",
+      "resolved": "https://registry.npmjs.org/get-proto/-/get-proto-1.0.1.tgz",
+      "integrity": "sha512-sTSfBjoXBp89JvIKIefqw7U2CCebsc74kiY6awiGogKtoSGbgjYE/G/+l9sF3MWFPNc9IcoOC4ODfKHfxFmp0g==",
+      "license": "MIT",
+      "dependencies": {
+        "dunder-proto": "^1.0.1",
+        "es-object-atoms": "^1.0.0"
+      },
+      "engines": {
+        "node": ">= 0.4"
+      }
+    },
     "node_modules/glob": {
       "version": "10.4.5",
       "resolved": "https://registry.npmjs.org/glob/-/glob-10.4.5.tgz",
@@ -3785,6 +3967,18 @@
         "url": "https://github.com/sponsors/sindresorhus"
       }
     },
+    "node_modules/gopd": {
+      "version": "1.2.0",
+      "resolved": "https://registry.npmjs.org/gopd/-/gopd-1.2.0.tgz",
+      "integrity": "sha512-ZUKRh6/kUFoAiTAtTYPZJ3hw9wNxx+BIBOijnlG9PnrJsCcSjs1wyyD6vJpaYtgnzDrKYRSqf3OO6Rfa93xsRg==",
+      "license": "MIT",
+      "engines": {
+        "node": ">= 0.4"
+      },
+      "funding": {
+        "url": "https://github.com/sponsors/ljharb"
+      }
+    },
     "node_modules/graphemer": {
       "version": "1.4.0",
       "resolved": "https://registry.npmjs.org/graphemer/-/graphemer-1.4.0.tgz",
@@ -3802,11 +3996,37 @@
         "node": ">=8"
       }
     },
+    "node_modules/has-symbols": {
+      "version": "1.1.0",
+      "resolved": "https://registry.npmjs.org/has-symbols/-/has-symbols-1.1.0.tgz",
+      "integrity": "sha512-1cDNdwJ2Jaohmb3sg4OmKaMBwuC48sYni5HUw2DvsC8LjGTLK9h+eb1X6RyuOHe4hT0ULCW68iomhjUoKUqlPQ==",
+      "license": "MIT",
+      "engines": {
+        "node": ">= 0.4"
+      },
+      "funding": {
+        "url": "https://github.com/sponsors/ljharb"
+      }
+    },
+    "node_modules/has-tostringtag": {
+      "version": "1.0.2",
+      "resolved": "https://registry.npmjs.org/has-tostringtag/-/has-tostringtag-1.0.2.tgz",
+      "integrity": "sha512-NqADB8VjPFLM2V0VvHUewwwsw0ZWBaIdgo+ieHtK3hasLz4qeCRjYcqfB6AQrBggRKppKF8L52/VqdVsO47Dlw==",
+      "license": "MIT",
+      "dependencies": {
+        "has-symbols": "^1.0.3"
+      },
+      "engines": {
+        "node": ">= 0.4"
+      },
+      "funding": {
+        "url": "https://github.com/sponsors/ljharb"
+      }
+    },
     "node_modules/hasown": {
       "version": "2.0.2",
       "resolved": "https://registry.npmjs.org/hasown/-/hasown-2.0.2.tgz",
       "integrity": "sha512-0hJU9SCPvmMzIBdZFqNPXWa6dqh7WdH0cII9y+CyS8rG3nL48Bclra9HmKhVVUHyPWNH5Y7xDwAB7bfgSjkUMQ==",
-      "dev": true,
       "license": "MIT",
       "dependencies": {
         "function-bind": "^1.1.2"
@@ -4523,6 +4743,15 @@
       "license": "MIT",
       "optional": true
     },
+    "node_modules/math-intrinsics": {
+      "version": "1.1.0",
+      "resolved": "https://registry.npmjs.org/math-intrinsics/-/math-intrinsics-1.1.0.tgz",
+      "integrity": "sha512-/IXtbwEk5HTPyEwyKX6hGkYXxM9nbj64B+ilVJnC/R6B0pH5G4V3b0pVbL7DBj4tkhBAppbQUlf6F6Xl9LHu1g==",
+      "license": "MIT",
+      "engines": {
+        "node": ">= 0.4"
+      }
+    },
     "node_modules/mdast-util-from-markdown": {
       "version": "2.0.2",
       "resolved": "https://registry.npmjs.org/mdast-util-from-markdown/-/mdast-util-from-markdown-2.0.2.tgz",
@@ -5142,6 +5371,27 @@
         "node": ">=8.6"
       }
     },
+    "node_modules/mime-db": {
+      "version": "1.52.0",
+      "resolved": "https://registry.npmjs.org/mime-db/-/mime-db-1.52.0.tgz",
+      "integrity": "sha512-sPU4uV7dYlvtWJxwwxHD0PuihVNiE7TyAbQ5SWxDCB9mUYvOgroQOwYQQOKPJ8CIbE+1ETVlOoK1UC2nU3gYvg==",
+      "license": "MIT",
+      "engines": {
+        "node": ">= 0.6"
+      }
+    },
+    "node_modules/mime-types": {
+      "version": "2.1.35",
+      "resolved": "https://registry.npmjs.org/mime-types/-/mime-types-2.1.35.tgz",
+      "integrity": "sha512-ZDY+bPm5zTTF+YpCrAU9nK0UgICYPT0QtT1NZWFv4s++TNkcgVaT0g6+4R2uI4MjQjzysHB1zxuWL50hzaeXiw==",
+      "license": "MIT",
+      "dependencies": {
+        "mime-db": "1.52.0"
+      },
+      "engines": {
+        "node": ">= 0.6"
+      }
+    },
     "node_modules/minimatch": {
       "version": "3.1.2",
       "resolved": "https://registry.npmjs.org/minimatch/-/minimatch-3.1.2.tgz",
@@ -5766,6 +6016,12 @@
         "url": "https://github.com/sponsors/wooorm"
       }
     },
+    "node_modules/proxy-from-env": {
+      "version": "1.1.0",
+      "resolved": "https://registry.npmjs.org/proxy-from-env/-/proxy-from-env-1.1.0.tgz",
+      "integrity": "sha512-D+zkORCbA9f1tdWRK0RaCR3GPv50cMxcrz4X8k5LTSUD1Dkw47mKJEZQNunItRTkWwgtaUSo1RVFRIG9ZXiFYg==",
+      "license": "MIT"
+    },
     "node_modules/prr": {
       "version": "1.0.1",
       "resolved": "https://registry.npmjs.org/prr/-/prr-1.0.1.tgz",

lynxkite-app/web/package.json

@@ -20,6 +20,7 @@
     "@syncedstore/react": "^0.6.0",
     "@types/node": "^22.10.1",
     "@xyflow/react": "^12.3.5",
+    "axios": "^1.8.2",
     "daisyui": "^4.12.20",
     "echarts": "^5.5.1",
     "fuse.js": "^7.0.0",
@@ -35,6 +36,8 @@
   },
   "devDependencies": {
     "@eslint/js": "^9.15.0",
+    "@playwright/test": "^1.50.1",
+    "@types/node": "^22.13.1",
     "@types/react": "^18.3.14",
     "@types/react-dom": "^18.3.2",
     "@vitejs/plugin-react-swc": "^3.5.0",
@@ -47,9 +50,7 @@
     "tailwindcss": "^3.4.16",
     "typescript": "~5.6.2",
     "typescript-eslint": "^8.15.0",
-    "vite": "^6.2.0",
-    "@playwright/test": "^1.50.1",
-    "@types/node": "^22.13.1"
+    "vite": "^6.2.0"
   },
   "optionalDependencies": {
     "@rollup/rollup-linux-x64-gnu": "^4.28.1"

lynxkite-app/web/playwright.config.ts

@@ -23,7 +23,7 @@ export default defineConfig({
     },
   ],
   webServer: {
-    command: "cd ../.. && LYNXKITE_DATA=examples lynxkite",
+    command: "cd ../../examples && lynxkite",
     url: "http://127.0.0.1:8000",
     reuseExistingServer: false,
   },

lynxkite-app/web/src/index.css

@@ -240,6 +240,22 @@ body {
     background: transparent;
     color: #39bcf3;
   }
+
+  .workspace-message {
+    position: absolute;
+    left: 50%;
+    bottom: 20px;
+    transform: translateX(-50%);
+    box-shadow: 0 5px 50px 0px #8008;
+    padding: 10px 40px 10px 20px;
+    border-radius: 5px;
+
+    .close {
+      position: absolute;
+      right: 10px;
+      cursor: pointer;
+    }
+  }
 }
 
 .params-expander {

lynxkite-app/web/src/workspace/Workspace.tsx

@@ -14,6 +14,7 @@ import {
   useReactFlow,
   useUpdateNodeInternals,
 } from "@xyflow/react";
+import axios from "axios";
 import {
   type MouseEvent,
   useCallback,
@@ -62,6 +63,7 @@ function LynxKiteFlow() {
   const [edges, setEdges] = useState([] as Edge[]);
   const { path } = useParams();
   const [state, setState] = useState({ workspace: {} as Workspace });
+  const [message, setMessage] = useState(null as string | null);
   useEffect(() => {
     const state = syncedStore({ workspace: {} as Workspace });
     setState(state);
@@ -80,7 +82,9 @@ function LynxKiteFlow() {
         if (!state.workspace.nodes) return;
         if (!state.workspace.edges) return;
         for (const n of state.workspace.nodes) {
-          n.dragHandle = ".bg-primary";
+          if (n.dragHandle !== ".bg-primary") {
+            n.dragHandle = ".bg-primary";
+          }
         }
         setNodes([...state.workspace.nodes] as Node[]);
         setEdges([...state.workspace.edges] as Edge[]);
@@ -234,33 +238,44 @@ function LynxKiteFlow() {
     },
     [catalog, state, nodeSearchSettings, suppressSearchUntil, closeNodeSearch],
   );
-  const addNode = useCallback(
+  function addNode(
+    node: Partial<WorkspaceNode>,
+    state: { workspace: Workspace },
+    nodes: Node[],
+  ) {
+    const title = node.data?.title;
+    let i = 1;
+    node.id = `${title} ${i}`;
+    const wnodes = state.workspace.nodes!;
+    while (wnodes.find((x) => x.id === node.id)) {
+      i += 1;
+      node.id = `${title} ${i}`;
+    }
+    wnodes.push(node as WorkspaceNode);
+    setNodes([...nodes, node as WorkspaceNode]);
+  }
+  function nodeFromMeta(meta: OpsOp): Partial<WorkspaceNode> {
+    const node: Partial<WorkspaceNode> = {
+      type: meta.type,
+      data: {
+        meta: meta,
+        title: meta.name,
+        params: Object.fromEntries(
+          Object.values(meta.params).map((p) => [p.name, p.default]),
+        ),
+      },
+    };
+    return node;
+  }
+  const addNodeFromSearch = useCallback(
     (meta: OpsOp) => {
-      const node: Partial<WorkspaceNode> = {
-        type: meta.type,
-        data: {
-          meta: meta,
-          title: meta.name,
-          params: Object.fromEntries(
-            Object.values(meta.params).map((p) => [p.name, p.default]),
-          ),
-        },
-      };
+      const node = nodeFromMeta(meta);
       const nss = nodeSearchSettings!;
       node.position = reactFlow.screenToFlowPosition({
         x: nss.pos.x,
         y: nss.pos.y,
       });
-      const title = meta.name;
-      let i = 1;
-      node.id = `${title} ${i}`;
-      const wnodes = state.workspace.nodes!;
-      while (wnodes.find((x) => x.id === node.id)) {
-        i += 1;
-        node.id = `${title} ${i}`;
-      }
-      wnodes.push(node as WorkspaceNode);
-      setNodes([...nodes, node as WorkspaceNode]);
+      addNode(node, state, nodes);
       closeNodeSearch();
     },
     [nodeSearchSettings, state, reactFlow, nodes, closeNodeSearch],
@@ -282,6 +297,48 @@ function LynxKiteFlow() {
     [state],
   );
   const parentDir = path!.split("/").slice(0, -1).join("/");
+  function onDragOver(e: React.DragEvent<HTMLDivElement>) {
+    e.stopPropagation();
+    e.preventDefault();
+  }
+  async function onDrop(e: React.DragEvent<HTMLDivElement>) {
+    e.stopPropagation();
+    e.preventDefault();
+    const file = e.dataTransfer.files[0];
+    const formData = new FormData();
+    formData.append("file", file);
+    try {
+      await axios.post("/api/upload", formData, {
+        onUploadProgress: (progressEvent) => {
+          const percentCompleted = Math.round(
+            (100 * progressEvent.loaded) / progressEvent.total!,
+          );
+          if (percentCompleted === 100) setMessage("Processing file...");
+          else setMessage(`Uploading ${percentCompleted}%`);
+        },
+      });
+      setMessage(null);
+      const cat = catalog.data![state.workspace.env!];
+      const node = nodeFromMeta(cat["Import file"]);
+      node.position = reactFlow.screenToFlowPosition({
+        x: e.clientX,
+        y: e.clientY,
+      });
+      node.data!.params.file_path = `uploads/${file.name}`;
+      if (file.name.includes(".csv")) {
+        node.data!.params.file_format = "csv";
+      } else if (file.name.includes(".parquet")) {
+        node.data!.params.file_format = "parquet";
+      } else if (file.name.includes(".json")) {
+        node.data!.params.file_format = "json";
+      } else if (file.name.includes(".xls")) {
+        node.data!.params.file_format = "excel";
+      }
+      addNode(node, state, nodes);
+    } catch (error) {
+      setMessage("File upload failed.");
+    }
+  }
   return (
     <div className="workspace">
       <div className="top-bar bg-neutral">
@@ -308,7 +365,11 @@ function LynxKiteFlow() {
           </a>
         </div>
       </div>
-      <div style={{ height: "100%", width: "100vw" }}>
+      <div
+        style={{ height: "100%", width: "100vw" }}
+        onDragOver={onDragOver}
+        onDrop={onDrop}
+      >
         <LynxKiteState.Provider value={state}>
           <ReactFlow
             nodes={nodes}
@@ -320,7 +381,7 @@ function LynxKiteFlow() {
             onPaneClick={toggleNodeSearch}
             onConnect={onConnect}
             proOptions={{ hideAttribution: true }}
-            maxZoom={3}
+            maxZoom={1}
             minZoom={0.3}
             defaultEdgeOptions={{
               markerEnd: {
@@ -342,11 +403,19 @@ function LynxKiteFlow() {
                 pos={nodeSearchSettings.pos}
                 boxes={nodeSearchSettings.boxes}
                 onCancel={closeNodeSearch}
-                onAdd={addNode}
+                onAdd={addNodeFromSearch}
               />
             )}
           </ReactFlow>
         </LynxKiteState.Provider>
+        {message && (
+          <div className="workspace-message">
+            <span className="close" onClick={() => setMessage(null)}>
+              <Close />
+            </span>
+            {message}
+          </div>
+        )}
       </div>
     </div>
   );

lynxkite-app/web/tests/basic.spec.ts

@@ -21,9 +21,6 @@ test("Box creation & deletion per env", async () => {
   const envs = await workspace.getEnvs();
   for (const env of envs) {
     await workspace.setEnv(env);
-    // TODO: Opening the catalog immediately after setting the env can fail.
-    // Let's fix this!
-    await new Promise((resolve) => setTimeout(resolve, 500));
     const catalog = await workspace.getCatalog();
     expect(catalog).not.toHaveLength(0);
     const op = catalog[0];

lynxkite-app/web/tests/examples.spec.ts

@@ -17,8 +17,7 @@ test("Pytorch example", async ({ page }) => {
   await ws.expectErrorFree();
 });
 
-test.fail("AIMO example", async ({ page }) => {
-  // Fails because of missing OPENAI_API_KEY
+test("AIMO example", async ({ page }) => {
   const ws = await Workspace.open(page, "AIMO");
   await ws.expectErrorFree();
 });
@@ -35,12 +34,6 @@ test("Graph RAG", async ({ page }) => {
   await ws.expectErrorFree(process.env.CI ? 2000 : 500);
 });
 
-test.fail("RAG chatbot app", async ({ page }) => {
-  // Fail due to all operation being unknown
-  const ws = await Workspace.open(page, "RAG chatbot app");
-  await ws.expectErrorFree();
-});
-
 test("Airlines demo", async ({ page }) => {
   const ws = await Workspace.open(page, "Airlines demo");
   await ws.expectErrorFree(process.env.CI ? 10000 : 500);

lynxkite-app/web/tests/lynxkite.ts

@@ -59,10 +59,8 @@ export class Workspace {
       // Avoid overlapping with existing nodes
       const numNodes = allBoxes.length || 1;
       await this.page.mouse.wheel(0, numNodes * 400);
-      await new Promise((resolve) => setTimeout(resolve, 200));
     }
 
-    // Some x,y offset, otherwise the box handle may fall outside the viewport.
     await this.page.locator(".ws-name").click();
     await this.page.keyboard.press("/");
     await this.page
@@ -73,10 +71,11 @@ export class Workspace {
   }
 
   async getCatalog() {
-    await this.page.locator(".react-flow__pane").click();
-    const catalog = await this.page
-      .locator(".node-search .matches .search-result")
-      .allInnerTexts();
+    await this.page.locator(".ws-name").click();
+    await this.page.keyboard.press("/");
+    const results = this.page.locator(".node-search .matches .search-result");
+    await expect(results.first()).toBeVisible();
+    const catalog = await results.allInnerTexts();
     // Dismiss the catalog menu
     await this.page.keyboard.press("Escape");
     await expect(this.page.locator(".node-search")).not.toBeVisible();
@@ -153,11 +152,6 @@ export class Workspace {
   }
 
   async expectErrorFree(executionWaitTime?) {
-    // TODO: Workaround, to account for workspace execution. Once
-    // we have a load indicator we can use that instead.
-    await new Promise((resolve) =>
-      setTimeout(resolve, executionWaitTime ? executionWaitTime : 500),
-    );
     await expect(this.getBoxes().locator(".error").first()).not.toBeVisible();
   }
 
@@ -188,7 +182,7 @@ export class Splash {
   }
 
   workspace(name: string) {
-    return this.page.getByRole("link", { name: name });
+    return this.page.getByRole("link", { name: name, exact: true });
   }
 
   getEntry(name: string) {

lynxkite-core/src/lynxkite/core/workspace.py

@@ -105,7 +105,8 @@ def save(ws: Workspace, path: str):
     j = ws.model_dump()
     j = json.dumps(j, indent=2, sort_keys=True) + "\n"
     dirname, basename = os.path.split(path)
-    os.makedirs(dirname, exist_ok=True)
+    if dirname:
+        os.makedirs(dirname, exist_ok=True)
     # Create temp file in the same directory to make sure it's on the same filesystem.
     with tempfile.NamedTemporaryFile(
         "w", prefix=f".{basename}.", dir=dirname, delete=False

lynxkite-lynxscribe/src/lynxkite_lynxscribe/lynxscribe_ops.py

@@ -2,7 +2,6 @@
 LynxScribe configuration and testing in LynxKite.
 """
 
-import os
 import pathlib
 from lynxscribe.core.llm.base import get_llm_engine
 from lynxscribe.core.vector_store.base import get_vector_store
@@ -222,11 +221,12 @@ def view(input):
     return v
 
 
-async def get_chat_api(ws):
+async def get_chat_api(ws: str):
     from lynxkite.core import workspace
 
-    path = DATA_PATH / ws
-    assert path.is_relative_to(DATA_PATH)
+    cwd = pathlib.Path()
+    path = cwd / ws
+    assert path.is_relative_to(cwd)
     assert path.exists(), f"Workspace {path} does not exist"
     ws = workspace.load(path)
     contexts = await ops.EXECUTORS[ENV](ws)
@@ -285,19 +285,16 @@ async def api_service_get(request):
     return {"error": "Not found"}
 
 
-DATA_PATH = pathlib.Path(os.environ.get("LYNXKITE_DATA", "lynxkite_data"))
-
-
 def get_lynxscribe_workspaces():
     from lynxkite.core import workspace
 
     workspaces = []
-    for p in DATA_PATH.glob("**/*"):
+    for p in pathlib.Path().glob("**/*"):
         if p.is_file():
             try:
                 ws = workspace.load(p)
                 if ws.env == ENV:
-                    workspaces.append(p.relative_to(DATA_PATH))
+                    workspaces.append(p)
             except Exception:
                 pass  # Ignore files that are not valid workspaces.
     workspaces.sort()