RAG demo working great!

data/Graph RAG

@@ -37,8 +37,8 @@
         }
       },
       "position": {
-        "x": -515.0703612358068,
-        "y": -506.06547454780275
+        "x": -849.9937814890327,
+        "y": -303.5069988257918
       },
       "parentId": null
     },
@@ -212,53 +212,6 @@
       "width": 539,
       "height": 296
     },
-    {
-      "id": "Predict links 1",
-      "type": "basic",
-      "data": {
-        "title": "Predict links",
-        "params": {},
-        "display": null,
-        "error": null,
-        "meta": {
-          "name": "Predict links",
-          "params": {},
-          "inputs": {
-            "nodes": {
-              "name": "nodes",
-              "type": {
-                "type": "<class 'inspect._empty'>"
-              },
-              "position": "top"
-            },
-            "edges": {
-              "name": "edges",
-              "type": {
-                "type": "<class 'inspect._empty'>"
-              },
-              "position": "top"
-            }
-          },
-          "outputs": {
-            "output": {
-              "name": "output",
-              "type": {
-                "type": "None"
-              },
-              "position": "right"
-            }
-          },
-          "type": "basic",
-          "sub_nodes": null
-        },
-        "collapsed": true
-      },
-      "position": {
-        "x": -53.86764005751337,
-        "y": -37.21387561499284
-      },
-      "parentId": null
-    },
     {
       "id": "Split document 1",
       "type": "basic",
@@ -309,25 +262,27 @@
       "parentId": null
     },
     {
-      "id": "Build document graph 1",
+      "id": "Input chat 1",
       "type": "basic",
       "data": {
-        "title": "Build document graph",
-        "params": {},
+        "title": "Input chat",
+        "params": {
+          "chat": "What's your cheapest drink?"
+        },
         "display": null,
         "error": null,
         "meta": {
-          "name": "Build document graph",
-          "params": {},
-          "inputs": {
-            "input": {
-              "name": "input",
+          "name": "Input chat",
+          "params": {
+            "chat": {
+              "name": "chat",
+              "default": null,
               "type": {
-                "type": "<class 'inspect._empty'>"
-              },
-              "position": "top"
+                "type": "<class 'str'>"
+              }
             }
           },
+          "inputs": {},
           "outputs": {
             "output": {
               "name": "output",
@@ -339,42 +294,49 @@
           },
           "type": "basic",
           "sub_nodes": null
-        }
+        },
+        "beingResized": false
       },
       "position": {
-        "x": -92.52685728742009,
-        "y": -177.9645433826994
+        "x": -857.4114014537504,
+        "y": 146.20705074522004
       },
-      "parentId": null
+      "parentId": null,
+      "width": 346,
+      "height": 120
     },
     {
-      "id": "Add neighbors 1",
+      "id": "Create prompt 1",
       "type": "basic",
       "data": {
-        "title": "Add neighbors",
-        "params": {},
+        "title": "Create prompt",
+        "params": {
+          "save_as": "prompt",
+          "template": "\n{% for item in rag %}\n---\n{{item}}\n{% endfor %}\n---\nIs the information above sufficient to answer the following question?\n- {{text}}\n\nIf the information is insufficient please say so. Otherwise, provide the answer."
+        },
         "display": null,
         "error": null,
         "meta": {
-          "name": "Add neighbors",
-          "params": {},
-          "inputs": {
-            "nodes": {
-              "name": "nodes",
+          "name": "Create prompt",
+          "params": {
+            "save_as": {
+              "name": "save_as",
+              "default": "prompt",
               "type": {
-                "type": "<class 'inspect._empty'>"
-              },
-              "position": "top"
+                "type": "<class 'str'>"
+              }
             },
-            "edges": {
-              "name": "edges",
+            "template": {
+              "name": "template",
+              "default": null,
               "type": {
-                "type": "<class 'inspect._empty'>"
-              },
-              "position": "top"
-            },
-            "item": {
-              "name": "item",
+                "format": "textarea"
+              }
+            }
+          },
+          "inputs": {
+            "input": {
+              "name": "input",
               "type": {
                 "type": "<class 'inspect._empty'>"
               },
@@ -392,85 +354,59 @@
           },
           "type": "basic",
           "sub_nodes": null
-        },
-        "collapsed": false
+        }
       },
       "position": {
-        "x": -113.7488497864376,
-        "y": 145.42569409180135
+        "x": 324.81988008998496,
+        "y": -9.071826950189632
       },
       "parentId": null
     },
     {
-      "id": "Input chat 1",
+      "id": "RAG 1",
       "type": "basic",
       "data": {
-        "title": "Input chat",
+        "title": "RAG",
         "params": {
-          "chat": "What's your cheapest drink?"
+          "engine": "Custom",
+          "input_field": "text",
+          "db_field": "text",
+          "num_matches": "1"
         },
         "display": null,
         "error": null,
         "meta": {
-          "name": "Input chat",
+          "name": "RAG",
           "params": {
-            "chat": {
-              "name": "chat",
-              "default": null,
+            "engine": {
+              "name": "engine",
+              "default": "Chroma",
               "type": {
-                "type": "<class 'str'>"
+                "enum": [
+                  "Chroma",
+                  "Custom"
+                ]
               }
-            }
-          },
-          "inputs": {},
-          "outputs": {
-            "output": {
-              "name": "output",
+            },
+            "input_field": {
+              "name": "input_field",
+              "default": "text",
               "type": {
-                "type": "None"
-              },
-              "position": "right"
-            }
-          },
-          "type": "basic",
-          "sub_nodes": null
-        },
-        "beingResized": false
-      },
-      "position": {
-        "x": -857.4114014537504,
-        "y": 146.20705074522004
-      },
-      "parentId": null,
-      "width": 346,
-      "height": 120
-    },
-    {
-      "id": "Create prompt 1",
-      "type": "basic",
-      "data": {
-        "title": "Create prompt",
-        "params": {
-          "save_as": "prompt",
-          "template": "{text}"
-        },
-        "display": null,
-        "error": null,
-        "meta": {
-          "name": "Create prompt",
-          "params": {
-            "save_as": {
-              "name": "save_as",
-              "default": "prompt",
+                "type": "<class 'str'>"
+              }
+            },
+            "db_field": {
+              "name": "db_field",
+              "default": "text",
               "type": {
                 "type": "<class 'str'>"
               }
             },
-            "template": {
-              "name": "template",
-              "default": null,
+            "num_matches": {
+              "name": "num_matches",
+              "default": 10,
               "type": {
-                "format": "textarea"
+                "type": "<class 'int'>"
               }
             }
           },
@@ -481,6 +417,13 @@
                 "type": "<class 'inspect._empty'>"
               },
               "position": "left"
+            },
+            "db": {
+              "name": "db",
+              "type": {
+                "type": "<class 'inspect._empty'>"
+              },
+              "position": "top"
             }
           },
           "outputs": {
@@ -497,13 +440,13 @@
         }
       },
       "position": {
-        "x": 324.81988008998496,
-        "y": -9.071826950189632
+        "x": -449.6099563104567,
+        "y": 56.69054032617606
       },
       "parentId": null
     },
     {
-      "id": "View 2",
+      "id": "View 3",
       "type": "table_view",
       "data": {
         "title": "View",
@@ -513,18 +456,14 @@
             "df": {
               "columns": [
                 "text",
-                "rag",
-                "prompt"
+                "rag"
               ],
               "data": [
                 [
                   "What's your cheapest drink?",
                   [
-                    "### 6. **Drinks**",
-                    "| Size               | Price         |\n|--------------------|---------------|\n| 20 oz Bottle       | $1.99         |\n| 2-Liter Bottle     | $3.50         |",
-                    "Available options: Coke, Diet Coke, Sprite, Root Beer, Lemonade."
-                  ],
-                  "{text}"
+                    "### 6. **Drinks**"
+                  ]
                 ]
               ]
             }
@@ -550,56 +489,45 @@
         "beingResized": false
       },
       "position": {
-        "x": 659.7852850905575,
-        "y": -41.48719521129472
+        "x": -557.8656197388839,
+        "y": 397.32347851191355
       },
       "parentId": null,
-      "width": 492,
-      "height": 391
+      "width": 296,
+      "height": 228
     },
     {
-      "id": "RAG 1",
+      "id": "Ask LLM 1",
       "type": "basic",
       "data": {
-        "title": "RAG",
+        "title": "Ask LLM",
         "params": {
-          "engine": "Custom",
-          "input_field": "text",
-          "db_field": "text",
-          "num_matches": "1"
+          "model": "google/gemma-2-2b-it",
+          "accepted_regex": null,
+          "max_tokens": 100
         },
         "display": null,
         "error": null,
         "meta": {
-          "name": "RAG",
+          "name": "Ask LLM",
           "params": {
-            "engine": {
-              "name": "engine",
-              "default": "Chroma",
-              "type": {
-                "enum": [
-                  "Chroma",
-                  "Custom"
-                ]
-              }
-            },
-            "input_field": {
-              "name": "input_field",
-              "default": "text",
+            "model": {
+              "name": "model",
+              "default": null,
               "type": {
                 "type": "<class 'str'>"
               }
             },
-            "db_field": {
-              "name": "db_field",
-              "default": "text",
+            "accepted_regex": {
+              "name": "accepted_regex",
+              "default": null,
               "type": {
                 "type": "<class 'str'>"
               }
             },
-            "num_matches": {
-              "name": "num_matches",
-              "default": 10,
+            "max_tokens": {
+              "name": "max_tokens",
+              "default": 100,
               "type": {
                 "type": "<class 'int'>"
               }
@@ -612,13 +540,6 @@
                 "type": "<class 'inspect._empty'>"
               },
               "position": "left"
-            },
-            "db": {
-              "name": "db",
-              "type": {
-                "type": "<class 'inspect._empty'>"
-              },
-              "position": "top"
             }
           },
           "outputs": {
@@ -635,13 +556,13 @@
         }
       },
       "position": {
-        "x": -449.6099563104567,
-        "y": 56.69054032617606
+        "x": 649.0730411878703,
+        "y": 29.290926423828694
       },
       "parentId": null
     },
     {
-      "id": "View 3",
+      "id": "View 4",
       "type": "table_view",
       "data": {
         "title": "View",
@@ -651,14 +572,20 @@
             "df": {
               "columns": [
                 "text",
-                "rag"
+                "rag",
+                "prompt",
+                "response"
               ],
               "data": [
                 [
                   "What's your cheapest drink?",
                   [
-                    "### 6. **Drinks**"
-                  ]
+                    "### 6. **Drinks**",
+                    "| Size               | Price         |\n|--------------------|---------------|\n| 20 oz Bottle       | $1.99         |\n| 2-Liter Bottle     | $3.50         |",
+                    "Available options: Coke, Diet Coke, Sprite, Root Beer, Lemonade."
+                  ],
+                  "\n\n---\n### 6. **Drinks**\n\n---\n| Size               | Price         |\n|--------------------|---------------|\n| 20 oz Bottle       | $1.99         |\n| 2-Liter Bottle     | $3.50         |\n\n---\nAvailable options: Coke, Diet Coke, Sprite, Root Beer, Lemonade.\n\n---\nIs the information above sufficient to answer the following question?\n- What's your cheapest drink?\n\nIf the information is insufficient please say so. Otherwise, provide the answer.",
+                  "The information is sufficient to answer the question. \n\n**Answer:** The cheapest drink is the 20 oz bottle of Coke at $1.99. \n"
                 ]
               ]
             }
@@ -680,16 +607,156 @@
           "outputs": {},
           "type": "table_view",
           "sub_nodes": null
+        }
+      },
+      "position": {
+        "x": 927.877424966716,
+        "y": -205.07566047558328
+      },
+      "parentId": null
+    },
+    {
+      "id": "Build document graph 1",
+      "type": "basic",
+      "data": {
+        "title": "Build document graph",
+        "params": {},
+        "display": null,
+        "error": null,
+        "meta": {
+          "name": "Build document graph",
+          "params": {},
+          "inputs": {
+            "input": {
+              "name": "input",
+              "type": {
+                "type": "<class 'inspect._empty'>"
+              },
+              "position": "top"
+            }
+          },
+          "outputs": {
+            "output": {
+              "name": "output",
+              "type": {
+                "type": "None"
+              },
+              "position": "right"
+            }
+          },
+          "type": "basic",
+          "sub_nodes": null
         },
-        "beingResized": false
+        "collapsed": true
       },
       "position": {
-        "x": -557.8656197388839,
-        "y": 397.32347851191355
+        "x": -36.39166052931119,
+        "y": -212.34993098590766
       },
-      "parentId": null,
-      "width": 751,
-      "height": 347
+      "parentId": null
+    },
+    {
+      "id": "Add neighbors 1",
+      "type": "basic",
+      "data": {
+        "title": "Add neighbors",
+        "params": {},
+        "display": null,
+        "error": null,
+        "meta": {
+          "name": "Add neighbors",
+          "params": {},
+          "inputs": {
+            "nodes": {
+              "name": "nodes",
+              "type": {
+                "type": "<class 'inspect._empty'>"
+              },
+              "position": "top"
+            },
+            "edges": {
+              "name": "edges",
+              "type": {
+                "type": "<class 'inspect._empty'>"
+              },
+              "position": "top"
+            },
+            "item": {
+              "name": "item",
+              "type": {
+                "type": "<class 'inspect._empty'>"
+              },
+              "position": "left"
+            }
+          },
+          "outputs": {
+            "output": {
+              "name": "output",
+              "type": {
+                "type": "None"
+              },
+              "position": "right"
+            }
+          },
+          "type": "basic",
+          "sub_nodes": null
+        },
+        "collapsed": true
+      },
+      "position": {
+        "x": -2.516468588848724,
+        "y": 167.64180115746848
+      },
+      "parentId": null
+    },
+    {
+      "id": "Predict links 1",
+      "type": "basic",
+      "data": {
+        "title": "Predict links",
+        "params": {},
+        "display": null,
+        "error": null,
+        "meta": {
+          "name": "Predict links",
+          "params": {},
+          "inputs": {
+            "nodes": {
+              "name": "nodes",
+              "type": {
+                "type": "<class 'inspect._empty'>"
+              },
+              "position": "top"
+            },
+            "edges": {
+              "name": "edges",
+              "type": {
+                "type": "<class 'inspect._empty'>"
+              },
+              "position": "top"
+            }
+          },
+          "outputs": {
+            "output": {
+              "name": "output",
+              "type": {
+                "type": "None"
+              },
+              "position": "right"
+            }
+          },
+          "type": "basic",
+          "position": {
+            "x": 656,
+            "y": 179
+          }
+        }
+      },
+      "position": {
+        "x": 34.865308360949726,
+        "y": -37.44504613652989
+      },
+      "parentId": null
     }
   ],
   "edges": [
@@ -708,39 +775,46 @@
       "targetHandle": "input"
     },
     {
-      "id": "xy-edge__Split document 1output-Build document graph 1input",
-      "source": "Split document 1",
-      "target": "Build document graph 1",
+      "id": "xy-edge__Input chat 1output-RAG 1input",
+      "source": "Input chat 1",
+      "target": "RAG 1",
       "sourceHandle": "output",
       "targetHandle": "input"
     },
     {
-      "id": "xy-edge__Split document 1output-Predict links 1nodes",
+      "id": "xy-edge__Split document 1output-RAG 1db",
       "source": "Split document 1",
-      "target": "Predict links 1",
+      "target": "RAG 1",
       "sourceHandle": "output",
-      "targetHandle": "nodes"
+      "targetHandle": "db"
     },
     {
-      "id": "xy-edge__Build document graph 1output-Predict links 1edges",
-      "source": "Build document graph 1",
-      "target": "Predict links 1",
+      "id": "xy-edge__RAG 1output-View 3input",
+      "source": "RAG 1",
+      "target": "View 3",
       "sourceHandle": "output",
-      "targetHandle": "edges"
+      "targetHandle": "input"
     },
     {
-      "id": "xy-edge__Split document 1output-Add neighbors 1nodes",
-      "source": "Split document 1",
-      "target": "Add neighbors 1",
+      "id": "xy-edge__Create prompt 1output-Ask LLM 1input",
+      "source": "Create prompt 1",
+      "target": "Ask LLM 1",
       "sourceHandle": "output",
-      "targetHandle": "nodes"
+      "targetHandle": "input"
     },
     {
-      "id": "xy-edge__Predict links 1output-Add neighbors 1edges",
-      "source": "Predict links 1",
+      "id": "xy-edge__Ask LLM 1output-View 4input",
+      "source": "Ask LLM 1",
+      "target": "View 4",
+      "sourceHandle": "output",
+      "targetHandle": "input"
+    },
+    {
+      "id": "xy-edge__RAG 1output-Add neighbors 1item",
+      "source": "RAG 1",
       "target": "Add neighbors 1",
       "sourceHandle": "output",
-      "targetHandle": "edges"
+      "targetHandle": "item"
     },
     {
       "id": "xy-edge__Add neighbors 1output-Create prompt 1input",
@@ -750,39 +824,39 @@
       "targetHandle": "input"
     },
     {
-      "id": "xy-edge__Create prompt 1output-View 2input",
-      "source": "Create prompt 1",
-      "target": "View 2",
+      "id": "xy-edge__Split document 1output-Build document graph 1input",
+      "source": "Split document 1",
+      "target": "Build document graph 1",
       "sourceHandle": "output",
       "targetHandle": "input"
     },
     {
-      "id": "xy-edge__Input chat 1output-RAG 1input",
-      "source": "Input chat 1",
-      "target": "RAG 1",
+      "id": "xy-edge__Split document 1output-Add neighbors 1nodes",
+      "source": "Split document 1",
+      "target": "Add neighbors 1",
       "sourceHandle": "output",
-      "targetHandle": "input"
+      "targetHandle": "nodes"
     },
     {
-      "id": "xy-edge__RAG 1output-Add neighbors 1item",
-      "source": "RAG 1",
-      "target": "Add neighbors 1",
+      "id": "xy-edge__Split document 1output-Predict links 1nodes",
+      "source": "Split document 1",
+      "target": "Predict links 1",
       "sourceHandle": "output",
-      "targetHandle": "item"
+      "targetHandle": "nodes"
     },
     {
-      "id": "xy-edge__Split document 1output-RAG 1db",
-      "source": "Split document 1",
-      "target": "RAG 1",
+      "id": "xy-edge__Build document graph 1output-Predict links 1edges",
+      "source": "Build document graph 1",
+      "target": "Predict links 1",
       "sourceHandle": "output",
-      "targetHandle": "db"
+      "targetHandle": "edges"
     },
     {
-      "id": "xy-edge__RAG 1output-View 3input",
-      "source": "RAG 1",
-      "target": "View 3",
+      "id": "xy-edge__Predict links 1output-Add neighbors 1edges",
+      "source": "Predict links 1",
+      "target": "Add neighbors 1",
       "sourceHandle": "output",
-      "targetHandle": "input"
+      "targetHandle": "edges"
     }
   ]
 }

server/llm_ops.py

@@ -9,7 +9,8 @@ import numpy as np
 import pandas as pd
 from .executors import one_by_one
 
-client = openai.OpenAI(base_url="http://localhost:7997/")
+chat_client = openai.OpenAI(base_url="http://localhost:8080/v1")
+embedding_client = openai.OpenAI(base_url="http://localhost:7997/")
 jinja = jinja2.Environment()
 chroma_client = chromadb.Client()
 LLM_CACHE = {}
@@ -20,14 +21,14 @@ op = ops.op_registration(ENV)
 def chat(*args, **kwargs):
   key = json.dumps({'method': 'chat', 'args': args, 'kwargs': kwargs})
   if key not in LLM_CACHE:
-    completion = client.chat.completions.create(*args, **kwargs)
+    completion = chat_client.chat.completions.create(*args, **kwargs)
     LLM_CACHE[key] = [c.message.content for c in completion.choices]
   return LLM_CACHE[key]
 
 def embedding(*args, **kwargs):
   key = json.dumps({'method': 'embedding', 'args': args, 'kwargs': kwargs})
   if key not in LLM_CACHE:
-    res = client.embeddings.create(*args, **kwargs)
+    res = embedding_client.embeddings.create(*args, **kwargs)
     [data] = res.data
     LLM_CACHE[key] = data.embedding
   return LLM_CACHE[key]

web/src/NodeWithTableView.svelte

@@ -19,7 +19,7 @@
           <dl>
           {#each df.columns as c, i}
             <dt>{c}</dt>
-            <dd>{df.data[0][i]}</dd>
+            <dd><pre>{df.data[0][i]}</pre></dd>
           {/each}
           </dl>
         {/if}