Start adding LLM logic boxes. Nicer tables.

server/llm_ops.py

@@ -0,0 +1,65 @@
+'''For specifying an LLM agent logic flow.'''
+from . import ops
+import json
+import openai
+import pandas as pd
+
+client = openai.OpenAI(base_url="http://localhost:11434/v1")
+CACHE = {}
+
+def chat(*args, **kwargs):
+  key = json.dumps({'args': args, 'kwargs': kwargs})
+  if key not in CACHE:
+    completion = client.chat.completions.create(*args, **kwargs)
+    CACHE[key] = [c.message.content for c in completion.choices]
+  return CACHE[key]
+
+@ops.op("Input")
+def input(*, filename: str, key: str):
+  return pd.read_csv(filename).rename(columns={key: 'text'})
+
+@ops.op("Create prompt")
+def create_prompt(input, *, template: str):
+  assert template, 'Please specify the template. Refer to columns using their names in uppercase.'
+  df = input.copy()
+  prompts = []
+  for i, row in df.iterrows():
+    p = template
+    for c in df.columns:
+      p = p.replace(c.upper(), str(row[c]))
+    prompts.append(p)
+  df['prompt'] = p
+  return df
+
+
+@ops.op("Ask LLM")
+def ask_llm(input, *, model: str, choices: list = None, max_tokens: int = 100):
+  assert model, 'Please specify the model.'
+  assert 'prompt' in input.columns, 'Please create the prompt first.'
+  df = input.copy()
+  g = {}
+  if choices:
+    g['extra_body'] = {
+      "guided_choice": choices.split()
+    }
+  for i, row in df.iterrows():
+    [res] = chat(
+      model=model,
+      max_tokens=max_tokens,
+      messages=[
+        {"role": "user", "content": row['text']},
+      ],
+      **g,
+    )
+    df.loc[i, 'response'] = res
+  return df
+
+@ops.op("View", view="table_view")
+def view(input):
+  v = {
+    'dataframes': { 'df': {
+      'columns': [str(c) for c in input.columns],
+      'data': input.values.tolist(),
+    }}
+  }
+  return v

server/main.py

@@ -5,8 +5,9 @@ from . import ops
 from . import workspace
 from . import lynxkite_ops
 # from . import networkx_ops
-from . import pytorch_model_ops
+# from . import pytorch_model_ops
 # from . import lynxscribe_ops
+from . import llm_ops
 
 app = fastapi.FastAPI()
 

web/src/NodeParameter.svelte

@@ -38,9 +38,7 @@
     font-size: 10px;
     letter-spacing: 0.05em;
     margin-left: 10px;
-    background: oklch(50% 0.13 230);
-    background: oklch(95% 0.2 55);
-    background:var(--bs-border-color);
+    background: var(--bs-border-color);
     width: fit-content;
     padding: 2px 8px;
     border-radius: 4px 4px 0 0;

web/src/NodeSearch.svelte

@@ -8,7 +8,7 @@
   let hits = Object.values(boxes).map(box => ({item: box}));
   let selectedIndex = 0;
   onMount(() => searchBox.focus());
-  $: fuse = new Fuse(boxes, {
+  $: fuse = new Fuse(Object.values(boxes), {
     keys: ['name']
   })
   function onInput() {

web/src/NodeWithTableView.svelte

@@ -1,29 +1,35 @@
 <script lang="ts">
   import { type NodeProps } from '@xyflow/svelte';
+  import { Tabulator } from 'tabulator-tables';
   import LynxKiteNode from './LynxKiteNode.svelte';
   type $$Props = NodeProps;
   export let data: $$Props['data'];
   const open = {};
+  $: single = data.view?.dataframes && Object.keys(data.view.dataframes).length === 1;
 </script>
 
 <LynxKiteNode {...$$props}>
   {#if data.view}
     {#each Object.entries(data.view.dataframes) as [name, df]}
-      <div class="df-head" on:click={() => open[name] = !open[name]}>{name}</div>
-      {#if open[name]}
-      <table>
-        <tr>
-          {#each df.columns as column}
-            <th>{column}</th>
-          {/each}
-        </tr>
-        {#each df.data as row}
+      {#if !single}<div class="df-head" on:click={() => open[name] = !open[name]}>{name}</div>{/if}
+      {#if single || open[name]}
+      <table class="table table-striped">
+        <thead>
           <tr>
-            {#each row as cell}
-              <td>{cell}</td>
+            {#each df.columns as column}
+              <th>{column}</th>
             {/each}
           </tr>
-        {/each}
+        </thead>
+        <tbody>
+          {#each df.data as row}
+            <tr>
+              {#each row as cell}
+                <td><div class="text-truncate">{cell}</div></td>
+              {/each}
+            </tr>
+          {/each}
+        </tbody>
       </table>
       {/if}
     {/each}
@@ -43,7 +49,6 @@
     cursor: pointer;
   }
   table {
-    margin: 8px;
-    border-collapse: collapse;
+    table-layout: fixed;
   }
 </style>