lynxkite / examples /LynxScribe Image RAG
mszel's picture
review fixes 1
b2cebe0
raw
history blame
12.4 kB
{
"edges": [
{
"id": "LynxScribe Image RAG Builder 1 LynxScribe Image RAG Query 1",
"source": "LynxScribe Image RAG Builder 1",
"sourceHandle": "output",
"target": "LynxScribe Image RAG Query 1",
"targetHandle": "rag_graph"
},
{
"id": "Input chat 1 LynxScribe Image RAG Query 1",
"source": "Input chat 1",
"sourceHandle": "output",
"target": "LynxScribe Image RAG Query 1",
"targetHandle": "text"
},
{
"id": "LynxScribe Image RAG Query 1 View image 1",
"source": "LynxScribe Image RAG Query 1",
"sourceHandle": "output",
"target": "View image 1",
"targetHandle": "embedding_similarities"
},
{
"id": "LynxScribe Image Describer 1 LynxScribe Image RAG Builder 1",
"source": "LynxScribe Image Describer 1",
"sourceHandle": "output",
"target": "LynxScribe Image RAG Builder 1",
"targetHandle": "image_describer"
},
{
"id": "LynxScribe RAG Vector Store 1 LynxScribe Image RAG Builder 1",
"source": "LynxScribe RAG Vector Store 1",
"sourceHandle": "output",
"target": "LynxScribe Image RAG Builder 1",
"targetHandle": "rag_graph"
},
{
"id": "Cloud-sourced Image Loader 1 LynxScribe Image RAG Builder 1",
"source": "Cloud-sourced Image Loader 1",
"sourceHandle": "output",
"target": "LynxScribe Image RAG Builder 1",
"targetHandle": "image_urls"
}
],
"env": "LynxScribe",
"nodes": [
{
"data": {
"__execution_delay": 0.0,
"collapsed": false,
"display": null,
"error": null,
"meta": {
"inputs": {
"image_describer": {
"name": "image_describer",
"position": "bottom",
"type": {
"type": "<class 'inspect._empty'>"
}
},
"image_urls": {
"name": "image_urls",
"position": "left",
"type": {
"type": "<class 'inspect._empty'>"
}
},
"rag_graph": {
"name": "rag_graph",
"position": "bottom",
"type": {
"type": "<class 'inspect._empty'>"
}
}
},
"name": "LynxScribe Image RAG Builder",
"outputs": {
"output": {
"name": "output",
"position": "right",
"type": {
"type": "None"
}
}
},
"params": {
"image_rag_out_path": {
"default": "image_test_rag_graph.pickle",
"name": "image_rag_out_path",
"type": {
"type": "<class 'str'>"
}
}
},
"type": "basic"
},
"params": {},
"status": "done",
"title": "LynxScribe Image RAG Builder"
},
"dragHandle": ".bg-primary",
"height": 298.0,
"id": "LynxScribe Image RAG Builder 1",
"position": {
"x": 202.17177613422314,
"y": 209.6180585281515
},
"type": "basic",
"width": 479.0
},
{
"data": {
"__execution_delay": 0.0,
"collapsed": false,
"display": null,
"error": null,
"meta": {
"inputs": {},
"name": "Input chat",
"outputs": {
"output": {
"name": "output",
"position": "right",
"type": {
"type": "None"
}
}
},
"params": {
"chat": {
"default": null,
"name": "chat",
"type": {
"type": "<class 'str'>"
}
}
},
"type": "basic"
},
"params": {
"chat": "Show me a picture about meditation"
},
"status": "done",
"title": "Input chat"
},
"dragHandle": ".bg-primary",
"height": 214.0,
"id": "Input chat 1",
"position": {
"x": -302.70349900314835,
"y": -140.67386384008685
},
"type": "basic",
"width": 387.0
},
{
"data": {
"__execution_delay": 0.0,
"collapsed": null,
"display": null,
"error": null,
"meta": {
"inputs": {
"rag_graph": {
"name": "rag_graph",
"position": "bottom",
"type": {
"type": "<class 'inspect._empty'>"
}
},
"text": {
"name": "text",
"position": "left",
"type": {
"type": "<class 'inspect._empty'>"
}
}
},
"name": "LynxScribe Image RAG Query",
"outputs": {
"output": {
"name": "output",
"position": "right",
"type": {
"type": "None"
}
}
},
"params": {
"top_k": {
"default": 3.0,
"name": "top_k",
"type": {
"type": "<class 'int'>"
}
}
},
"type": "basic"
},
"params": {
"top_k": "3"
},
"status": "done",
"title": "LynxScribe Image RAG Query"
},
"dragHandle": ".bg-primary",
"height": 200.0,
"id": "LynxScribe Image RAG Query 1",
"position": {
"x": 908.9211080204011,
"y": -132.3031800030364
},
"type": "basic",
"width": 200.0
},
{
"data": {
"__execution_delay": null,
"collapsed": false,
"display": "https://storage.googleapis.com/lynxkite_public_data/lynxscribe-images/image-rag-test/yoga-3053487_1280.jpg",
"error": null,
"meta": {
"inputs": {
"embedding_similarities": {
"name": "embedding_similarities",
"position": "left",
"type": {
"type": "<class 'inspect._empty'>"
}
}
},
"name": "View image",
"outputs": {},
"params": {},
"type": "image"
},
"params": {},
"status": "done",
"title": "View image"
},
"dragHandle": ".bg-primary",
"height": 1170.0,
"id": "View image 1",
"position": {
"x": 1426.7020124006506,
"y": -293.16229409169125
},
"type": "image",
"width": 750.0
},
{
"data": {
"display": null,
"error": null,
"meta": {
"inputs": {},
"name": "LynxScribe Image Describer",
"outputs": {
"output": {
"name": "output",
"position": "top",
"type": {
"type": "None"
}
}
},
"params": {
"llm_interface": {
"default": "openai",
"name": "llm_interface",
"type": {
"type": "<class 'str'>"
}
},
"llm_prompt_name": {
"default": "cot_picture_descriptor",
"name": "llm_prompt_name",
"type": {
"type": "<class 'str'>"
}
},
"llm_prompt_path": {
"default": "../lynxkite-lynxscribe/promptdb/image_description_prompts.yaml",
"name": "llm_prompt_path",
"type": {
"type": "<class 'str'>"
}
},
"llm_visual_model": {
"default": "gpt-4o",
"name": "llm_visual_model",
"type": {
"type": "<class 'str'>"
}
}
},
"position": {
"x": 1066.0,
"y": 713.0
},
"type": "basic"
},
"params": {
"llm_interface": "openai",
"llm_prompt_name": "cot_picture_descriptor",
"llm_prompt_path": "../lynxkite-lynxscribe/promptdb/image_description_prompts.yaml",
"llm_visual_model": "gpt-4o"
},
"status": "done",
"title": "LynxScribe Image Describer"
},
"dragHandle": ".bg-primary",
"height": 363.0,
"id": "LynxScribe Image Describer 1",
"position": {
"x": 16.941021961247145,
"y": 664.8693601063997
},
"type": "basic",
"width": 401.0
},
{
"data": {
"display": null,
"error": null,
"meta": {
"inputs": {},
"name": "LynxScribe RAG Vector Store",
"outputs": {
"output": {
"name": "output",
"position": "top",
"type": {
"type": "None"
}
}
},
"params": {
"collection_name": {
"default": "lynx",
"name": "collection_name",
"type": {
"type": "<class 'str'>"
}
},
"name": {
"default": "faiss",
"name": "name",
"type": {
"type": "<class 'str'>"
}
},
"num_dimensions": {
"default": 3072.0,
"name": "num_dimensions",
"type": {
"type": "<class 'int'>"
}
},
"text_embedder_interface": {
"default": "openai",
"name": "text_embedder_interface",
"type": {
"type": "<class 'str'>"
}
},
"text_embedder_model_name_or_path": {
"default": "text-embedding-3-large",
"name": "text_embedder_model_name_or_path",
"type": {
"type": "<class 'str'>"
}
}
},
"position": {
"x": 831.0,
"y": 734.0
},
"type": "basic"
},
"params": {
"collection_name": "lynx",
"name": "faiss",
"num_dimensions": 3072.0,
"text_embedder_interface": "openai",
"text_embedder_model_name_or_path": "text-embedding-3-large"
},
"status": "done",
"title": "LynxScribe RAG Vector Store"
},
"dragHandle": ".bg-primary",
"height": 445.0,
"id": "LynxScribe RAG Vector Store 1",
"position": {
"x": 485.48864677068343,
"y": 669.7387202127995
},
"type": "basic",
"width": 442.0
},
{
"data": {
"display": null,
"error": null,
"meta": {
"inputs": {},
"name": "Cloud-sourced Image Loader",
"outputs": {
"output": {
"name": "output",
"position": "right",
"type": {
"type": "None"
}
}
},
"params": {
"cloud_provider": {
"default": "gcp",
"name": "cloud_provider",
"type": {
"type": "<class 'str'>"
}
},
"folder_URL": {
"default": "https://storage.googleapis.com/lynxkite_public_data/lynxscribe-images/image-rag-test",
"name": "folder_URL",
"type": {
"type": "<class 'str'>"
}
}
},
"position": {
"x": 141.0,
"y": 421.0
},
"type": "basic"
},
"params": {
"cloud_provider": "gcp",
"folder_URL": "https://storage.googleapis.com/lynxkite_public_data/lynxscribe-images/image-rag-test"
},
"status": "done",
"title": "Cloud-sourced Image Loader"
},
"dragHandle": ".bg-primary",
"height": 267.0,
"id": "Cloud-sourced Image Loader 1",
"position": {
"x": -451.2626989986675,
"y": 225.06333310959974
},
"type": "basic",
"width": 437.0
}
]
}