lynxkite / examples /LynxScribe Image RAG
mszel's picture
fixing the lynxscribe demo
ed1dc36
raw
history blame
12.5 kB
{
"edges": [
{
"id": "Input chat 1 LynxScribe Image RAG Query 1",
"source": "Input chat 1",
"sourceHandle": "output",
"target": "LynxScribe Image RAG Query 1",
"targetHandle": "text"
},
{
"id": "LynxScribe Image RAG Query 1 View image 1",
"source": "LynxScribe Image RAG Query 1",
"sourceHandle": "output",
"target": "View image 1",
"targetHandle": "embedding_similarities"
},
{
"id": "Cloud-sourced File Loader 1 LynxScribe Image RAG Builder 1",
"source": "Cloud-sourced File Loader 1",
"sourceHandle": "output",
"target": "LynxScribe Image RAG Builder 1",
"targetHandle": "file_urls"
},
{
"id": "LynxScribe Image Describer 1 LynxScribe Image RAG Builder 1",
"source": "LynxScribe Image Describer 1",
"sourceHandle": "output",
"target": "LynxScribe Image RAG Builder 1",
"targetHandle": "image_describer"
},
{
"id": "LynxScribe RAG Graph Vector Store 1 LynxScribe Image RAG Builder 1",
"source": "LynxScribe RAG Graph Vector Store 1",
"sourceHandle": "output",
"target": "LynxScribe Image RAG Builder 1",
"targetHandle": "rag_graph"
},
{
"id": "LynxScribe Image RAG Builder 1 LynxScribe Image RAG Query 1",
"source": "LynxScribe Image RAG Builder 1",
"sourceHandle": "output",
"target": "LynxScribe Image RAG Query 1",
"targetHandle": "rag_graph"
}
],
"env": "LynxScribe",
"nodes": [
{
"data": {
"__execution_delay": 0.0,
"collapsed": false,
"display": null,
"error": null,
"meta": {
"inputs": {},
"name": "Input chat",
"outputs": {
"output": {
"name": "output",
"position": "right",
"type": {
"type": "None"
}
}
},
"params": {
"chat": {
"default": null,
"name": "chat",
"type": {
"type": "<class 'str'>"
}
}
},
"type": "basic"
},
"params": {
"chat": "Show me a picture about pills!"
},
"status": "done",
"title": "Input chat"
},
"dragHandle": ".bg-primary",
"height": 214.0,
"id": "Input chat 1",
"position": {
"x": -302.70349900314835,
"y": -140.67386384008685
},
"type": "basic",
"width": 387.0
},
{
"data": {
"__execution_delay": 0.0,
"collapsed": null,
"display": null,
"error": null,
"meta": {
"inputs": {
"rag_graph": {
"name": "rag_graph",
"position": "bottom",
"type": {
"type": "<class 'inspect._empty'>"
}
},
"text": {
"name": "text",
"position": "left",
"type": {
"type": "<class 'inspect._empty'>"
}
}
},
"name": "LynxScribe Image RAG Query",
"outputs": {
"output": {
"name": "output",
"position": "right",
"type": {
"type": "None"
}
}
},
"params": {
"top_k": {
"default": 3.0,
"name": "top_k",
"type": {
"type": "<class 'int'>"
}
}
},
"type": "basic"
},
"params": {
"top_k": "3"
},
"status": "done",
"title": "LynxScribe Image RAG Query"
},
"dragHandle": ".bg-primary",
"height": 200.0,
"id": "LynxScribe Image RAG Query 1",
"position": {
"x": 908.9211080204011,
"y": -132.3031800030364
},
"type": "basic",
"width": 200.0
},
{
"data": {
"__execution_delay": null,
"collapsed": false,
"display": "https://storage.googleapis.com/lynxkite_public_data/lynxscribe-images/image-rag-test/capsules-1079838_1280.jpg",
"error": null,
"meta": {
"inputs": {
"embedding_similarities": {
"name": "embedding_similarities",
"position": "left",
"type": {
"type": "<class 'inspect._empty'>"
}
}
},
"name": "View image",
"outputs": {},
"params": {},
"type": "image"
},
"params": {},
"status": "done",
"title": "View image"
},
"dragHandle": ".bg-primary",
"height": 1170.0,
"id": "View image 1",
"position": {
"x": 1426.7020124006506,
"y": -293.16229409169125
},
"type": "image",
"width": 750.0
},
{
"data": {
"display": null,
"error": null,
"meta": {
"inputs": {},
"name": "LynxScribe Image Describer",
"outputs": {
"output": {
"name": "output",
"position": "top",
"type": {
"type": "None"
}
}
},
"params": {
"llm_interface": {
"default": "openai",
"name": "llm_interface",
"type": {
"type": "<class 'str'>"
}
},
"llm_prompt_name": {
"default": "cot_picture_descriptor",
"name": "llm_prompt_name",
"type": {
"type": "<class 'str'>"
}
},
"llm_prompt_path": {
"default": "../lynxkite-lynxscribe/promptdb/image_description_prompts.yaml",
"name": "llm_prompt_path",
"type": {
"type": "<class 'str'>"
}
},
"llm_visual_model": {
"default": "gpt-4o",
"name": "llm_visual_model",
"type": {
"type": "<class 'str'>"
}
}
},
"position": {
"x": 1066.0,
"y": 713.0
},
"type": "basic"
},
"params": {
"llm_interface": "openai",
"llm_prompt_name": "cot_picture_descriptor",
"llm_prompt_path": "../lynxkite-lynxscribe/promptdb/image_description_prompts.yaml",
"llm_visual_model": "gpt-4o"
},
"status": "done",
"title": "LynxScribe Image Describer"
},
"dragHandle": ".bg-primary",
"height": 363.0,
"id": "LynxScribe Image Describer 1",
"position": {
"x": 127.85361236096924,
"y": 687.0518781863441
},
"type": "basic",
"width": 401.0
},
{
"data": {
"display": null,
"error": null,
"meta": {
"inputs": {},
"name": "LynxScribe RAG Graph Vector Store",
"outputs": {
"output": {
"name": "output",
"position": "top",
"type": {
"type": "None"
}
}
},
"params": {
"collection_name": {
"default": "lynx",
"name": "collection_name",
"type": {
"type": "<class 'str'>"
}
},
"name": {
"default": "faiss",
"name": "name",
"type": {
"type": "<class 'str'>"
}
},
"num_dimensions": {
"default": 3072.0,
"name": "num_dimensions",
"type": {
"type": "<class 'int'>"
}
},
"text_embedder_interface": {
"default": "openai",
"name": "text_embedder_interface",
"type": {
"type": "<class 'str'>"
}
},
"text_embedder_model_name_or_path": {
"default": "text-embedding-3-large",
"name": "text_embedder_model_name_or_path",
"type": {
"type": "<class 'str'>"
}
}
},
"position": {
"x": 790.0,
"y": 633.0
},
"type": "basic"
},
"params": {
"collection_name": "lynx",
"name": "faiss",
"num_dimensions": 3072.0,
"text_embedder_interface": "openai",
"text_embedder_model_name_or_path": "text-embedding-3-large"
},
"status": "done",
"title": "LynxScribe RAG Graph Vector Store"
},
"dragHandle": ".bg-primary",
"height": 436.0,
"id": "LynxScribe RAG Graph Vector Store 1",
"position": {
"x": 595.4558693958389,
"y": 688.0989202130276
},
"type": "basic",
"width": 339.0
},
{
"data": {
"__execution_delay": 0.0,
"collapsed": null,
"display": null,
"error": null,
"meta": {
"inputs": {},
"name": "Cloud-sourced File Loader",
"outputs": {
"output": {
"name": "output",
"position": "right",
"type": {
"type": "None"
}
}
},
"params": {
"accepted_file_types": {
"default": ".jpg, .jpeg, .png",
"name": "accepted_file_types",
"type": {
"type": "<class 'str'>"
}
},
"cloud_provider": {
"default": "gcp",
"name": "cloud_provider",
"type": {
"type": "<class 'str'>"
}
},
"folder_URL": {
"default": "https://storage.googleapis.com/lynxkite_public_data/lynxscribe-images/image-rag-test",
"name": "folder_URL",
"type": {
"type": "<class 'str'>"
}
}
},
"position": {
"x": 248.0,
"y": 419.0
},
"type": "basic"
},
"params": {
"accepted_file_types": ".jpg, .jpeg, .png",
"cloud_provider": "gcp",
"folder_URL": "https://storage.googleapis.com/lynxkite_public_data/lynxscribe-images/image-rag-test"
},
"status": "done",
"title": "Cloud-sourced File Loader"
},
"dragHandle": ".bg-primary",
"height": 291.0,
"id": "Cloud-sourced File Loader 1",
"position": {
"x": -479.7367372966062,
"y": 213.81581567584843
},
"type": "basic",
"width": 512.0
},
{
"data": {
"display": null,
"error": null,
"meta": {
"inputs": {
"file_urls": {
"name": "file_urls",
"position": "left",
"type": {
"type": "<class 'inspect._empty'>"
}
},
"image_describer": {
"name": "image_describer",
"position": "bottom",
"type": {
"type": "<class 'inspect._empty'>"
}
},
"rag_graph": {
"name": "rag_graph",
"position": "bottom",
"type": {
"type": "<class 'inspect._empty'>"
}
}
},
"name": "LynxScribe Image RAG Builder",
"outputs": {
"output": {
"name": "output",
"position": "right",
"type": {
"type": "None"
}
}
},
"params": {},
"position": {
"x": 480.0,
"y": 388.0
},
"type": "basic"
},
"params": {},
"status": "done",
"title": "LynxScribe Image RAG Builder"
},
"dragHandle": ".bg-primary",
"height": 313.0,
"id": "LynxScribe Image RAG Builder 1",
"position": {
"x": 243.62049392420903,
"y": 215.6136303371116
},
"type": "basic",
"width": 526.0
}
]
}