Spaces:
Runtime error
Runtime error
File size: 1,510 Bytes
9c48ae2 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 |
#!/usr/bin/env python
# -*- coding: utf-8 -*-
"""
@Time : 2023/5/28 00:01
@Author : alexanderwu
@File : https://github.com/geekan/MetaGPT/blob/main/metagpt/document_store/base_store.py
"""
from abc import ABC, abstractmethod
from pathlib import Path
from autoagents.system.config import Config
class BaseStore(ABC):
"""FIXME: consider add_index, set_index and think 颗粒度"""
@abstractmethod
def search(self, query, *args, **kwargs):
raise NotImplementedError
@abstractmethod
def write(self, *args, **kwargs):
raise NotImplementedError
@abstractmethod
def add(self, *args, **kwargs):
raise NotImplementedError
class LocalStore(BaseStore, ABC):
def __init__(self, raw_data: Path, cache_dir: Path = None):
if not raw_data:
raise FileNotFoundError
self.config = Config()
self.raw_data = raw_data
if not cache_dir:
cache_dir = raw_data.parent
self.cache_dir = cache_dir
self.store = self._load()
if not self.store:
self.store = self.write()
def _get_index_and_store_fname(self):
fname = self.raw_data.name.split('.')[0]
index_file = self.cache_dir / f"{fname}.index"
store_file = self.cache_dir / f"{fname}.pkl"
return index_file, store_file
@abstractmethod
def _load(self):
raise NotImplementedError
@abstractmethod
def _write(self, docs, metadatas):
raise NotImplementedError
|