omagent_core/models/encoders/openai_encoder.py

from typing import Any, List

from openai import AsyncOpenAI, OpenAI

from ...utils.registry import registry
from .base import EncoderBase


@registry.register_encoder()
class OpenaiTextEmbeddingV3(EncoderBase):
    model_id: str = "text-embedding-3-large"
    api_key: str
    dim: int = 3072

    class Config:
        """Configuration for this pydantic object."""

        protected_namespaces = ()
        extra = "allow"

    def __init__(self, /, **data: Any) -> None:
        super().__init__(**data)
        self.client = OpenAI(base_url=self.endpoint, api_key=self.api_key)
        self.aclient = AsyncOpenAI(base_url=self.endpoint, api_key=self.api_key)

    def _infer(self, data: List[str], **kwargs) -> List[List[float]]:
        res = self.client.embeddings.create(input=data, model=self.model_id)
        return [item.embedding for item in res.data]

    async def _ainfer(self, data: List[str], **kwargs) -> List[List[float]]:
        res = await self.aclient.embeddings.create(input=data, model=self.model_id)
        return [item.embedding for item in res.data]