33 lines
1.3 KiB
Python
33 lines
1.3 KiB
Python
|
"""Custom OpenAI-compatible vision provider."""
|
||
|
|
|
||
|
|
import base64
|
||
|
|
from openai import AsyncOpenAI
|
||
|
|
|
||
|
|
from app.config import get_settings
|
||
|
|
from app.schemas.transaction import TransactionExtractItem
|
||
|
|
from app.services.llm.base import BaseLLMProvider
|
||
|
|
from app.prompts.extract_transaction import get_extract_messages
|
||
|
|
from app.services.llm.openai_vision import _parse_json_array
|
||
|
|
|
||
|
|
|
||
|
|
class CustomOpenAICompatibleProvider(BaseLLMProvider):
|
||
|
|
async def extract_from_image(self, image_bytes: bytes) -> list[TransactionExtractItem]:
|
||
|
|
settings = get_settings()
|
||
|
|
if not settings.custom_openai_api_key:
|
||
|
|
raise ValueError("CUSTOM_OPENAI_API_KEY is not set")
|
||
|
|
if not settings.custom_openai_base_url:
|
||
|
|
raise ValueError("CUSTOM_OPENAI_BASE_URL is not set")
|
||
|
|
client = AsyncOpenAI(
|
||
|
|
api_key=settings.custom_openai_api_key,
|
||
|
|
base_url=settings.custom_openai_base_url,
|
||
|
|
)
|
||
|
|
b64 = base64.standard_b64encode(image_bytes).decode("ascii")
|
||
|
|
messages = get_extract_messages(b64)
|
||
|
|
response = await client.chat.completions.create(
|
||
|
|
model=settings.custom_openai_model,
|
||
|
|
messages=messages,
|
||
|
|
max_tokens=4096,
|
||
|
|
)
|
||
|
|
text = response.choices[0].message.content or "[]"
|
||
|
|
return _parse_json_array(text)
|