""" Unified OpenAI-compatible LLM client for the Query Engine, with retry support. """ import os import sys from typing import Any, Dict, Optional from openai import OpenAI current_dir = os.path.dirname(os.path.abspath(__file__)) project_root = os.path.dirname(os.path.dirname(current_dir)) utils_dir = os.path.join(project_root, "utils") if utils_dir not in sys.path: sys.path.append(utils_dir) try: from retry_helper import with_retry, LLM_RETRY_CONFIG except ImportError: def with_retry(config=None): def decorator(func): return func return decorator LLM_RETRY_CONFIG = None class LLMClient: """Minimal wrapper around the OpenAI-compatible chat completion API.""" def __init__(self, api_key: str, model_name: str, base_url: Optional[str] = None): if not api_key: raise ValueError("Query Engine LLM API key is required.") if not model_name: raise ValueError("Query Engine model name is required.") self.api_key = api_key self.base_url = base_url self.model_name = model_name self.provider = model_name timeout_fallback = os.getenv("LLM_REQUEST_TIMEOUT") or os.getenv("QUERY_ENGINE_REQUEST_TIMEOUT") or "180" try: self.timeout = float(timeout_fallback) except ValueError: self.timeout = 180.0 client_kwargs: Dict[str, Any] = { "api_key": api_key, "max_retries": 0, } if base_url: client_kwargs["base_url"] = base_url self.client = OpenAI(**client_kwargs) @with_retry(LLM_RETRY_CONFIG) def invoke(self, system_prompt: str, user_prompt: str, **kwargs) -> str: messages = [ {"role": "system", "content": system_prompt}, {"role": "user", "content": user_prompt}, ] allowed_keys = {"temperature", "top_p", "presence_penalty", "frequency_penalty", "stream"} extra_params = {key: value for key, value in kwargs.items() if key in allowed_keys and value is not None} timeout = kwargs.pop("timeout", self.timeout) response = self.client.chat.completions.create( model=self.model_name, messages=messages, timeout=timeout, **extra_params, ) if response.choices and response.choices[0].message: return self.validate_response(response.choices[0].message.content) return "" @staticmethod def validate_response(response: Optional[str]) -> str: if response is None: return "" return response.strip() def get_model_info(self) -> Dict[str, Any]: return { "provider": self.provider, "model": self.model_name, "api_base": self.base_url or "default", }