17 lines
365 B
Python
17 lines
365 B
Python
from functools import cache
|
|
|
|
from langchain_openai import ChatOpenAI
|
|
|
|
from app.config import settings
|
|
|
|
|
|
@cache
|
|
def get_llm() -> ChatOpenAI:
|
|
return ChatOpenAI(
|
|
model=settings.llm_model,
|
|
api_key=settings.llm_api_key,
|
|
base_url=settings.llm_base_url,
|
|
timeout=settings.llm_timeout,
|
|
max_retries=settings.llm_max_retries,
|
|
)
|