feat: init
This commit is contained in:
@@ -0,0 +1,16 @@
|
||||
from functools import cache
|
||||
|
||||
from langchain_openai import ChatOpenAI
|
||||
|
||||
from app.config import settings
|
||||
|
||||
|
||||
@cache
|
||||
def get_llm() -> ChatOpenAI:
|
||||
return ChatOpenAI(
|
||||
model=settings.llm_model,
|
||||
api_key=settings.llm_api_key,
|
||||
base_url=settings.llm_base_url,
|
||||
timeout=settings.llm_timeout,
|
||||
max_retries=settings.llm_max_retries,
|
||||
)
|
||||
Reference in New Issue
Block a user