diff --git a/.env.example b/.env.example index 65b21a9..004ad43 100644 --- a/.env.example +++ b/.env.example @@ -19,6 +19,7 @@ AZURE_API_BASE=https://fake-openai.example.com AZURE_API_VERSION=0000-00-00-preview LLM_MODEL_NAME=fake-llm-model +LLM_TEMPERATURE=0.7 ##### POSTGRES ######### # PG_HOST=fake-prod-postgres.example.com diff --git a/k8s/welearn-api/values.yaml b/k8s/welearn-api/values.yaml index 052096a..3c8667b 100644 --- a/k8s/welearn-api/values.yaml +++ b/k8s/welearn-api/values.yaml @@ -38,6 +38,7 @@ config: AZURE_API_BASE: "https://welearn-openai.openai.azure.com/openai/" AZURE_API_VERSION: "2024-08-01-preview" LLM_MODEL_NAME: gpt-oss-120b + LLM_TEMPERATURE: 0.2 MISTRAL_LLM_MODEL_NAME: mistral-small-latest QDRANT_HOST: "http://qdrant.qdrant" QDRANT_PORT: "6333" diff --git a/src/app/core/config.py b/src/app/core/config.py index b6dda35..af5d9ba 100644 --- a/src/app/core/config.py +++ b/src/app/core/config.py @@ -47,6 +47,7 @@ def get_api_version(self) -> dict: AZURE_API_VERSION: str LLM_MODEL_NAME: str + LLM_TEMPERATURE: float ENV: str # PG diff --git a/src/app/shared/infra/abst_chat.py b/src/app/shared/infra/abst_chat.py index f76409c..0367a8a 100644 --- a/src/app/shared/infra/abst_chat.py +++ b/src/app/shared/infra/abst_chat.py @@ -405,6 +405,7 @@ async def _create_agent( settings = get_settings() agent_model = ChatMistralAI( model_name=settings.MISTRAL_LLM_MODEL_NAME, + temperature=settings.LLM_TEMPERATURE, ) self.agent_executor = create_agent( diff --git a/src/app/tutor/service/tutor.py b/src/app/tutor/service/tutor.py index 9d264b4..5d7f220 100644 --- a/src/app/tutor/service/tutor.py +++ b/src/app/tutor/service/tutor.py @@ -51,6 +51,7 @@ async def init_chat_model(settings) -> None: if chat_model is None: chat_model = ChatMistralAI( model_name=settings.MISTRAL_LLM_MODEL_NAME, + temperature=settings.LLM_TEMPERATURE, )