diff --git a/config/retriex/model.yaml b/config/retriex/model.yaml index 34cbccf..a620129 100644 --- a/config/retriex/model.yaml +++ b/config/retriex/model.yaml @@ -2,16 +2,16 @@ parameters: retriex.model.default_name: 'mto-model' retriex.model.default_stream: false - retriex.model.default_temperature: 0.1 + retriex.model.default_temperature: 0.7 retriex.model.default_top_k: 20 - retriex.model.default_top_p: 0.8 - retriex.model.default_repeat_penalty: 1.05 - retriex.model.default_num_ctx: 4096 + retriex.model.default_top_p: 0.1 + retriex.model.default_repeat_penalty: 1.15 + retriex.model.default_num_ctx: 32768 retriex.model.default_retrieval_max_chunks: 25 - retriex.model.default_retrieval_vector_top_k: 25 + retriex.model.default_retrieval_vector_top_k: 50 - retriex.model.guardrail_min_num_ctx: 512 + retriex.model.guardrail_min_num_ctx: 1024 retriex.model.guardrail_max_retrieval_chunks: 200 retriex.model.guardrail_max_vector_top_k: 200 - retriex.llm.timeout_seconds: 600 + retriex.llm.timeout_seconds: 300 diff --git a/src/Agent/AgentRunner.php b/src/Agent/AgentRunner.php index e0bdbaa..60a3755 100644 --- a/src/Agent/AgentRunner.php +++ b/src/Agent/AgentRunner.php @@ -778,15 +778,14 @@ final readonly class AgentRunner } return match ($type) { - 'answer' => $msg, + 'answer' => ' '.$msg, 'err' => sprintf($this->agentRunnerConfig->getErrorHtmlTemplate(), $msg), 'think' => sprintf($this->agentRunnerConfig->getThinkHtmlTemplate(), $msg), 'info' => sprintf($this->agentRunnerConfig->getInfoHtmlTemplate(), $msg), 'debug' => sprintf( $this->agentRunnerConfig->getDebugHtmlTemplate(), htmlspecialchars($msg, ENT_QUOTES | ENT_SUBSTITUTE, 'UTF-8') - ), - default => $msg, + ) }; } } \ No newline at end of file