new params for ollama client
This commit is contained in:
@@ -36,7 +36,8 @@ final class OllamaClient
|
||||
string $apiUrl,
|
||||
string $model,
|
||||
int $timeoutSeconds,
|
||||
) {
|
||||
)
|
||||
{
|
||||
$this->apiUrl = $apiUrl;
|
||||
$this->model = $model;
|
||||
$this->timeoutSeconds = $timeoutSeconds;
|
||||
@@ -52,10 +53,19 @@ final class OllamaClient
|
||||
*/
|
||||
public function stream(string $prompt): Generator
|
||||
{
|
||||
$json = [];
|
||||
|
||||
$payload = json_encode([
|
||||
'model' => $this->model,
|
||||
'prompt' => $prompt,
|
||||
'stream' => true,
|
||||
'options' => [
|
||||
"temperature" => 0.9,
|
||||
"top_k" => 35,
|
||||
"top_p" => 0.9,
|
||||
"repeat_penalty" => 1.1,
|
||||
"num_ctx" => 8192
|
||||
]
|
||||
], JSON_THROW_ON_ERROR);
|
||||
|
||||
$buffer = '';
|
||||
@@ -135,7 +145,7 @@ final class OllamaClient
|
||||
}
|
||||
}
|
||||
|
||||
if(!$json['response']){
|
||||
if (!isset($json['response'])) {
|
||||
yield $json;
|
||||
return;
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user