marek/MtoRagSystem
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

optimize chunk counter

Browse Source
This commit is contained in:
team2
2026-02-17 07:32:29 +01:00
parent da17fbc501
commit f528a1c395
1 changed files with 9 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

12
src/Ingest/IngestFlow.php
View File

@@ -80,19 +80,25 @@ final readonly class IngestFlow
$this->chunkManager->appendChunks($records); $this->chunkManager->appendChunks($records);
$this->vectorBuilder->rebuildFromNdjson(); $this->vectorBuilder->rebuildFromNdjson();
$chunkCount = $this->chunkManager->countAllChunks(); $this->updateChuckCount();
$this->metaManager->updateRuntimeStats($chunkCount);
} }
public function globalReindex(): void public function globalReindex(): void
{ {
$allRecords = $this->knowledgeIngestService->buildAllActiveChunkRecords(); $allRecords = $this->knowledgeIngestService->buildAllActiveChunkRecords();
// Optional (wenn du willst): Hier könnte man ebenfalls ein Hard-Cap enforce'n (rewriteAll mit Limit).
$this->chunkManager->rewriteAll($allRecords); $this->chunkManager->rewriteAll($allRecords);
$this->vectorBuilder->rebuildFromNdjson(); $this->vectorBuilder->rebuildFromNdjson();
$this->metaManager->writeMetaForGlobalReindex(); $this->metaManager->writeMetaForGlobalReindex();
$this->updateChuckCount();
}
private function updateChuckCount(): void
{
$chunkCount = $this->chunkManager->countAllChunks();
$this->metaManager->updateRuntimeStats($chunkCount);
} }
} }