marek/MtoRagSystem
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

add chunk limiter

Browse Source
This commit is contained in:
team 1
2026-02-16 15:35:05 +01:00
parent feff95ffe5
commit a6435f4ee3
3 changed files with 4 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
src/Controller/Admin/DashboardController.php
View File

@@ -4,6 +4,7 @@
namespace App\Controller\Admin; namespace App\Controller\Admin;
use App\Index\IndexMetaManager; use App\Index\IndexMetaManager;
use App\Ingest\IngestFlow;
use Symfony\Bundle\FrameworkBundle\Controller\AbstractController; use Symfony\Bundle\FrameworkBundle\Controller\AbstractController;
use Symfony\Component\HttpFoundation\Response; use Symfony\Component\HttpFoundation\Response;
use Symfony\Component\Routing\Attribute\Route; use Symfony\Component\Routing\Attribute\Route;
@@ -20,7 +21,7 @@ final class DashboardController extends AbstractController
public function dashboard(IndexMetaManager $metaManager): Response public function dashboard(IndexMetaManager $metaManager): Response
{ {
$chunkCount = $metaManager->getRuntimeChunkCount(); $chunkCount = $metaManager->getRuntimeChunkCount();
$limit = 120000; $limit = IngestFlow::CHUNK_LIMIT_HARD;
return $this->render('admin/dashboard/index.html.twig', [ return $this->render('admin/dashboard/index.html.twig', [
'chunkCount' => $chunkCount, 'chunkCount' => $chunkCount,

1
src/Controller/Admin/DocumentController.php
View File

@@ -374,6 +374,7 @@ class DocumentController extends AbstractController
@unlink($params->get('mto.knowledge.vector_index')); @unlink($params->get('mto.knowledge.vector_index'));
@unlink($params->get('mto.knowledge.vector_index_meta')); @unlink($params->get('mto.knowledge.vector_index_meta'));
@unlink($params->get('mto.knowledge.index_meta')); @unlink($params->get('mto.knowledge.index_meta'));
@unlink($params->get('mto.runtime.meta'));
exec('rm -rf ' . $params->get('mto.knowledge.upload')); exec('rm -rf ' . $params->get('mto.knowledge.upload'));
$sql = ' $sql = '

2
src/Ingest/IngestFlow.php
View File

@@ -17,7 +17,7 @@ final readonly class IngestFlow
* Realistische Betriebsgrenze für dieses Systemdesign (CPU Embedding + FlatIP + Full Rebuild). * Realistische Betriebsgrenze für dieses Systemdesign (CPU Embedding + FlatIP + Full Rebuild).
* Wird beim lokalen Ingest (Dokumentversion) enforced. * Wird beim lokalen Ingest (Dokumentversion) enforced.
*/ */
private const CHUNK_LIMIT_HARD = 120000; public const CHUNK_LIMIT_HARD = 120000;
/** /**
* Ab hier nur Warnung (keine Blockade) – damit man frühzeitig reagieren kann. * Ab hier nur Warnung (keine Blockade) – damit man frühzeitig reagieren kann.