marek/MtoRagSystem
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

p91

Browse Source
This commit is contained in:
team 1
2026-05-11 13:44:32 +02:00
parent 0bce89cd8b
commit c4890183f8
8 changed files with 209 additions and 20 deletions
Download Patch File Download Diff File Expand all files Collapse all files

44
src/Agent/AgentRunner.php
View File

@@ -2426,12 +2426,7 @@ final readonly class AgentRunner
return $shopSearchQuery;
}
$removeTokens = [];
foreach ($this->agentRunnerConfig->getShopQueryStopwordCleanupTerms() as $term) {
foreach ($this->tokenizeShopQueryCandidate($term) as $token) {
$removeTokens[$token] = true;
}
}
$removeTokens = $this->buildShopQueryCleanupStopwordTokenSet();
if ($removeTokens === []) {
return $shopSearchQuery;
@@ -2727,15 +2722,38 @@ final readonly class AgentRunner
*/
private function buildPositiveShopQueryBlockedTokenSet(): array
{
$tokens = [];
return $this->buildShopQueryTokenSet($this->mergeUniqueStrings(
$this->agentRunnerConfig->getShopQueryPositiveTokenFilterBlockedTerms(),
$this->getShopQueryCleanupStopwordTerms()
));
}
foreach ($this->agentRunnerConfig->getShopQueryPositiveTokenFilterBlockedTerms() as $term) {
foreach ($this->tokenizeShopQueryCandidate($term) as $token) {
$tokens[$token] = true;
}
}
/**
* @return array<string, true>
*/
private function buildShopQueryCleanupStopwordTokenSet(): array
{
return $this->buildShopQueryTokenSet($this->getShopQueryCleanupStopwordTerms());
}
return $tokens;
/**
* @return string[]
*/
private function getShopQueryCleanupStopwordTerms(): array
{
$profileTerms = $this->mergeUniqueStrings(
$this->languageCleanupConfig->getStopWordsForProfile('commerce_query'),
$this->languageCleanupConfig->getPhrasesForProfile('commerce_query')
);
$profileTerms = $this->mergeUniqueStrings(
$profileTerms,
$this->languageCleanupConfig->getMetaTermsForProfile('commerce_query')
);
return $this->mergeUniqueStrings(
$this->agentRunnerConfig->getShopQueryStopwordCleanupTerms(),
$profileTerms
);
}
/**