test flow finish

This commit is contained in:
team 1
2026-04-23 09:01:08 +02:00
parent 45f955c07f
commit 8a31e99669
2 changed files with 245 additions and 33 deletions

View File

@@ -11,7 +11,7 @@ final class ShopwareCriteriaBuilder
public function build( public function build(
CommerceSearchQuery $query, CommerceSearchQuery $query,
?int $limit = 25, ?int $limit = 25,
?bool $grouping = false ?bool $grouping = true
): array ): array
{ {
$criteria = [ $criteria = [

View File

@@ -1,112 +1,324 @@
{ {
"id": "retrieval_exact_doc_001", "id": "retrieval_exact_doc_001",
"type": "retrieval", "type": "retrieval",
"prompt": "phaseaaudit-md", "prompt": "Testomat 808",
"assert": { "assert": {
"selection_mode_in": [ "selection_mode_in": [
"exact_document_title" "exact_document_title"
], ],
"min_results": 1, "min_results": 1,
"must_include_one_of_document_ids": [ "must_include_one_of_document_ids": [
"5914508a-5930-4f04-892b-323881d0daa7" "26129c01-c09f-4c71-9c80-7ddffb6c77fb"
], ],
"must_include_any_terms": [ "must_include_any_terms": [
"enterprise", "testomat 808",
"governance", "0,02 °dh",
"vector-service" "indikator"
] ]
} }
} }
{ {
"id": "retrieval_exact_doc_002", "id": "retrieval_exact_doc_002",
"type": "retrieval", "type": "retrieval",
"prompt": "ragsystemoverview-md", "prompt": "Testomat EVO CALC",
"assert": { "assert": {
"selection_mode_in": [ "selection_mode_in": [
"exact_document_title" "exact_document_title"
], ],
"min_results": 1, "min_results": 1,
"must_include_one_of_document_ids": [ "must_include_one_of_document_ids": [
"7513fd82-eec6-4bfa-a730-41820b38b6b4" "74fdad85-5e4e-4f08-8d95-402f3180ed55"
], ],
"must_include_all_terms": [ "must_include_any_terms": [
"rag-system", "evo calc",
"dokumente" "kalibrier",
"wasserhärte"
] ]
} }
} }
{ {
"id": "retrieval_exact_doc_003", "id": "retrieval_exact_doc_003",
"type": "retrieval", "type": "retrieval",
"prompt": "matrixparams-md", "prompt": "Testomat ECO PLUS",
"assert": { "assert": {
"selection_mode_in": [ "selection_mode_in": [
"exact_document_title" "exact_document_title"
], ],
"min_results": 1, "min_results": 1,
"must_include_one_of_document_ids": [ "must_include_one_of_document_ids": [
"25276f4c-32bb-47a5-98b3-9d81aa722d2b" "bace47f9-647e-4d47-95d9-118e553c6e5a"
], ],
"must_include_any_terms": [ "must_include_any_terms": [
"retrievalmaxchunks", "eco-plus",
"retrievalvectortopk", "intervall",
"hard_max_chunks" "liter"
] ]
} }
} }
{ {
"id": "retrieval_exact_doc_004", "id": "retrieval_exact_doc_004",
"type": "retrieval", "type": "retrieval",
"prompt": "readme-md", "prompt": "Testomat ECO",
"assert": { "assert": {
"selection_mode_in": [ "selection_mode_in": [
"exact_document_title" "exact_document_title"
], ],
"min_results": 1, "min_results": 1,
"must_include_one_of_document_ids": [ "must_include_one_of_document_ids": [
"8abe1f0d-54e6-41ad-967a-9ce8a0efc6da" "3d6c2add-c643-4e96-a3e7-5eb949c41303"
], ],
"must_include_any_terms": [ "must_include_any_terms": [
"deterministisches", "testomat eco",
"faiss", "intervall",
"vector-service" "spülzeit"
] ]
} }
} }
{
"id": "retrieval_exact_doc_005",
"type": "retrieval",
"prompt": "Testomat EVO TH",
"assert": {
"selection_mode_in": [
"exact_document_title"
],
"min_results": 1,
"must_include_one_of_document_ids": [
"eb91c1be-4546-4ed5-8b01-f075519d675b"
],
"must_include_any_terms": [
"evo th",
"online-analysenautomat",
"digitale eingänge"
]
}
}
{
"id": "retrieval_exact_doc_006",
"type": "retrieval",
"prompt": "Wasserhärte Grenzwert Testomat",
"assert": {
"selection_mode_in": [
"exact_document_title"
],
"min_results": 1,
"must_include_one_of_document_ids": [
"60706498-867b-41b8-8e76-63248178d265"
],
"must_include_any_terms": [
"grenzwert",
"0,02 °dh",
"0,05 °dh"
]
}
}
{ {
"id": "retrieval_semantic_001", "id": "retrieval_semantic_001",
"type": "retrieval", "type": "retrieval",
"prompt": "wie funktioniert das system", "prompt": "welche testomat geraete gibt es",
"assert": { "assert": {
"min_results": 1, "min_results": 1,
"must_include_one_of_document_ids": [ "must_include_one_of_document_ids": [
"7513fd82-eec6-4bfa-a730-41820b38b6b4", "cf6a1ff2-8afe-4ebe-951b-805d7324d0a3",
"8abe1f0d-54e6-41ad-967a-9ce8a0efc6da" "26129c01-c09f-4c71-9c80-7ddffb6c77fb",
"74fdad85-5e4e-4f08-8d95-402f3180ed55"
], ],
"must_include_any_terms": [ "must_include_any_terms": [
"rag-system", "testomatwelt",
"dokumente", "geräteübersicht",
"indexierung" "wasserhärte"
] ]
} }
} }
{ {
"id": "retrieval_semantic_002", "id": "retrieval_semantic_002",
"type": "retrieval", "type": "retrieval",
"prompt": "welche parameter beeinflussen retrieval", "prompt": "welches testomat modell ist fuer hohe wasserhaerte geeignet",
"assert": { "assert": {
"min_results": 1, "min_results": 1,
"must_include_one_of_document_ids": [ "must_include_one_of_document_ids": [
"25276f4c-32bb-47a5-98b3-9d81aa722d2b", "eb91c1be-4546-4ed5-8b01-f075519d675b",
"7513fd82-eec6-4bfa-a730-41820b38b6b4" "74fdad85-5e4e-4f08-8d95-402f3180ed55",
"26129c01-c09f-4c71-9c80-7ddffb6c77fb",
"60706498-867b-41b8-8e76-63248178d265"
], ],
"must_include_any_terms": [ "must_include_any_terms": [
"retrievalmaxchunks", "wasserhärte",
"vectortopk", "grenzwert",
"chunk" "testomat"
] ]
} }
} }
{
"id": "retrieval_semantic_003",
"type": "retrieval",
"prompt": "welche testomat indikatoren gibt es",
"assert": {
"min_results": 1,
"must_include_one_of_document_ids": [
"8db60a9f-3549-4567-b914-5e3d0d9ef715",
"f0422ac8-3d60-4b6c-ab97-8eba652d9eb3",
"5ced4bcb-aa9d-4032-9eee-37a33f744476",
"a9fedf75-bccc-4100-ac59-b6f4eef01e61",
"d11948da-4e77-48e3-bab2-d32f622343de"
],
"must_include_any_terms": [
"indikator",
"th 2250",
"th 2005",
"tc 2050",
"tc 2100"
]
}
}
{
"id": "retrieval_semantic_004",
"type": "retrieval",
"prompt": "welcher testomat ist ein verschneideregler",
"assert": {
"min_results": 1,
"must_include_one_of_document_ids": [
"7fe9342f-2ca4-41ce-bdea-410b516ef6b4"
],
"must_include_any_terms": [
"verschneideregler",
"motorventil",
"0/420 ma"
]
}
}
{
"id": "retrieval_semantic_005",
"type": "retrieval",
"prompt": "welcher testomat hat automatische reinigung",
"assert": {
"min_results": 1,
"must_include_one_of_document_ids": [
"b8c3343b-931e-4994-9d53-a2130efc846f",
"51589532-a1a1-46e0-94b2-a139dce78543"
],
"must_include_any_terms": [
"self clean",
"reinigung",
"messkammer"
]
}
}
{
"id": "retrieval_semantic_006",
"type": "retrieval",
"prompt": "welches geraet ist fuer chlorueberwachung gedacht",
"assert": {
"min_results": 1,
"must_include_one_of_document_ids": [
"1d467913-a2d9-42e6-8510-83a65aba9403"
],
"must_include_any_terms": [
"thcl",
"chlor",
"online-analysegerät"
]
}
}
{
"id": "retrieval_semantic_007",
"type": "retrieval",
"prompt": "gibt es ein kompaktes kosteneffizientes haerteueberwachungsgeraet",
"assert": {
"min_results": 1,
"must_include_one_of_document_ids": [
"afcf1cd6-9b02-4828-b11f-339096a3c864",
"3d6c2add-c643-4e96-a3e7-5eb949c41303"
],
"must_include_any_terms": [
"eco c",
"kosteneffizient",
"härteüberwachung"
]
}
}
{
"id": "retrieval_negative_001",
"type": "retrieval",
"prompt": "lieferbedingungen versand testomat",
"assert": {
"min_results": 1,
"must_include_one_of_document_ids": [
"26ddf03d-9108-4a65-aa0e-a5df7613fa77"
],
"must_not_include_document_ids": [
"7166592f-85f2-425c-997b-73e323ae184d"
]
}
}
{
"id": "retrieval_negative_002",
"type": "retrieval",
"prompt": "testomat 2000 th 2005 sicherheitsdatenblatt",
"assert": {
"min_results": 1,
"must_include_one_of_document_ids": [
"f0422ac8-3d60-4b6c-ab97-8eba652d9eb3",
"e3d05954-cde3-40bc-baf6-aa9a350a8aa2"
],
"must_not_include_document_ids": [
"26129c01-c09f-4c71-9c80-7ddffb6c77fb",
"74fdad85-5e4e-4f08-8d95-402f3180ed55"
]
}
}
{
"id": "retrieval_negative_003",
"type": "retrieval",
"prompt": "testomat 2000 self clean reinigungsloesung",
"assert": {
"min_results": 1,
"must_include_one_of_document_ids": [
"51589532-a1a1-46e0-94b2-a139dce78543",
"b8c3343b-931e-4994-9d53-a2130efc846f"
],
"must_include_any_terms": [
"reinigungslösung",
"self clean"
],
"must_not_include_document_ids": [
"26129c01-c09f-4c71-9c80-7ddffb6c77fb"
]
}
}
{
"id": "retrieval_short_001",
"type": "retrieval",
"prompt": "evo th",
"assert": {
"min_results": 1,
"must_include_one_of_document_ids": [
"eb91c1be-4546-4ed5-8b01-f075519d675b",
"74fdad85-5e4e-4f08-8d95-402f3180ed55"
],
"must_include_any_terms": [
"evo"
]
}
}
{
"id": "retrieval_short_002",
"type": "retrieval",
"prompt": "808",
"assert": {
"min_results": 1,
"must_include_one_of_document_ids": [
"26129c01-c09f-4c71-9c80-7ddffb6c77fb"
],
"must_include_any_terms": [
"808"
]
}
}
{ {
"id": "retrieval_noise_001", "id": "retrieval_noise_001",
"type": "retrieval", "type": "retrieval",