test flow finish
This commit is contained in:
team 1
@@ -1,112 +1,324 @@
|
||||
{
|
||||
"id": "retrieval_exact_doc_001",
|
||||
"type": "retrieval",
|
||||
"prompt": "phaseaaudit-md",
|
||||
"prompt": "Testomat 808",
|
||||
"assert": {
|
||||
"selection_mode_in": [
|
||||
"exact_document_title"
|
||||
],
|
||||
"min_results": 1,
|
||||
"must_include_one_of_document_ids": [
|
||||
"5914508a-5930-4f04-892b-323881d0daa7"
|
||||
"26129c01-c09f-4c71-9c80-7ddffb6c77fb"
|
||||
],
|
||||
"must_include_any_terms": [
|
||||
"enterprise",
|
||||
"governance",
|
||||
"vector-service"
|
||||
"testomat 808",
|
||||
"0,02 °dh",
|
||||
"indikator"
|
||||
]
|
||||
}
|
||||
}
|
||||
{
|
||||
"id": "retrieval_exact_doc_002",
|
||||
"type": "retrieval",
|
||||
"prompt": "ragsystemoverview-md",
|
||||
"prompt": "Testomat EVO CALC",
|
||||
"assert": {
|
||||
"selection_mode_in": [
|
||||
"exact_document_title"
|
||||
],
|
||||
"min_results": 1,
|
||||
"must_include_one_of_document_ids": [
|
||||
"7513fd82-eec6-4bfa-a730-41820b38b6b4"
|
||||
"74fdad85-5e4e-4f08-8d95-402f3180ed55"
|
||||
],
|
||||
"must_include_all_terms": [
|
||||
"rag-system",
|
||||
"dokumente"
|
||||
"must_include_any_terms": [
|
||||
"evo calc",
|
||||
"kalibrier",
|
||||
"wasserhärte"
|
||||
]
|
||||
}
|
||||
}
|
||||
{
|
||||
"id": "retrieval_exact_doc_003",
|
||||
"type": "retrieval",
|
||||
"prompt": "matrixparams-md",
|
||||
"prompt": "Testomat ECO PLUS",
|
||||
"assert": {
|
||||
"selection_mode_in": [
|
||||
"exact_document_title"
|
||||
],
|
||||
"min_results": 1,
|
||||
"must_include_one_of_document_ids": [
|
||||
"25276f4c-32bb-47a5-98b3-9d81aa722d2b"
|
||||
"bace47f9-647e-4d47-95d9-118e553c6e5a"
|
||||
],
|
||||
"must_include_any_terms": [
|
||||
"retrievalmaxchunks",
|
||||
"retrievalvectortopk",
|
||||
"hard_max_chunks"
|
||||
"eco-plus",
|
||||
"intervall",
|
||||
"liter"
|
||||
]
|
||||
}
|
||||
}
|
||||
{
|
||||
"id": "retrieval_exact_doc_004",
|
||||
"type": "retrieval",
|
||||
"prompt": "readme-md",
|
||||
"prompt": "Testomat ECO",
|
||||
"assert": {
|
||||
"selection_mode_in": [
|
||||
"exact_document_title"
|
||||
],
|
||||
"min_results": 1,
|
||||
"must_include_one_of_document_ids": [
|
||||
"8abe1f0d-54e6-41ad-967a-9ce8a0efc6da"
|
||||
"3d6c2add-c643-4e96-a3e7-5eb949c41303"
|
||||
],
|
||||
"must_include_any_terms": [
|
||||
"deterministisches",
|
||||
"faiss",
|
||||
"vector-service"
|
||||
"testomat eco",
|
||||
"intervall",
|
||||
"spülzeit"
|
||||
]
|
||||
}
|
||||
}
|
||||
{
|
||||
"id": "retrieval_exact_doc_005",
|
||||
"type": "retrieval",
|
||||
"prompt": "Testomat EVO TH",
|
||||
"assert": {
|
||||
"selection_mode_in": [
|
||||
"exact_document_title"
|
||||
],
|
||||
"min_results": 1,
|
||||
"must_include_one_of_document_ids": [
|
||||
"eb91c1be-4546-4ed5-8b01-f075519d675b"
|
||||
],
|
||||
"must_include_any_terms": [
|
||||
"evo th",
|
||||
"online-analysenautomat",
|
||||
"digitale eingänge"
|
||||
]
|
||||
}
|
||||
}
|
||||
{
|
||||
"id": "retrieval_exact_doc_006",
|
||||
"type": "retrieval",
|
||||
"prompt": "Wasserhärte Grenzwert Testomat",
|
||||
"assert": {
|
||||
"selection_mode_in": [
|
||||
"exact_document_title"
|
||||
],
|
||||
"min_results": 1,
|
||||
"must_include_one_of_document_ids": [
|
||||
"60706498-867b-41b8-8e76-63248178d265"
|
||||
],
|
||||
"must_include_any_terms": [
|
||||
"grenzwert",
|
||||
"0,02 °dh",
|
||||
"0,05 °dh"
|
||||
]
|
||||
}
|
||||
}
|
||||
|
||||
{
|
||||
"id": "retrieval_semantic_001",
|
||||
"type": "retrieval",
|
||||
"prompt": "wie funktioniert das system",
|
||||
"prompt": "welche testomat geraete gibt es",
|
||||
"assert": {
|
||||
"min_results": 1,
|
||||
"must_include_one_of_document_ids": [
|
||||
"7513fd82-eec6-4bfa-a730-41820b38b6b4",
|
||||
"8abe1f0d-54e6-41ad-967a-9ce8a0efc6da"
|
||||
"cf6a1ff2-8afe-4ebe-951b-805d7324d0a3",
|
||||
"26129c01-c09f-4c71-9c80-7ddffb6c77fb",
|
||||
"74fdad85-5e4e-4f08-8d95-402f3180ed55"
|
||||
],
|
||||
"must_include_any_terms": [
|
||||
"rag-system",
|
||||
"dokumente",
|
||||
"indexierung"
|
||||
"testomatwelt",
|
||||
"geräteübersicht",
|
||||
"wasserhärte"
|
||||
]
|
||||
}
|
||||
}
|
||||
{
|
||||
"id": "retrieval_semantic_002",
|
||||
"type": "retrieval",
|
||||
"prompt": "welche parameter beeinflussen retrieval",
|
||||
"prompt": "welches testomat modell ist fuer hohe wasserhaerte geeignet",
|
||||
"assert": {
|
||||
"min_results": 1,
|
||||
"must_include_one_of_document_ids": [
|
||||
"25276f4c-32bb-47a5-98b3-9d81aa722d2b",
|
||||
"7513fd82-eec6-4bfa-a730-41820b38b6b4"
|
||||
"eb91c1be-4546-4ed5-8b01-f075519d675b",
|
||||
"74fdad85-5e4e-4f08-8d95-402f3180ed55",
|
||||
"26129c01-c09f-4c71-9c80-7ddffb6c77fb",
|
||||
"60706498-867b-41b8-8e76-63248178d265"
|
||||
],
|
||||
"must_include_any_terms": [
|
||||
"retrievalmaxchunks",
|
||||
"vectortopk",
|
||||
"chunk"
|
||||
"wasserhärte",
|
||||
"grenzwert",
|
||||
"testomat"
|
||||
]
|
||||
}
|
||||
}
|
||||
{
|
||||
"id": "retrieval_semantic_003",
|
||||
"type": "retrieval",
|
||||
"prompt": "welche testomat indikatoren gibt es",
|
||||
"assert": {
|
||||
"min_results": 1,
|
||||
"must_include_one_of_document_ids": [
|
||||
"8db60a9f-3549-4567-b914-5e3d0d9ef715",
|
||||
"f0422ac8-3d60-4b6c-ab97-8eba652d9eb3",
|
||||
"5ced4bcb-aa9d-4032-9eee-37a33f744476",
|
||||
"a9fedf75-bccc-4100-ac59-b6f4eef01e61",
|
||||
"d11948da-4e77-48e3-bab2-d32f622343de"
|
||||
],
|
||||
"must_include_any_terms": [
|
||||
"indikator",
|
||||
"th 2250",
|
||||
"th 2005",
|
||||
"tc 2050",
|
||||
"tc 2100"
|
||||
]
|
||||
}
|
||||
}
|
||||
{
|
||||
"id": "retrieval_semantic_004",
|
||||
"type": "retrieval",
|
||||
"prompt": "welcher testomat ist ein verschneideregler",
|
||||
"assert": {
|
||||
"min_results": 1,
|
||||
"must_include_one_of_document_ids": [
|
||||
"7fe9342f-2ca4-41ce-bdea-410b516ef6b4"
|
||||
],
|
||||
"must_include_any_terms": [
|
||||
"verschneideregler",
|
||||
"motorventil",
|
||||
"0/4–20 ma"
|
||||
]
|
||||
}
|
||||
}
|
||||
{
|
||||
"id": "retrieval_semantic_005",
|
||||
"type": "retrieval",
|
||||
"prompt": "welcher testomat hat automatische reinigung",
|
||||
"assert": {
|
||||
"min_results": 1,
|
||||
"must_include_one_of_document_ids": [
|
||||
"b8c3343b-931e-4994-9d53-a2130efc846f",
|
||||
"51589532-a1a1-46e0-94b2-a139dce78543"
|
||||
],
|
||||
"must_include_any_terms": [
|
||||
"self clean",
|
||||
"reinigung",
|
||||
"messkammer"
|
||||
]
|
||||
}
|
||||
}
|
||||
{
|
||||
"id": "retrieval_semantic_006",
|
||||
"type": "retrieval",
|
||||
"prompt": "welches geraet ist fuer chlorueberwachung gedacht",
|
||||
"assert": {
|
||||
"min_results": 1,
|
||||
"must_include_one_of_document_ids": [
|
||||
"1d467913-a2d9-42e6-8510-83a65aba9403"
|
||||
],
|
||||
"must_include_any_terms": [
|
||||
"thcl",
|
||||
"chlor",
|
||||
"online-analysegerät"
|
||||
]
|
||||
}
|
||||
}
|
||||
{
|
||||
"id": "retrieval_semantic_007",
|
||||
"type": "retrieval",
|
||||
"prompt": "gibt es ein kompaktes kosteneffizientes haerteueberwachungsgeraet",
|
||||
"assert": {
|
||||
"min_results": 1,
|
||||
"must_include_one_of_document_ids": [
|
||||
"afcf1cd6-9b02-4828-b11f-339096a3c864",
|
||||
"3d6c2add-c643-4e96-a3e7-5eb949c41303"
|
||||
],
|
||||
"must_include_any_terms": [
|
||||
"eco c",
|
||||
"kosteneffizient",
|
||||
"härteüberwachung"
|
||||
]
|
||||
}
|
||||
}
|
||||
|
||||
{
|
||||
"id": "retrieval_negative_001",
|
||||
"type": "retrieval",
|
||||
"prompt": "lieferbedingungen versand testomat",
|
||||
"assert": {
|
||||
"min_results": 1,
|
||||
"must_include_one_of_document_ids": [
|
||||
"26ddf03d-9108-4a65-aa0e-a5df7613fa77"
|
||||
],
|
||||
"must_not_include_document_ids": [
|
||||
"7166592f-85f2-425c-997b-73e323ae184d"
|
||||
]
|
||||
}
|
||||
}
|
||||
{
|
||||
"id": "retrieval_negative_002",
|
||||
"type": "retrieval",
|
||||
"prompt": "testomat 2000 th 2005 sicherheitsdatenblatt",
|
||||
"assert": {
|
||||
"min_results": 1,
|
||||
"must_include_one_of_document_ids": [
|
||||
"f0422ac8-3d60-4b6c-ab97-8eba652d9eb3",
|
||||
"e3d05954-cde3-40bc-baf6-aa9a350a8aa2"
|
||||
],
|
||||
"must_not_include_document_ids": [
|
||||
"26129c01-c09f-4c71-9c80-7ddffb6c77fb",
|
||||
"74fdad85-5e4e-4f08-8d95-402f3180ed55"
|
||||
]
|
||||
}
|
||||
}
|
||||
{
|
||||
"id": "retrieval_negative_003",
|
||||
"type": "retrieval",
|
||||
"prompt": "testomat 2000 self clean reinigungsloesung",
|
||||
"assert": {
|
||||
"min_results": 1,
|
||||
"must_include_one_of_document_ids": [
|
||||
"51589532-a1a1-46e0-94b2-a139dce78543",
|
||||
"b8c3343b-931e-4994-9d53-a2130efc846f"
|
||||
],
|
||||
"must_include_any_terms": [
|
||||
"reinigungslösung",
|
||||
"self clean"
|
||||
],
|
||||
"must_not_include_document_ids": [
|
||||
"26129c01-c09f-4c71-9c80-7ddffb6c77fb"
|
||||
]
|
||||
}
|
||||
}
|
||||
|
||||
{
|
||||
"id": "retrieval_short_001",
|
||||
"type": "retrieval",
|
||||
"prompt": "evo th",
|
||||
"assert": {
|
||||
"min_results": 1,
|
||||
"must_include_one_of_document_ids": [
|
||||
"eb91c1be-4546-4ed5-8b01-f075519d675b",
|
||||
"74fdad85-5e4e-4f08-8d95-402f3180ed55"
|
||||
],
|
||||
"must_include_any_terms": [
|
||||
"evo"
|
||||
]
|
||||
}
|
||||
}
|
||||
{
|
||||
"id": "retrieval_short_002",
|
||||
"type": "retrieval",
|
||||
"prompt": "808",
|
||||
"assert": {
|
||||
"min_results": 1,
|
||||
"must_include_one_of_document_ids": [
|
||||
"26129c01-c09f-4c71-9c80-7ddffb6c77fb"
|
||||
],
|
||||
"must_include_any_terms": [
|
||||
"808"
|
||||
]
|
||||
}
|
||||
}
|
||||
|
||||
{
|
||||
"id": "retrieval_noise_001",
|
||||
"type": "retrieval",
|
||||
|
||||
Reference in New Issue
Block a user