update
This commit is contained in:
130
tests/test_diagramme.py
Normal file
130
tests/test_diagramme.py
Normal file
@@ -0,0 +1,130 @@
|
||||
"""Ebene 3.5 Diagramme: deterministische DAG-Diagramme (kein LLM), Spec→Mermaid."""
|
||||
|
||||
import db
|
||||
import diagramme
|
||||
import llm
|
||||
from conftest import run_anlegen, topic_anlegen
|
||||
|
||||
|
||||
def _baustein_mit_kette(topic, n=4):
|
||||
"""Baustein mit n Atomen und einer braucht-Kette a0←a1←…←a(n-1) (n-1 Kanten)."""
|
||||
soll = db.insert("soll", topic=topic, punkt="P", status="bestaetigt", belege=db.j([]))
|
||||
ziel = db.insert("lernziele", topic=topic, text="Kann P", soll_id=soll, status="aktiv")
|
||||
b = db.insert("bausteine", topic=topic, ziel_id=ziel, titel="B", ord=0, status="neu")
|
||||
atome = [db.insert("atome", topic=topic, titel=f"Atom {i}", typ="begriff",
|
||||
definition="d", status="neu", baustein_id=b, ord=i, braucht=db.j([]))
|
||||
for i in range(n)]
|
||||
for i in range(1, n): # Atom i braucht Atom i-1
|
||||
db.execute("INSERT INTO kanten(topic, von_atom, zu_atom, art) VALUES(?,?,?,'braucht')",
|
||||
(topic, atome[i], atome[i - 1]))
|
||||
return b, atome
|
||||
|
||||
|
||||
def test_spec_zu_mermaid_flowchart():
|
||||
spec = {"typ": "dependency",
|
||||
"knoten": [{"id": "1", "label": "A"}, {"id": "2", "label": 'B "x" [y]'}],
|
||||
"kanten": [{"von": "1", "zu": "2", "label": ""}]}
|
||||
out = diagramme._spec_zu_mermaid(spec)
|
||||
assert out.startswith("flowchart TD")
|
||||
assert 'n1["A"]' in out and "n1 --> n2" in out
|
||||
assert '"' not in out.split("\n", 1)[1].replace('["', "").replace('"]', "") # Label entschärft
|
||||
|
||||
|
||||
async def test_dag_diagramm_wird_gebaut_und_verifiziert():
|
||||
topic = topic_anlegen("diag-dag")
|
||||
b, atome = _baustein_mit_kette(topic, n=4) # 3 Kanten ≥ DIAGRAMM_MIN_KANTEN
|
||||
ctx = llm.Kontext(run_anlegen(topic), topic, "minimax")
|
||||
await diagramme.bauen(ctx)
|
||||
d = db.one("SELECT * FROM diagramme WHERE baustein_id=?", (b,))
|
||||
assert d and d["status"] == "verifiziert" and d["quelle"] == "dag"
|
||||
assert d["mermaid"].startswith("flowchart TD")
|
||||
assert all(f"n{a}" in d["mermaid"] for a in atome) # jeder Knoten drin
|
||||
assert diagramme.messen(ctx) == [] # keine offenen Kandidaten
|
||||
assert diagramme.gate(ctx) is None
|
||||
|
||||
|
||||
async def test_wenig_kanten_kein_diagramm():
|
||||
topic = topic_anlegen("diag-leer")
|
||||
b, _ = _baustein_mit_kette(topic, n=2) # nur 1 Kante < Schwelle
|
||||
ctx = llm.Kontext(run_anlegen(topic), topic, "minimax")
|
||||
await diagramme.bauen(ctx)
|
||||
# kein GEBAUTES Diagramm (Fake-Judge sagt noetig=False → nur eine 'kein'-Merkzeile)
|
||||
assert db.query("SELECT id FROM diagramme WHERE topic=? AND status='verifiziert'",
|
||||
(topic,)) == []
|
||||
assert db.one("SELECT status FROM diagramme WHERE baustein_id=?", (b,))["status"] == "kein"
|
||||
|
||||
|
||||
async def test_llm_diagramm_plan_spec_verify(monkeypatch):
|
||||
"""LLM-Zweig: Judge sagt nötig → Spec → Mermaid → Grounding-Panel verifiziert."""
|
||||
import fake_agents
|
||||
topic = topic_anlegen("diag-llm")
|
||||
# Baustein OHNE genug Kanten (kein DAG) → LLM-Zweig entscheidet
|
||||
soll = db.insert("soll", topic=topic, punkt="P", status="bestaetigt", belege=db.j([]))
|
||||
ziel = db.insert("lernziele", topic=topic, text="Kann P", soll_id=soll, status="aktiv")
|
||||
b = db.insert("bausteine", topic=topic, ziel_id=ziel, titel="Automat", ord=0, status="neu")
|
||||
for i in range(3):
|
||||
db.insert("atome", topic=topic, titel=f"Zustand {i}", typ="begriff", definition="d",
|
||||
status="neu", baustein_id=b, ord=i, braucht=db.j([]))
|
||||
monkeypatch.setitem(fake_agents._HANDLER, "Diagramm-Plan",
|
||||
lambda p: {"noetig": True, "typ": "state"})
|
||||
ctx = llm.Kontext(run_anlegen(topic), topic, "minimax")
|
||||
await diagramme.bauen(ctx)
|
||||
d = db.one("SELECT * FROM diagramme WHERE baustein_id=?", (b,))
|
||||
assert d["status"] == "verifiziert" and d["quelle"] == "llm" and d["typ"] == "state"
|
||||
assert d["mermaid"].startswith("stateDiagram-v2")
|
||||
|
||||
|
||||
async def test_llm_diagramm_grounding_verwirft(monkeypatch):
|
||||
"""Grounding-Panel einstimmig ok=false → Diagramm verworfen (fail-closed)."""
|
||||
import fake_agents
|
||||
topic = topic_anlegen("diag-verwirf")
|
||||
soll = db.insert("soll", topic=topic, punkt="P", status="bestaetigt", belege=db.j([]))
|
||||
ziel = db.insert("lernziele", topic=topic, text="Kann P", soll_id=soll, status="aktiv")
|
||||
b = db.insert("bausteine", topic=topic, ziel_id=ziel, titel="X", ord=0, status="neu")
|
||||
for i in range(3):
|
||||
db.insert("atome", topic=topic, titel=f"K{i}", typ="begriff", definition="d",
|
||||
status="neu", baustein_id=b, ord=i, braucht=db.j([]))
|
||||
monkeypatch.setitem(fake_agents._HANDLER, "Diagramm-Plan",
|
||||
lambda p: {"noetig": True, "typ": "flow"})
|
||||
monkeypatch.setitem(fake_agents._HANDLER, "Diagramm-Verify",
|
||||
lambda p: [{"ok": False, "mangel": "erfundener Knoten"}])
|
||||
ctx = llm.Kontext(run_anlegen(topic), topic, "minimax")
|
||||
await diagramme.bauen(ctx)
|
||||
assert db.one("SELECT status FROM diagramme WHERE baustein_id=?", (b,))["status"] == "verworfen"
|
||||
|
||||
|
||||
async def test_marker_wird_zu_fence():
|
||||
"""Assembly: platzierter <!-- diagramm: id --> → ```mermaid-Fence."""
|
||||
import guide
|
||||
topic = topic_anlegen("diag-place")
|
||||
b, _ = _baustein_mit_kette(topic, n=4)
|
||||
ctx = llm.Kontext(run_anlegen(topic), topic, "minimax")
|
||||
await diagramme.bauen(ctx)
|
||||
d = db.one("SELECT id FROM diagramme WHERE baustein_id=?", (b,))
|
||||
db.insert("sections", baustein_id=b, stage="done", text_kompakt="- k",
|
||||
text_lang=f"Text.\n\n<!-- diagramm: {d['id']} -->\n\nMehr Text.")
|
||||
lang = guide.kapitel_struktur(topic)[0]["sections"][0]["lang"]
|
||||
assert "```mermaid" in lang and "flowchart TD" in lang
|
||||
assert "<!-- diagramm:" not in lang # Marker ersetzt
|
||||
|
||||
|
||||
async def test_toter_diagramm_marker_wird_entfernt():
|
||||
import guide
|
||||
topic = topic_anlegen("diag-tot")
|
||||
b, _ = _baustein_mit_kette(topic, n=2) # kein Diagramm gebaut
|
||||
db.insert("sections", baustein_id=b, stage="done", text_kompakt="- k",
|
||||
text_lang="Text.\n\n<!-- diagramm: 999 -->\n\nMehr.")
|
||||
lang = guide.kapitel_struktur(topic)[0]["sections"][0]["lang"]
|
||||
assert "<!-- diagramm:" not in lang and "```mermaid" not in lang
|
||||
|
||||
|
||||
async def test_guide_messen_meldet_toten_marker():
|
||||
"""Ein Marker ohne verifiziertes Diagramm → diagramm_marker_tot in guide.messen."""
|
||||
import guide
|
||||
topic = topic_anlegen("diag-qa")
|
||||
b, _ = _baustein_mit_kette(topic, n=4)
|
||||
db.insert("sections", baustein_id=b, stage="done", text_kompakt="- k",
|
||||
text_lang="Text.\n\n<!-- diagramm: 777 -->\n\n" + "Wort " * 60)
|
||||
ctx = llm.Kontext(run_anlegen(topic), topic, "minimax")
|
||||
ctx.ebene = "guide"
|
||||
assert "diagramm_marker_tot" in {x["art"] for x in guide.messen(ctx)}
|
||||
Reference in New Issue
Block a user