Trace guardrails, workflow steps and research phases

Guardrail evaluations are traced when they call a remote check or fire; a
firing guardrail drops every content preview from the stored trace. Each
workflow node and each research phase is a step span, and the workflow run
id links the trace to its Logs row.
This commit is contained in:
arc53-machine committed 2026-09-23 17:29:21 +01:00
1 parent f9605e7794
commit da1bc16eb6
7 files changed
+256 -12

No files matched your search

@@ -1081,3 +1081,51 @@ class TestNodeDocumentManifest:
monkeypatch.setattr("docsgpt.storage.db.session.db_readonly", broken_readonly)
config = AgentNodeConfig(agent_type="classic", input_documents=["*"])
assert engine._node_document_manifest(config) == ""
class TestTraceSpans:
"""Every executed node is a ``workflow_step`` span; the run id links the trace."""
@pytest.fixture(autouse=True)
def _trace(self, monkeypatch):
from docsgpt import tracing
from docsgpt.core.settings import settings
monkeypatch.setattr(settings, "TRACES_ENABLED", True)
self.trace = tracing.start_trace(source="stream", capture_otel_context=False)
with tracing.activate(self.trace):
yield
@pytest.mark.unit
def test_step_spans_and_run_binding(self):
nodes = [
_make_node("n1", NodeType.START, "Start"),
_make_node("n2", NodeType.END, "End", config={"config": {}}),
]
engine = WorkflowEngine(
_make_graph(nodes, [_make_edge("e1", "n1", "n2")]), _make_agent()
)
list(engine.execute({}, "hello"))
steps = [s for s in self.trace.spans if s.kind == "step"]
assert [s.name for s in steps] == ["workflow_step Start", "workflow_step End"]
assert all(s.status == "ok" for s in steps)
assert steps[0].attributes["docsgpt.workflow.node_type"] == "start"
assert self.trace.workflow_run_id == str(engine.workflow_run_id)
@pytest.mark.unit
def test_failed_node_is_an_error_span(self):
nodes = [
_make_node("n1", NodeType.START),
_make_node(
"n2",
NodeType.STATE,
"State",
config={"config": {"operations": [{"expression": "bad!!!", "target_variable": "x"}]}},
),
]
engine = WorkflowEngine(
_make_graph(nodes, [_make_edge("e1", "n1", "n2")]), _make_agent()
)
list(engine.execute({}, "q"))
state_span = [s for s in self.trace.spans if s.name == "workflow_step State"][0]
assert state_span.status == "error"