mirror of
https://github.com/usestrix/strix.git
synced 2026-08-20 18:38:57 +02:00
feat(reporting): add read-only list_reports + get_report tools (#889)
This commit is contained in:
@@ -0,0 +1,359 @@
|
||||
"""Tests for the read-only list_reports / get_report tools."""
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
from typing import TYPE_CHECKING
|
||||
|
||||
import pytest
|
||||
|
||||
from strix.report.state import ReportState, set_global_report_state
|
||||
from strix.tools.reporting.tool import (
|
||||
_do_get_report,
|
||||
_do_list_reports,
|
||||
get_report,
|
||||
list_reports,
|
||||
)
|
||||
|
||||
|
||||
if TYPE_CHECKING:
|
||||
from pathlib import Path
|
||||
|
||||
|
||||
@pytest.fixture
|
||||
def report_state(tmp_path: Path, monkeypatch: pytest.MonkeyPatch) -> ReportState:
|
||||
monkeypatch.chdir(tmp_path)
|
||||
state = ReportState(run_name="test-run")
|
||||
set_global_report_state(state)
|
||||
return state
|
||||
|
||||
|
||||
def _seed(state: ReportState) -> None:
|
||||
state.add_vulnerability_report(
|
||||
title="Reflected XSS in search",
|
||||
severity="medium",
|
||||
description="q reflects unencoded input.",
|
||||
target="https://app.example.com",
|
||||
endpoint="/search",
|
||||
method="GET",
|
||||
cwe="CWE-79",
|
||||
cvss=6.1,
|
||||
agent_name="XSS Agent",
|
||||
)
|
||||
state.add_vulnerability_report(
|
||||
title="SQL Injection in login",
|
||||
severity="critical",
|
||||
description="Login parameter is injectable.",
|
||||
target="https://app.example.com",
|
||||
endpoint="/api/login",
|
||||
cwe="CWE-89",
|
||||
cvss=9.8,
|
||||
agent_name="SQLi Agent",
|
||||
)
|
||||
state.add_vulnerability_report(
|
||||
title="CVE-2021-23337 in lodash 4.17.20",
|
||||
severity="high",
|
||||
description="Command injection via template.",
|
||||
target="repo/package.json",
|
||||
cve="CVE-2021-23337",
|
||||
cvss=7.2,
|
||||
finding_class="dependency_cve",
|
||||
)
|
||||
|
||||
|
||||
@pytest.mark.usefixtures("report_state")
|
||||
def test_list_reports_empty() -> None:
|
||||
result = _do_list_reports(
|
||||
severity=None, finding_class=None, target=None, search=None, include_details=False
|
||||
)
|
||||
assert result["success"] is True
|
||||
assert result["reports"] == []
|
||||
assert result["total_count"] == 0
|
||||
assert result["severity_counts"] == {}
|
||||
|
||||
|
||||
def test_list_reports_metadata_first_and_sorted(report_state: ReportState) -> None:
|
||||
_seed(report_state)
|
||||
result = _do_list_reports(
|
||||
severity=None, finding_class=None, target=None, search=None, include_details=False
|
||||
)
|
||||
assert result["success"] is True
|
||||
assert result["total_count"] == 3
|
||||
# sorted by severity: critical, high, medium
|
||||
titles = [r["title"] for r in result["reports"]]
|
||||
assert titles == [
|
||||
"SQL Injection in login",
|
||||
"CVE-2021-23337 in lodash 4.17.20",
|
||||
"Reflected XSS in search",
|
||||
]
|
||||
assert result["severity_counts"] == {"critical": 1, "high": 1, "medium": 1}
|
||||
# compact entries carry a preview, never full-body fields
|
||||
first = result["reports"][0]
|
||||
assert "description_preview" in first
|
||||
assert "poc_script_code" not in first
|
||||
assert "evidence" not in first
|
||||
|
||||
|
||||
def test_list_reports_filter_severity(report_state: ReportState) -> None:
|
||||
_seed(report_state)
|
||||
result = _do_list_reports(
|
||||
severity="critical", finding_class=None, target=None, search=None, include_details=False
|
||||
)
|
||||
assert result["filtered_count"] == 1
|
||||
assert result["reports"][0]["title"] == "SQL Injection in login"
|
||||
# severity_counts reflect ALL reports, not the filtered subset
|
||||
assert result["total_count"] == 3
|
||||
|
||||
|
||||
def test_list_reports_filter_finding_class(report_state: ReportState) -> None:
|
||||
_seed(report_state)
|
||||
result = _do_list_reports(
|
||||
severity=None,
|
||||
finding_class="dependency_cve",
|
||||
target=None,
|
||||
search=None,
|
||||
include_details=False,
|
||||
)
|
||||
assert result["filtered_count"] == 1
|
||||
assert result["reports"][0]["cve"] == "CVE-2021-23337"
|
||||
|
||||
|
||||
def test_list_reports_filter_target_and_search(report_state: ReportState) -> None:
|
||||
_seed(report_state)
|
||||
by_target = _do_list_reports(
|
||||
severity=None, finding_class=None, target="/api/login", search=None, include_details=False
|
||||
)
|
||||
assert [r["title"] for r in by_target["reports"]] == ["SQL Injection in login"]
|
||||
|
||||
by_search = _do_list_reports(
|
||||
severity=None, finding_class=None, target=None, search="lodash", include_details=False
|
||||
)
|
||||
assert [r["cve"] for r in by_search["reports"]] == ["CVE-2021-23337"]
|
||||
|
||||
|
||||
def test_list_reports_include_details(report_state: ReportState) -> None:
|
||||
_seed(report_state)
|
||||
result = _do_list_reports(
|
||||
severity="medium", finding_class=None, target=None, search=None, include_details=True
|
||||
)
|
||||
entry = result["reports"][0]
|
||||
assert entry["description"] == "q reflects unencoded input."
|
||||
assert "description_preview" not in entry
|
||||
|
||||
|
||||
@pytest.mark.usefixtures("report_state")
|
||||
def test_list_reports_rejects_invalid_filters() -> None:
|
||||
result = _do_list_reports(
|
||||
severity="spicy", finding_class="bogus", target=None, search=None, include_details=False
|
||||
)
|
||||
assert result["success"] is False
|
||||
joined = " ".join(result["errors"])
|
||||
assert "severity" in joined
|
||||
assert "finding_class" in joined
|
||||
|
||||
|
||||
def test_get_report_success(report_state: ReportState) -> None:
|
||||
_seed(report_state)
|
||||
result = _do_get_report("vuln-0002")
|
||||
assert result["success"] is True
|
||||
assert result["report"]["title"] == "SQL Injection in login"
|
||||
assert result["report"]["cwe"] == "CWE-89"
|
||||
|
||||
|
||||
def test_get_report_not_found(report_state: ReportState) -> None:
|
||||
_seed(report_state)
|
||||
result = _do_get_report("vuln-9999")
|
||||
assert result["success"] is False
|
||||
assert result["report"] is None
|
||||
|
||||
|
||||
@pytest.mark.usefixtures("report_state")
|
||||
def test_get_report_empty_id() -> None:
|
||||
result = _do_get_report(" ")
|
||||
assert result["success"] is False
|
||||
|
||||
|
||||
def test_read_tools_are_read_only_and_stateless(report_state: ReportState) -> None:
|
||||
_seed(report_state)
|
||||
before = list(report_state.vulnerability_reports)
|
||||
_do_list_reports(
|
||||
severity=None, finding_class=None, target=None, search=None, include_details=True
|
||||
)
|
||||
_do_get_report("vuln-0001")
|
||||
assert report_state.vulnerability_reports == before
|
||||
|
||||
|
||||
def test_tool_descriptions_mention_read_only() -> None:
|
||||
assert "read-only" in list_reports.description.lower()
|
||||
assert "get_report" in list_reports.description
|
||||
assert "read-only" in get_report.description.lower()
|
||||
|
||||
|
||||
def test_list_reports_flags_callers_own_reports(report_state: ReportState) -> None:
|
||||
report_state.add_vulnerability_report(
|
||||
title="Mine", severity="high", target="t", agent_id="agent-1", agent_name="Agent One"
|
||||
)
|
||||
report_state.add_vulnerability_report(
|
||||
title="Theirs", severity="low", target="t", agent_id="agent-2", agent_name="Agent Two"
|
||||
)
|
||||
result = _do_list_reports(
|
||||
severity=None,
|
||||
finding_class=None,
|
||||
target=None,
|
||||
search=None,
|
||||
include_details=False,
|
||||
caller_agent_id="agent-1",
|
||||
)
|
||||
by_title = {r["title"]: r for r in result["reports"]}
|
||||
assert by_title["Mine"].get("by_you") is True
|
||||
assert by_title["Mine"]["agent_name"] == "Agent One"
|
||||
assert "by_you" not in by_title["Theirs"]
|
||||
assert by_title["Theirs"]["agent_name"] == "Agent Two"
|
||||
|
||||
|
||||
def test_list_reports_no_caller_marks_nothing(report_state: ReportState) -> None:
|
||||
report_state.add_vulnerability_report(
|
||||
title="Mine", severity="high", target="t", agent_id="agent-1", agent_name="Agent One"
|
||||
)
|
||||
result = _do_list_reports(
|
||||
severity=None, finding_class=None, target=None, search=None, include_details=False
|
||||
)
|
||||
assert "by_you" not in result["reports"][0]
|
||||
|
||||
|
||||
def test_get_report_flags_caller_ownership(report_state: ReportState) -> None:
|
||||
report_state.add_vulnerability_report(
|
||||
title="Mine", severity="high", target="t", agent_id="agent-1", agent_name="Agent One"
|
||||
)
|
||||
mine = _do_get_report("vuln-0001", caller_agent_id="agent-1")
|
||||
assert mine["report"].get("by_you") is True
|
||||
theirs = _do_get_report("vuln-0001", caller_agent_id="agent-9")
|
||||
assert "by_you" not in theirs["report"]
|
||||
|
||||
|
||||
def test_list_reports_docstring_scopes_to_orchestrator() -> None:
|
||||
desc = list_reports.description.lower()
|
||||
assert "orchestrator" in desc or "root agent" in desc
|
||||
|
||||
|
||||
@pytest.mark.parametrize("sev", ["CRITICAL", "Critical", "critical"])
|
||||
def test_list_reports_severity_filter_case_insensitive(report_state: ReportState, sev: str) -> None:
|
||||
_seed(report_state)
|
||||
result = _do_list_reports(
|
||||
severity=sev, finding_class=None, target=None, search=None, include_details=False
|
||||
)
|
||||
assert [r["title"] for r in result["reports"]] == ["SQL Injection in login"]
|
||||
|
||||
|
||||
def test_list_reports_finding_class_filter_case_insensitive(report_state: ReportState) -> None:
|
||||
_seed(report_state)
|
||||
result = _do_list_reports(
|
||||
severity=None,
|
||||
finding_class="Dependency_CVE",
|
||||
target=None,
|
||||
search=None,
|
||||
include_details=False,
|
||||
)
|
||||
assert result["filtered_count"] == 1
|
||||
|
||||
|
||||
def test_list_reports_target_filter_matches_domain_and_is_case_insensitive(
|
||||
report_state: ReportState,
|
||||
) -> None:
|
||||
_seed(report_state)
|
||||
# substring of the `target` field (not the endpoint), mixed case
|
||||
result = _do_list_reports(
|
||||
severity=None,
|
||||
finding_class=None,
|
||||
target="APP.EXAMPLE.COM",
|
||||
search=None,
|
||||
include_details=False,
|
||||
)
|
||||
assert {r["title"] for r in result["reports"]} == {
|
||||
"Reflected XSS in search",
|
||||
"SQL Injection in login",
|
||||
}
|
||||
|
||||
|
||||
def test_list_reports_search_matches_title_case_insensitive(report_state: ReportState) -> None:
|
||||
_seed(report_state)
|
||||
result = _do_list_reports(
|
||||
severity=None, finding_class=None, target=None, search="INJECTION", include_details=False
|
||||
)
|
||||
# matches title "SQL Injection in login" and description "Command injection..."
|
||||
assert {r["title"] for r in result["reports"]} == {
|
||||
"SQL Injection in login",
|
||||
"CVE-2021-23337 in lodash 4.17.20",
|
||||
}
|
||||
|
||||
|
||||
def test_list_reports_filters_compose(report_state: ReportState) -> None:
|
||||
_seed(report_state)
|
||||
result = _do_list_reports(
|
||||
severity="high",
|
||||
finding_class="dependency_cve",
|
||||
target="package.json",
|
||||
search="lodash",
|
||||
include_details=False,
|
||||
)
|
||||
assert [r["cve"] for r in result["reports"]] == ["CVE-2021-23337"]
|
||||
|
||||
|
||||
def test_list_reports_no_match_returns_empty_success(report_state: ReportState) -> None:
|
||||
_seed(report_state)
|
||||
result = _do_list_reports(
|
||||
severity=None,
|
||||
finding_class=None,
|
||||
target=None,
|
||||
search="nonexistent-xyz",
|
||||
include_details=False,
|
||||
)
|
||||
assert result["success"] is True
|
||||
assert result["filtered_count"] == 0
|
||||
assert result["reports"] == []
|
||||
# counts still reflect all reports
|
||||
assert result["total_count"] == 3
|
||||
|
||||
|
||||
def test_list_reports_description_preview_truncated(report_state: ReportState) -> None:
|
||||
long_desc = "A" * 400
|
||||
report_state.add_vulnerability_report(
|
||||
title="Long", severity="low", description=long_desc, target="t"
|
||||
)
|
||||
result = _do_list_reports(
|
||||
severity=None, finding_class=None, target=None, search=None, include_details=False
|
||||
)
|
||||
preview = result["reports"][0]["description_preview"]
|
||||
assert preview.endswith("...")
|
||||
assert len(preview) <= 284 # 280 chars + "..."
|
||||
|
||||
|
||||
def test_list_reports_severity_counts_ordered_with_none_bucket(
|
||||
report_state: ReportState,
|
||||
) -> None:
|
||||
report_state.add_vulnerability_report(title="A", severity="low", target="t")
|
||||
report_state.add_vulnerability_report(title="B", severity="critical", target="t")
|
||||
report_state.add_vulnerability_report(title="C", severity="", target="t")
|
||||
result = _do_list_reports(
|
||||
severity=None, finding_class=None, target=None, search=None, include_details=False
|
||||
)
|
||||
# ordered critical -> ... -> none
|
||||
assert list(result["severity_counts"].keys()) == ["critical", "low", "none"]
|
||||
|
||||
|
||||
@pytest.mark.usefixtures("report_state")
|
||||
def test_list_reports_no_state_returns_warning(monkeypatch: pytest.MonkeyPatch) -> None:
|
||||
monkeypatch.setattr("strix.report.state.get_global_report_state", lambda: None)
|
||||
result = _do_list_reports(
|
||||
severity=None, finding_class=None, target=None, search=None, include_details=False
|
||||
)
|
||||
assert result["success"] is True
|
||||
assert result["reports"] == []
|
||||
assert "warning" in result
|
||||
|
||||
|
||||
@pytest.mark.usefixtures("report_state")
|
||||
def test_get_report_no_state_returns_error(monkeypatch: pytest.MonkeyPatch) -> None:
|
||||
monkeypatch.setattr("strix.report.state.get_global_report_state", lambda: None)
|
||||
result = _do_get_report("vuln-0001")
|
||||
assert result["success"] is False
|
||||
assert result["report"] is None
|
||||
+39
-3
@@ -32,7 +32,7 @@ def test_create_note_retries_on_note_id_collision(monkeypatch: pytest.MonkeyPatc
|
||||
uuid.UUID("12345600-0000-4000-8000-000000000000"),
|
||||
]
|
||||
)
|
||||
monkeypatch.setattr(notes_tools.uuid, "uuid4", lambda: next(generated_ids))
|
||||
monkeypatch.setattr("strix.tools.notes.tools.uuid.uuid4", lambda: next(generated_ids))
|
||||
|
||||
first = notes_tools._create_note_impl("first", "original content")
|
||||
second = notes_tools._create_note_impl("second", "new content")
|
||||
@@ -51,8 +51,7 @@ def test_create_note_returns_error_after_repeated_note_id_collisions(
|
||||
) -> None:
|
||||
monkeypatch.setattr(notes_tools, "_NOTE_ID_GENERATION_ATTEMPTS", 2)
|
||||
monkeypatch.setattr(
|
||||
notes_tools.uuid,
|
||||
"uuid4",
|
||||
"strix.tools.notes.tools.uuid.uuid4",
|
||||
lambda: uuid.UUID("abcdef00-0000-4000-8000-000000000000"),
|
||||
)
|
||||
notes_tools._notes_storage["abcdef"] = {"content": "existing"}
|
||||
@@ -65,3 +64,40 @@ def test_create_note_returns_error_after_repeated_note_id_collisions(
|
||||
"note_id": None,
|
||||
}
|
||||
assert notes_tools._notes_storage == {"abcdef": {"content": "existing"}}
|
||||
|
||||
|
||||
def test_create_note_records_author() -> None:
|
||||
result = notes_tools._create_note_impl("t", "c", agent_id="agent-1", agent_name="Agent One")
|
||||
note = notes_tools._notes_storage[result["note_id"]]
|
||||
assert note["agent_id"] == "agent-1"
|
||||
assert note["agent_name"] == "Agent One"
|
||||
|
||||
|
||||
def test_list_notes_exposes_author_and_flags_caller() -> None:
|
||||
notes_tools._create_note_impl("mine", "c", agent_id="agent-1", agent_name="Agent One")
|
||||
notes_tools._create_note_impl("theirs", "c", agent_id="agent-2", agent_name="Agent Two")
|
||||
|
||||
result = notes_tools._list_notes_impl(caller_agent_id="agent-1")
|
||||
by_title = {n["title"]: n for n in result["notes"]}
|
||||
assert by_title["mine"]["agent_name"] == "Agent One"
|
||||
assert by_title["mine"].get("by_you") is True
|
||||
assert by_title["theirs"]["agent_name"] == "Agent Two"
|
||||
assert "by_you" not in by_title["theirs"]
|
||||
|
||||
|
||||
def test_list_notes_without_author_has_no_attribution() -> None:
|
||||
notes_tools._create_note_impl("anon", "c")
|
||||
entry = notes_tools._list_notes_impl(caller_agent_id="agent-1")["notes"][0]
|
||||
assert "agent_name" not in entry
|
||||
assert "by_you" not in entry
|
||||
|
||||
|
||||
def test_get_note_flags_caller_ownership() -> None:
|
||||
note_id = notes_tools._create_note_impl(
|
||||
"mine", "c", agent_id="agent-1", agent_name="Agent One"
|
||||
)["note_id"]
|
||||
mine = notes_tools._get_note_impl(note_id, caller_agent_id="agent-1")
|
||||
assert mine["note"].get("by_you") is True
|
||||
assert mine["note"]["agent_name"] == "Agent One"
|
||||
theirs = notes_tools._get_note_impl(note_id, caller_agent_id="agent-9")
|
||||
assert "by_you" not in theirs["note"]
|
||||
|
||||
Reference in New Issue
Block a user