strix/tests/test_list_reports.py

"""Tests for the read-only list_reports / get_report tools."""

from __future__ import annotations

from typing import TYPE_CHECKING

import pytest

from strix.report.state import ReportState, set_global_report_state
from strix.tools.reporting.tool import (
    _do_get_report,
    _do_list_reports,
    get_report,
    list_reports,
)


if TYPE_CHECKING:
    from pathlib import Path


@pytest.fixture
def report_state(tmp_path: Path, monkeypatch: pytest.MonkeyPatch) -> ReportState:
    monkeypatch.chdir(tmp_path)
    state = ReportState(run_name="test-run")
    set_global_report_state(state)
    return state


def _seed(state: ReportState) -> None:
    state.add_vulnerability_report(
        title="Reflected XSS in search",
        severity="medium",
        description="q reflects unencoded input.",
        target="https://app.example.com",
        endpoint="/search",
        method="GET",
        cwe="CWE-79",
        cvss=6.1,
        agent_name="XSS Agent",
    )
    state.add_vulnerability_report(
        title="SQL Injection in login",
        severity="critical",
        description="Login parameter is injectable.",
        target="https://app.example.com",
        endpoint="/api/login",
        cwe="CWE-89",
        cvss=9.8,
        agent_name="SQLi Agent",
    )
    state.add_vulnerability_report(
        title="CVE-2021-23337 in lodash 4.17.20",
        severity="high",
        description="Command injection via template.",
        target="repo/package.json",
        cve="CVE-2021-23337",
        cvss=7.2,
        finding_class="dependency_cve",
    )


@pytest.mark.usefixtures("report_state")
def test_list_reports_empty() -> None:
    result = _do_list_reports(
        severity=None, finding_class=None, target=None, search=None, include_details=False
    )
    assert result["success"] is True
    assert result["reports"] == []
    assert result["total_count"] == 0
    assert result["severity_counts"] == {}


def test_list_reports_metadata_first_and_sorted(report_state: ReportState) -> None:
    _seed(report_state)
    result = _do_list_reports(
        severity=None, finding_class=None, target=None, search=None, include_details=False
    )
    assert result["success"] is True
    assert result["total_count"] == 3
    # sorted by severity: critical, high, medium
    titles = [r["title"] for r in result["reports"]]
    assert titles == [
        "SQL Injection in login",
        "CVE-2021-23337 in lodash 4.17.20",
        "Reflected XSS in search",
    ]
    assert result["severity_counts"] == {"critical": 1, "high": 1, "medium": 1}
    # compact entries carry a preview, never full-body fields
    first = result["reports"][0]
    assert "description_preview" in first
    assert "poc_script_code" not in first
    assert "evidence" not in first


def test_list_reports_filter_severity(report_state: ReportState) -> None:
    _seed(report_state)
    result = _do_list_reports(
        severity="critical", finding_class=None, target=None, search=None, include_details=False
    )
    assert result["filtered_count"] == 1
    assert result["reports"][0]["title"] == "SQL Injection in login"
    # severity_counts reflect ALL reports, not the filtered subset
    assert result["total_count"] == 3


def test_list_reports_filter_finding_class(report_state: ReportState) -> None:
    _seed(report_state)
    result = _do_list_reports(
        severity=None,
        finding_class="dependency_cve",
        target=None,
        search=None,
        include_details=False,
    )
    assert result["filtered_count"] == 1
    assert result["reports"][0]["cve"] == "CVE-2021-23337"


def test_list_reports_filter_target_and_search(report_state: ReportState) -> None:
    _seed(report_state)
    by_target = _do_list_reports(
        severity=None, finding_class=None, target="/api/login", search=None, include_details=False
    )
    assert [r["title"] for r in by_target["reports"]] == ["SQL Injection in login"]

    by_search = _do_list_reports(
        severity=None, finding_class=None, target=None, search="lodash", include_details=False
    )
    assert [r["cve"] for r in by_search["reports"]] == ["CVE-2021-23337"]


def test_list_reports_include_details(report_state: ReportState) -> None:
    _seed(report_state)
    result = _do_list_reports(
        severity="medium", finding_class=None, target=None, search=None, include_details=True
    )
    entry = result["reports"][0]
    assert entry["description"] == "q reflects unencoded input."
    assert "description_preview" not in entry


@pytest.mark.usefixtures("report_state")
def test_list_reports_rejects_invalid_filters() -> None:
    result = _do_list_reports(
        severity="spicy", finding_class="bogus", target=None, search=None, include_details=False
    )
    assert result["success"] is False
    joined = " ".join(result["errors"])
    assert "severity" in joined
    assert "finding_class" in joined


def test_get_report_success(report_state: ReportState) -> None:
    _seed(report_state)
    result = _do_get_report("vuln-0002")
    assert result["success"] is True
    assert result["report"]["title"] == "SQL Injection in login"
    assert result["report"]["cwe"] == "CWE-89"


def test_get_report_not_found(report_state: ReportState) -> None:
    _seed(report_state)
    result = _do_get_report("vuln-9999")
    assert result["success"] is False
    assert result["report"] is None


@pytest.mark.usefixtures("report_state")
def test_get_report_empty_id() -> None:
    result = _do_get_report("   ")
    assert result["success"] is False


def test_read_tools_are_read_only_and_stateless(report_state: ReportState) -> None:
    _seed(report_state)
    before = list(report_state.vulnerability_reports)
    _do_list_reports(
        severity=None, finding_class=None, target=None, search=None, include_details=True
    )
    _do_get_report("vuln-0001")
    assert report_state.vulnerability_reports == before


def test_tool_descriptions_mention_read_only() -> None:
    assert "read-only" in list_reports.description.lower()
    assert "get_report" in list_reports.description
    assert "read-only" in get_report.description.lower()


def test_list_reports_flags_callers_own_reports(report_state: ReportState) -> None:
    report_state.add_vulnerability_report(
        title="Mine", severity="high", target="t", agent_id="agent-1", agent_name="Agent One"
    )
    report_state.add_vulnerability_report(
        title="Theirs", severity="low", target="t", agent_id="agent-2", agent_name="Agent Two"
    )
    result = _do_list_reports(
        severity=None,
        finding_class=None,
        target=None,
        search=None,
        include_details=False,
        caller_agent_id="agent-1",
    )
    by_title = {r["title"]: r for r in result["reports"]}
    assert by_title["Mine"].get("by_you") is True
    assert by_title["Mine"]["agent_name"] == "Agent One"
    assert "by_you" not in by_title["Theirs"]
    assert by_title["Theirs"]["agent_name"] == "Agent Two"


def test_list_reports_no_caller_marks_nothing(report_state: ReportState) -> None:
    report_state.add_vulnerability_report(
        title="Mine", severity="high", target="t", agent_id="agent-1", agent_name="Agent One"
    )
    result = _do_list_reports(
        severity=None, finding_class=None, target=None, search=None, include_details=False
    )
    assert "by_you" not in result["reports"][0]


def test_get_report_flags_caller_ownership(report_state: ReportState) -> None:
    report_state.add_vulnerability_report(
        title="Mine", severity="high", target="t", agent_id="agent-1", agent_name="Agent One"
    )
    mine = _do_get_report("vuln-0001", caller_agent_id="agent-1")
    assert mine["report"].get("by_you") is True
    theirs = _do_get_report("vuln-0001", caller_agent_id="agent-9")
    assert "by_you" not in theirs["report"]


def test_list_reports_docstring_scopes_to_orchestrator() -> None:
    desc = list_reports.description.lower()
    assert "orchestrator" in desc or "root agent" in desc


@pytest.mark.parametrize("sev", ["CRITICAL", "Critical", "critical"])
def test_list_reports_severity_filter_case_insensitive(report_state: ReportState, sev: str) -> None:
    _seed(report_state)
    result = _do_list_reports(
        severity=sev, finding_class=None, target=None, search=None, include_details=False
    )
    assert [r["title"] for r in result["reports"]] == ["SQL Injection in login"]


def test_list_reports_finding_class_filter_case_insensitive(report_state: ReportState) -> None:
    _seed(report_state)
    result = _do_list_reports(
        severity=None,
        finding_class="Dependency_CVE",
        target=None,
        search=None,
        include_details=False,
    )
    assert result["filtered_count"] == 1


def test_list_reports_target_filter_matches_domain_and_is_case_insensitive(
    report_state: ReportState,
) -> None:
    _seed(report_state)
    # substring of the `target` field (not the endpoint), mixed case
    result = _do_list_reports(
        severity=None,
        finding_class=None,
        target="APP.EXAMPLE.COM",
        search=None,
        include_details=False,
    )
    assert {r["title"] for r in result["reports"]} == {
        "Reflected XSS in search",
        "SQL Injection in login",
    }


def test_list_reports_search_matches_title_case_insensitive(report_state: ReportState) -> None:
    _seed(report_state)
    result = _do_list_reports(
        severity=None, finding_class=None, target=None, search="INJECTION", include_details=False
    )
    # matches title "SQL Injection in login" and description "Command injection..."
    assert {r["title"] for r in result["reports"]} == {
        "SQL Injection in login",
        "CVE-2021-23337 in lodash 4.17.20",
    }


def test_list_reports_filters_compose(report_state: ReportState) -> None:
    _seed(report_state)
    result = _do_list_reports(
        severity="high",
        finding_class="dependency_cve",
        target="package.json",
        search="lodash",
        include_details=False,
    )
    assert [r["cve"] for r in result["reports"]] == ["CVE-2021-23337"]


def test_list_reports_no_match_returns_empty_success(report_state: ReportState) -> None:
    _seed(report_state)
    result = _do_list_reports(
        severity=None,
        finding_class=None,
        target=None,
        search="nonexistent-xyz",
        include_details=False,
    )
    assert result["success"] is True
    assert result["filtered_count"] == 0
    assert result["reports"] == []
    # counts still reflect all reports
    assert result["total_count"] == 3


def test_list_reports_description_preview_truncated(report_state: ReportState) -> None:
    long_desc = "A" * 400
    report_state.add_vulnerability_report(
        title="Long", severity="low", description=long_desc, target="t"
    )
    result = _do_list_reports(
        severity=None, finding_class=None, target=None, search=None, include_details=False
    )
    preview = result["reports"][0]["description_preview"]
    assert preview.endswith("...")
    assert len(preview) <= 284  # 280 chars + "..."


def test_list_reports_severity_counts_ordered_with_none_bucket(
    report_state: ReportState,
) -> None:
    report_state.add_vulnerability_report(title="A", severity="low", target="t")
    report_state.add_vulnerability_report(title="B", severity="critical", target="t")
    report_state.add_vulnerability_report(title="C", severity="", target="t")
    result = _do_list_reports(
        severity=None, finding_class=None, target=None, search=None, include_details=False
    )
    # ordered critical -> ... -> none
    assert list(result["severity_counts"].keys()) == ["critical", "low", "none"]


@pytest.mark.usefixtures("report_state")
def test_list_reports_no_state_returns_warning(monkeypatch: pytest.MonkeyPatch) -> None:
    monkeypatch.setattr("strix.report.state.get_global_report_state", lambda: None)
    result = _do_list_reports(
        severity=None, finding_class=None, target=None, search=None, include_details=False
    )
    assert result["success"] is True
    assert result["reports"] == []
    assert "warning" in result


@pytest.mark.usefixtures("report_state")
def test_get_report_no_state_returns_error(monkeypatch: pytest.MonkeyPatch) -> None:
    monkeypatch.setattr("strix.report.state.get_global_report_state", lambda: None)
    result = _do_get_report("vuln-0001")
    assert result["success"] is False
    assert result["report"] is None