mirror of
https://github.com/usestrix/strix.git
synced 2026-08-17 01:29:42 +02:00
Addresses the top recurring agent tool-call failures observed in telemetry:
- proxy: the shared Caido client had no locking or reconnect, so concurrent
agent calls raced ("Transport is already connected") and a dead transport
poisoned the rest of the run ("Connector is closed"/"Server disconnected").
Add an asyncio lock + bounded reconnect in caido_api.call_with_client (sandbox
path) and a scan-wide caido_lock in the run context that host-side proxy tools
hold around every call. Deterministic errors are not retried.
- proxy: list_requests now returns Caido's exact parser message, echoes the
offending query, and includes a corrected-syntax hint so agents self-correct
instead of retrying a broken HTTPQL filter.
- shell/prompt: document that write_stdin requires a process started with
tty=true; nudge toward writing Python to a file over deeply-nested one-liners;
note the venv pre-installs common libs.
- agent-browser: distinguish daemon/connection failures (run doctor, don't loop)
from malformed commands; invoke directly (no sh -c wrapper).
- containers: use POSIX '.' instead of the bashism 'source' in generated rc
files (fixes 'sh: source: not found'); add file + xxd and pre-install
requests/httpx/beautifulsoup4/lxml/pyjwt/cryptography in the sandbox venv.
- tests: cover proxy serialization/reconnect/no-retry and HTTPQL errors.
207 lines
6.1 KiB
Python
207 lines
6.1 KiB
Python
"""Tests for the shared Caido client lifecycle and proxy error handling.
|
|
|
|
Covers the concurrency/reconnect guarantees of ``caido_api.call_with_client``
|
|
(the sandbox-imported path) and the host-side helpers in ``proxy.tools``
|
|
(scan-wide lock + actionable HTTPQL errors).
|
|
"""
|
|
|
|
from __future__ import annotations
|
|
|
|
import asyncio
|
|
import contextlib
|
|
import json
|
|
from typing import TYPE_CHECKING, Any, cast
|
|
|
|
import pytest
|
|
|
|
from strix.tools.proxy import caido_api, tools
|
|
|
|
|
|
if TYPE_CHECKING:
|
|
from collections.abc import Iterator
|
|
|
|
|
|
class _FakeClient:
|
|
def __init__(self, name: str) -> None:
|
|
self.name = name
|
|
|
|
|
|
@pytest.fixture(autouse=True)
|
|
def _clear_cache() -> Iterator[None]:
|
|
caido_api._CLIENT_CACHE.clear()
|
|
yield
|
|
caido_api._CLIENT_CACHE.clear()
|
|
|
|
|
|
async def test_call_with_client_reuses_cached_client(monkeypatch: pytest.MonkeyPatch) -> None:
|
|
cached = _FakeClient("cached")
|
|
caido_api._CLIENT_CACHE["default"] = cached
|
|
|
|
async def _new() -> Any:
|
|
raise AssertionError("_new_client must not run when a client is cached")
|
|
|
|
monkeypatch.setattr(caido_api, "_new_client", _new)
|
|
|
|
seen: dict[str, Any] = {}
|
|
|
|
async def fn(client: Any) -> str:
|
|
seen["client"] = client
|
|
return "ok"
|
|
|
|
assert await caido_api.call_with_client(fn) == "ok"
|
|
assert seen["client"] is cached
|
|
|
|
|
|
async def test_call_with_client_creates_and_caches_when_empty(
|
|
monkeypatch: pytest.MonkeyPatch,
|
|
) -> None:
|
|
created = _FakeClient("fresh")
|
|
|
|
async def _new() -> Any:
|
|
return created
|
|
|
|
monkeypatch.setattr(caido_api, "_new_client", _new)
|
|
|
|
seen: dict[str, Any] = {}
|
|
|
|
async def fn(client: Any) -> str:
|
|
seen["client"] = client
|
|
return "ok"
|
|
|
|
assert await caido_api.call_with_client(fn) == "ok"
|
|
assert seen["client"] is created
|
|
assert caido_api._CLIENT_CACHE["default"] is created
|
|
|
|
|
|
async def test_failed_init_does_not_poison_cache(monkeypatch: pytest.MonkeyPatch) -> None:
|
|
async def _new() -> Any:
|
|
raise ConnectionRefusedError("caido not up yet")
|
|
|
|
monkeypatch.setattr(caido_api, "_new_client", _new)
|
|
|
|
async def fn(_client: Any) -> str:
|
|
return "unreachable"
|
|
|
|
with pytest.raises(ConnectionRefusedError):
|
|
await caido_api.call_with_client(fn)
|
|
assert "default" not in caido_api._CLIENT_CACHE
|
|
|
|
|
|
async def test_call_with_client_reconnects_on_dead_transport(
|
|
monkeypatch: pytest.MonkeyPatch,
|
|
) -> None:
|
|
dead = _FakeClient("dead")
|
|
fresh = _FakeClient("fresh")
|
|
caido_api._CLIENT_CACHE["default"] = dead
|
|
|
|
new_calls = {"n": 0}
|
|
|
|
async def _new() -> Any:
|
|
new_calls["n"] += 1
|
|
return fresh
|
|
|
|
monkeypatch.setattr(caido_api, "_new_client", _new)
|
|
|
|
attempts: list[Any] = []
|
|
|
|
async def fn(client: Any) -> str:
|
|
attempts.append(client)
|
|
if len(attempts) == 1:
|
|
raise RuntimeError("Transport is already connected")
|
|
return "ok"
|
|
|
|
assert await caido_api.call_with_client(fn) == "ok"
|
|
assert attempts == [dead, fresh]
|
|
assert new_calls["n"] == 1
|
|
assert caido_api._CLIENT_CACHE["default"] is fresh
|
|
|
|
|
|
async def test_call_with_client_does_not_retry_application_errors(
|
|
monkeypatch: pytest.MonkeyPatch,
|
|
) -> None:
|
|
cached = _FakeClient("cached")
|
|
caido_api._CLIENT_CACHE["default"] = cached
|
|
|
|
async def _new() -> Any:
|
|
raise AssertionError("deterministic errors must not trigger a reconnect")
|
|
|
|
monkeypatch.setattr(caido_api, "_new_client", _new)
|
|
|
|
calls = {"n": 0}
|
|
|
|
async def fn(_client: Any) -> str:
|
|
calls["n"] += 1
|
|
raise ValueError("Invalid HTTPQL filter")
|
|
|
|
with pytest.raises(ValueError, match="Invalid HTTPQL"):
|
|
await caido_api.call_with_client(fn)
|
|
assert calls["n"] == 1
|
|
assert caido_api._CLIENT_CACHE["default"] is cached
|
|
|
|
|
|
async def test_call_with_client_serializes_concurrent_calls(
|
|
monkeypatch: pytest.MonkeyPatch,
|
|
) -> None:
|
|
caido_api._CLIENT_CACHE["default"] = _FakeClient("shared")
|
|
|
|
async def _new() -> Any:
|
|
raise AssertionError("no reconnect expected")
|
|
|
|
monkeypatch.setattr(caido_api, "_new_client", _new)
|
|
|
|
state = {"active": 0, "max": 0}
|
|
|
|
async def fn(_client: Any) -> str:
|
|
state["active"] += 1
|
|
state["max"] = max(state["max"], state["active"])
|
|
await asyncio.sleep(0.01)
|
|
state["active"] -= 1
|
|
return "ok"
|
|
|
|
await asyncio.gather(*(caido_api.call_with_client(fn) for _ in range(6)))
|
|
assert state["max"] == 1
|
|
|
|
|
|
def test_is_connection_error_matches_markers_and_causes() -> None:
|
|
assert caido_api._is_connection_error(RuntimeError("Transport is already connected"))
|
|
assert caido_api._is_connection_error(RuntimeError("Connector is closed"))
|
|
assert caido_api._is_connection_error(RuntimeError("Server disconnected"))
|
|
assert not caido_api._is_connection_error(ValueError("Invalid HTTPQL filter"))
|
|
|
|
nested = RuntimeError("wrapper")
|
|
nested.__cause__ = RuntimeError("connection reset by peer")
|
|
assert caido_api._is_connection_error(nested)
|
|
|
|
|
|
class _Ctx:
|
|
def __init__(self, context: Any) -> None:
|
|
self.context = context
|
|
|
|
|
|
def test_ctx_lock_returns_lock_when_present() -> None:
|
|
lock = asyncio.Lock()
|
|
got = tools._ctx_lock(cast("Any", _Ctx({"caido_lock": lock})))
|
|
assert got is lock
|
|
|
|
|
|
def test_ctx_lock_falls_back_to_noop_without_lock() -> None:
|
|
got = tools._ctx_lock(cast("Any", _Ctx({})))
|
|
assert isinstance(got, contextlib.nullcontext)
|
|
got_non_dict = tools._ctx_lock(cast("Any", _Ctx(None)))
|
|
assert isinstance(got_non_dict, contextlib.nullcontext)
|
|
|
|
|
|
def test_is_httpql_error_detection() -> None:
|
|
assert tools._is_httpql_error(RuntimeError("HTTPQL parse error at column 4"))
|
|
assert tools._is_httpql_error(RuntimeError("failed to parse filter"))
|
|
assert not tools._is_httpql_error(RuntimeError("Transport is already connected"))
|
|
|
|
|
|
def test_httpql_error_preserves_message_and_query() -> None:
|
|
exc = RuntimeError("HTTPQL parse error: unexpected token at column 12")
|
|
payload = json.loads(tools._httpql_error(exc, 'resp.code.eq:"200"'))
|
|
assert payload["success"] is False
|
|
assert "unexpected token at column 12" in payload["error"]
|
|
assert payload["httpql_filter"] == 'resp.code.eq:"200"'
|
|
assert "AND / OR" in payload["hint"]
|