forkless/strix
1
0
Fork 0
mirror of https://github.com/usestrix/strix.git synced 2026-08-20 18:38:57 +02:00
Code Issues Packages Projects Releases Wiki Activity

feat(tui): add real-time streaming LLM output with full content display

Browse Source 
- Convert LiteLLM requests to streaming mode with stream_request()
- Add streaming parser to handle live LLM output segments
- Update TUI for real-time streaming content rendering
- Add tracer methods for streaming content tracking
- Clean function tags from streamed content to prevent display
- Remove all truncation from tool renderers for full content visibility
This commit is contained in:
0xallam
2026-01-06 16:44:22 -08:00
committed by Ahmed Allam
parent a2142cc985
commit a6dcb7756e
21 changed files with 345 additions and 135 deletions
Download Patch File Download Diff File Expand all files Collapse all files
strix/interface/streaming_parser.py
+119
View File
@@ -0,0 +1,119 @@
import html
import re
from dataclasses import dataclass
from typing import Literal
_FUNCTION_TAG_PREFIX = "<function="
def _get_safe_content(content: str) -> tuple[str, str]:
if not content:
return "", ""
last_lt = content.rfind("<")
if last_lt == -1:
return content, ""
suffix = content[last_lt:]
target = _FUNCTION_TAG_PREFIX # "<function="
if target.startswith(suffix):
return content[:last_lt], suffix
return content, ""
@dataclass
class StreamSegment:
type: Literal["text", "tool"]
content: str
tool_name: str | None = None
args: dict[str, str] | None = None
is_complete: bool = False
def parse_streaming_content(content: str) -> list[StreamSegment]:
if not content:
return []
segments: list[StreamSegment] = []
func_pattern = r"<function=([^>]+)>"
func_matches = list(re.finditer(func_pattern, content))
if not func_matches:
safe_content, _ = _get_safe_content(content)
text = safe_content.strip()
if text:
segments.append(StreamSegment(type="text", content=text))
return segments
first_func_start = func_matches[0].start()
if first_func_start > 0:
text_before = content[:first_func_start].strip()
if text_before:
segments.append(StreamSegment(type="text", content=text_before))
for i, match in enumerate(func_matches):
tool_name = match.group(1)
func_start = match.end()
func_end_match = re.search(r"</function>", content[func_start:])
if func_end_match:
func_body = content[func_start : func_start + func_end_match.start()]
is_complete = True
end_pos = func_start + func_end_match.end()
else:
if i + 1 < len(func_matches):
next_func_start = func_matches[i + 1].start()
func_body = content[func_start:next_func_start]
else:
func_body = content[func_start:]
is_complete = False
end_pos = len(content)
args = _parse_streaming_params(func_body)
segments.append(
StreamSegment(
type="tool",
content=func_body,
tool_name=tool_name,
args=args,
is_complete=is_complete,
)
)
if is_complete and i + 1 < len(func_matches):
next_start = func_matches[i + 1].start()
text_between = content[end_pos:next_start].strip()
if text_between:
segments.append(StreamSegment(type="text", content=text_between))
return segments
def _parse_streaming_params(func_body: str) -> dict[str, str]:
args: dict[str, str] = {}
complete_pattern = r"<parameter=([^>]+)>(.*?)</parameter>"
complete_matches = list(re.finditer(complete_pattern, func_body, re.DOTALL))
complete_end_pos = 0
for match in complete_matches:
param_name = match.group(1)
param_value = html.unescape(match.group(2).strip())
args[param_name] = param_value
complete_end_pos = max(complete_end_pos, match.end())
remaining = func_body[complete_end_pos:]
incomplete_pattern = r"<parameter=([^>]+)>(.*)$"
incomplete_match = re.search(incomplete_pattern, remaining, re.DOTALL)
if incomplete_match:
param_name = incomplete_match.group(1)
param_value = html.unescape(incomplete_match.group(2).strip())
args[param_name] = param_value
return args
strix/interface/tool_components/agent_message_renderer.py
+7 -1
View File
@@ -181,4 +181,10 @@ class AgentMessageRenderer(BaseToolRenderer):
if not content:
return Text()
return _apply_markdown_styles(content)
from strix.llm.utils import clean_content
cleaned = clean_content(content)
if not cleaned:
return Text()
return _apply_markdown_styles(cleaned)
strix/interface/tool_components/agents_graph_renderer.py
+3 -3
View File
@@ -40,7 +40,7 @@ class CreateAgentRenderer(BaseToolRenderer):
if task:
text.append("\n ")
text.append(cls.truncate(task, 400), style="dim")
text.append(task, style="dim")
else:
text.append("\n ")
text.append("Spawning agent...", style="dim")
@@ -66,7 +66,7 @@ class SendMessageToAgentRenderer(BaseToolRenderer):
if message:
text.append("\n ")
text.append(cls.truncate(message, 400), style="dim")
text.append(message, style="dim")
else:
text.append("\n ")
text.append("Sending...", style="dim")
@@ -129,7 +129,7 @@ class WaitForMessageRenderer(BaseToolRenderer):
if reason:
text.append("\n ")
text.append(cls.truncate(reason, 400), style="dim")
text.append(reason, style="dim")
else:
text.append("\n ")
text.append("Agent paused until message received...", style="dim")
strix/interface/tool_components/base_renderer.py
-6
View File
@@ -23,12 +23,6 @@ class BaseToolRenderer(ABC):
css_classes = cls.get_css_classes(status)
return Static(content, classes=css_classes)
@classmethod
def truncate(cls, text: str, max_length: int = 500) -> str:
if len(text) <= max_length:
return text
return text[: max_length - 3] + "..."
@classmethod
def status_icon(cls, status: str) -> tuple[str, str]:
icons = {
strix/interface/tool_components/browser_renderer.py
+3 -3
View File
@@ -74,7 +74,7 @@ class BrowserRenderer(BaseToolRenderer):
def _build_url_action(cls, text: Text, label: str, url: str | None, suffix: str = "") -> None:
text.append(label, style="#06b6d4")
if url:
text.append(cls.truncate(url, 300), style="#06b6d4")
text.append(url, style="#06b6d4")
if suffix:
text.append(suffix, style="#06b6d4")
@@ -120,7 +120,7 @@ class BrowserRenderer(BaseToolRenderer):
label, value = handlers[action]
text.append(label, style="#06b6d4")
if value:
text.append(cls.truncate(str(value), 200), style="#06b6d4")
text.append(str(value), style="#06b6d4")
return text
if action == "execute_js":
@@ -128,7 +128,7 @@ class BrowserRenderer(BaseToolRenderer):
js_code = args.get("js_code")
if js_code:
text.append("\n")
text.append_text(cls._highlight_js(cls.truncate(js_code, 2000)))
text.append_text(cls._highlight_js(js_code))
return text
text.append(action, style="#06b6d4")
strix/interface/tool_components/file_edit_renderer.py
+8 -16
View File
@@ -83,8 +83,7 @@ class StrReplaceEditorRenderer(BaseToolRenderer):
if command == "str_replace" and (old_str or new_str):
if old_str:
old_display = cls.truncate(old_str, 1000)
highlighted_old = cls._highlight_code(old_display, path)
highlighted_old = cls._highlight_code(old_str, path)
for line in highlighted_old.plain.split("\n"):
text.append("\n")
text.append("-", style="#ef4444")
@@ -92,8 +91,7 @@ class StrReplaceEditorRenderer(BaseToolRenderer):
text.append(line)
if new_str:
new_display = cls.truncate(new_str, 1000)
highlighted_new = cls._highlight_code(new_display, path)
highlighted_new = cls._highlight_code(new_str, path)
for line in highlighted_new.plain.split("\n"):
text.append("\n")
text.append("+", style="#22c55e")
@@ -101,13 +99,11 @@ class StrReplaceEditorRenderer(BaseToolRenderer):
text.append(line)
elif command == "create" and file_text:
text_display = cls.truncate(file_text, 1500)
text.append("\n")
text.append_text(cls._highlight_code(text_display, path))
text.append_text(cls._highlight_code(file_text, path))
elif command == "insert" and new_str:
new_display = cls.truncate(new_str, 1000)
highlighted_new = cls._highlight_code(new_display, path)
highlighted_new = cls._highlight_code(new_str, path)
for line in highlighted_new.plain.split("\n"):
text.append("\n")
text.append("+", style="#22c55e")
@@ -164,19 +160,15 @@ class SearchFilesRenderer(BaseToolRenderer):
text.append(" ")
if path and regex:
path_display = path[-30:] if len(path) > 30 else path
regex_display = regex[:30] if len(regex) > 30 else regex
text.append(path_display, style="dim")
text.append(path, style="dim")
text.append(" for '", style="dim")
text.append(regex_display, style="dim")
text.append(regex, style="dim")
text.append("'", style="dim")
elif path:
path_display = path[-60:] if len(path) > 60 else path
text.append(path_display, style="dim")
text.append(path, style="dim")
elif regex:
regex_display = regex[:60] if len(regex) > 60 else regex
text.append("'", style="dim")
text.append(regex_display, style="dim")
text.append(regex, style="dim")
text.append("'", style="dim")
else:
text.append("Searching...", style="dim")
strix/interface/tool_components/notes_renderer.py
+7 -12
View File
@@ -28,11 +28,11 @@ class CreateNoteRenderer(BaseToolRenderer):
if title:
text.append("\n ")
text.append(cls.truncate(title.strip(), 300))
text.append(title.strip())
if content:
text.append("\n ")
text.append(cls.truncate(content.strip(), 800), style="dim")
text.append(content.strip(), style="dim")
if not title and not content:
text.append("\n ")
@@ -75,11 +75,11 @@ class UpdateNoteRenderer(BaseToolRenderer):
if title:
text.append("\n ")
text.append(cls.truncate(title, 300))
text.append(title)
if content:
text.append("\n ")
text.append(cls.truncate(content.strip(), 800), style="dim")
text.append(content.strip(), style="dim")
if not title and not content:
text.append("\n ")
@@ -110,23 +110,18 @@ class ListNotesRenderer(BaseToolRenderer):
text.append("\n ")
text.append("No notes", style="dim")
else:
for note in notes[:5]:
for note in notes:
title = note.get("title", "").strip() or "(untitled)"
category = note.get("category", "general")
note_content = note.get("content", "").strip()
text.append("\n - ")
text.append(cls.truncate(title, 300))
text.append(title)
text.append(f" ({category})", style="dim")
if note_content:
text.append("\n ")
text.append(cls.truncate(note_content, 400), style="dim")
remaining = max(count - 5, 0)
if remaining:
text.append("\n ")
text.append(f"... +{remaining} more", style="dim")
text.append(note_content, style="dim")
else:
text.append("\n ")
text.append("Loading...", style="dim")
strix/interface/tool_components/proxy_renderer.py
+10 -19
View File
@@ -26,7 +26,7 @@ class ListRequestsRenderer(BaseToolRenderer):
if result and isinstance(result, dict) and "requests" in result:
requests = result["requests"]
if isinstance(requests, list) and requests:
for req in requests[:3]:
for req in requests:
if isinstance(req, dict):
method = req.get("method", "?")
path = req.get("path", "?")
@@ -34,16 +34,12 @@ class ListRequestsRenderer(BaseToolRenderer):
status = response.get("statusCode", "?")
text.append("\n ")
text.append(f"{method} {path} → {status}", style="dim")
if len(requests) > 3:
text.append("\n ")
text.append(f"... +{len(requests) - 3} more", style="dim")
else:
text.append("\n ")
text.append("No requests found", style="dim")
elif httpql_filter:
text.append("\n ")
text.append(cls.truncate(httpql_filter, 300), style="dim")
text.append(httpql_filter, style="dim")
else:
text.append("\n ")
text.append("All requests", style="dim")
@@ -72,17 +68,15 @@ class ViewRequestRenderer(BaseToolRenderer):
if "content" in result:
content = result["content"]
text.append("\n ")
text.append(cls.truncate(content, 500), style="dim")
text.append(content, style="dim")
elif "matches" in result:
matches = result["matches"]
if isinstance(matches, list) and matches:
for match in matches[:3]:
for match in matches:
if isinstance(match, dict) and "match" in match:
text.append("\n ")
text.append(match["match"], style="dim")
if len(matches) > 3:
text.append("\n ")
text.append(f"... +{len(matches) - 3} more matches", style="dim")
else:
text.append("\n ")
text.append("No matches found", style="dim")
@@ -123,13 +117,13 @@ class SendRequestRenderer(BaseToolRenderer):
text.append(f"Status: {status_code}", style="dim")
if response_body:
text.append("\n ")
text.append(cls.truncate(response_body, 300), style="dim")
text.append(response_body, style="dim")
else:
text.append("\n ")
text.append("Response received", style="dim")
elif url:
text.append("\n ")
text.append(cls.truncate(url, 400), style="dim")
text.append(url, style="dim")
else:
text.append("\n ")
text.append("Sending...", style="dim")
@@ -163,13 +157,13 @@ class RepeatRequestRenderer(BaseToolRenderer):
text.append(f"Status: {status_code}", style="dim")
if response_body:
text.append("\n ")
text.append(cls.truncate(response_body, 300), style="dim")
text.append(response_body, style="dim")
else:
text.append("\n ")
text.append("Response received", style="dim")
elif modifications:
text.append("\n ")
text.append(cls.truncate(str(modifications), 400), style="dim")
text.append(str(modifications), style="dim")
else:
text.append("\n ")
text.append("No modifications", style="dim")
@@ -211,16 +205,13 @@ class ListSitemapRenderer(BaseToolRenderer):
if result and isinstance(result, dict) and "entries" in result:
entries = result["entries"]
if isinstance(entries, list) and entries:
for entry in entries[:4]:
for entry in entries:
if isinstance(entry, dict):
label = entry.get("label", "?")
kind = entry.get("kind", "?")
text.append("\n ")
text.append(f"{kind}: {label}", style="dim")
if len(entries) > 4:
text.append("\n ")
text.append(f"... +{len(entries) - 4} more", style="dim")
else:
text.append("\n ")
text.append("No entries found", style="dim")
strix/interface/tool_components/python_renderer.py
+1 -2
View File
@@ -56,8 +56,7 @@ class PythonRenderer(BaseToolRenderer):
text.append("\n")
if code and action in ["new_session", "execute"]:
code_display = cls.truncate(code, 2000)
text.append_text(cls._highlight_python(code_display))
text.append_text(cls._highlight_python(code))
elif action == "close":
text.append(" ")
text.append("Closing session...", style="dim")
strix/interface/tool_components/registry.py
+1 -5
View File
@@ -59,10 +59,8 @@ def _render_default_tool_widget(tool_data: dict[str, Any]) -> Static:
text.append(tool_name, style="bold blue")
text.append("\n")
for k, v in list(args.items())[:2]:
for k, v in list(args.items()):
str_v = str(v)
if len(str_v) > 80:
str_v = str_v[:77] + "..."
text.append(" ")
text.append(k, style="dim")
text.append(": ")
@@ -71,8 +69,6 @@ def _render_default_tool_widget(tool_data: dict[str, Any]) -> Static:
if status in ["completed", "failed", "error"] and result is not None:
result_str = str(result)
if len(result_str) > 150:
result_str = result_str[:147] + "..."
text.append("Result: ", style="bold")
text.append(result_str)
else:
strix/interface/tool_components/terminal_renderer.py
-2
View File
@@ -154,6 +154,4 @@ class TerminalRenderer(BaseToolRenderer):
@classmethod
def _format_command(cls, command: str) -> Text:
if len(command) > 2000:
command = command[:2000] + "..."
return cls._highlight_bash(command)
strix/interface/tool_components/thinking_renderer.py
+1 -2
View File
@@ -23,8 +23,7 @@ class ThinkRenderer(BaseToolRenderer):
text.append("\n ")
if thought:
thought_display = cls.truncate(thought, 600)
text.append(thought_display, style="italic dim")
text.append(thought, style="italic dim")
else:
text.append("Thinking...", style="italic dim")
strix/interface/tool_components/todo_renderer.py
+2 -13
View File
@@ -14,29 +14,18 @@ STATUS_MARKERS: dict[str, str] = {
}
def _format_todo_lines(text: Text, result: dict[str, Any], limit: int = 25) -> None:
def _format_todo_lines(text: Text, result: dict[str, Any]) -> None:
todos = result.get("todos")
if not isinstance(todos, list) or not todos:
text.append("\n ")
text.append("No todos", style="dim")
return
total = len(todos)
for index, todo in enumerate(todos):
if index >= limit:
remaining = total - limit
if remaining > 0:
text.append("\n ")
text.append(f"... +{remaining} more", style="dim")
break
for todo in todos:
status = todo.get("status", "pending")
marker = STATUS_MARKERS.get(status, STATUS_MARKERS["pending"])
title = todo.get("title", "").strip() or "(untitled)"
if len(title) > 90:
title = title[:87] + "..."
text.append("\n ")
text.append(marker)
strix/interface/tool_components/user_message_renderer.py
-3
View File
@@ -34,9 +34,6 @@ class UserMessageRenderer(BaseToolRenderer):
def _format_user_message(cls, content: str) -> Text:
text = Text()
if len(content) > 300:
content = content[:297] + "..."
text.append("▍", style="#3b82f6")
text.append(" ")
text.append("You:", style="bold")
strix/interface/tool_components/web_search_renderer.py
+1 -1
View File
@@ -23,7 +23,7 @@ class WebSearchRenderer(BaseToolRenderer):
if query:
text.append("\n ")
text.append(cls.truncate(query, 100), style="dim")
text.append(query, style="dim")
css_classes = cls.get_css_classes("completed")
return Static(text, classes=css_classes)
strix/interface/tui.py
+88 -3
View File
@@ -491,7 +491,7 @@ class StrixTUIApp(App): # type: ignore[misc]
self._start_scan_thread()
self.set_interval(0.5, self._update_ui_from_tracer)
self.set_interval(0.1, self._update_ui_from_tracer)
def _update_ui_from_tracer(self) -> None:
if self.show_splash:
@@ -596,13 +596,14 @@ class StrixTUIApp(App): # type: ignore[misc]
)
else:
events = self._gather_agent_events(self.selected_agent_id)
if not events:
streaming = self.tracer.get_streaming_content(self.selected_agent_id)
if not events and not streaming:
content, css_class = self._get_chat_placeholder_content(
"Starting agent...", "placeholder-no-activity"
)
else:
current_event_ids = [e["id"] for e in events]
if current_event_ids == self._displayed_events:
if current_event_ids == self._displayed_events and not streaming:
return
content = self._get_rendered_events_content(events)
css_class = "chat-content"
@@ -644,8 +645,92 @@ class StrixTUIApp(App): # type: ignore[misc]
result.append_text(content)
first = False
if self.selected_agent_id:
streaming = self.tracer.get_streaming_content(self.selected_agent_id)
if streaming:
streaming_text = self._render_streaming_content(streaming)
if streaming_text:
if not first:
result.append("\n\n")
result.append_text(streaming_text)
return result
def _render_streaming_content(self, content: str) -> Text:
from strix.interface.streaming_parser import parse_streaming_content
result = Text()
segments = parse_streaming_content(content)
for i, segment in enumerate(segments):
if i > 0:
result.append("\n\n")
if segment.type == "text":
from strix.interface.tool_components.agent_message_renderer import (
AgentMessageRenderer,
)
text_content = AgentMessageRenderer.render_simple(segment.content)
result.append_text(text_content)
elif segment.type == "tool":
tool_text = self._render_streaming_tool(
segment.tool_name or "unknown",
segment.args or {},
segment.is_complete,
)
result.append_text(tool_text)
return result
def _render_streaming_tool(
self, tool_name: str, args: dict[str, str], is_complete: bool
) -> Text:
from strix.interface.tool_components.registry import get_tool_renderer
tool_data = {
"tool_name": tool_name,
"args": args,
"status": "completed" if is_complete else "running",
"result": None,
}
renderer = get_tool_renderer(tool_name)
if renderer:
widget = renderer.render(tool_data)
renderable = widget.renderable
if isinstance(renderable, Text):
return renderable
text = Text()
text.append(str(renderable))
return text
return self._render_default_streaming_tool(tool_name, args, is_complete)
def _render_default_streaming_tool(
self, tool_name: str, args: dict[str, str], is_complete: bool
) -> Text:
text = Text()
if is_complete:
text.append("✓ ", style="green")
else:
text.append("● ", style="yellow")
text.append("Using tool ", style="dim")
text.append(tool_name, style="bold blue")
if args:
for key, value in list(args.items())[:3]:
text.append("\n ")
text.append(key, style="dim")
text.append(": ")
display_value = value if len(value) <= 100 else value[:97] + "..."
text.append(display_value, style="italic" if not is_complete else None)
return text
def _get_status_display_content(
self, agent_id: str, agent_data: dict[str, Any]
) -> tuple[Text | None, Text, bool]: