134 lines
3.3 KiB
Bash
Executable File
134 lines
3.3 KiB
Bash
Executable File
#!/bin/bash
|
|
set -euo pipefail
|
|
|
|
PASS=0
|
|
FAIL=0
|
|
TUI_LOG="/tmp/passepartout-tui-test.log"
|
|
> "$TUI_LOG"
|
|
|
|
cleanup() {
|
|
tmux kill-session -t tui-test 2>/dev/null || true
|
|
kill %1 2>/dev/null || true
|
|
}
|
|
trap cleanup EXIT
|
|
|
|
run_test() {
|
|
local name="$1"; shift
|
|
echo -n " $name ... "
|
|
if "$@" > /dev/null 2>&1; then
|
|
echo "PASS"
|
|
PASS=$((PASS + 1))
|
|
else
|
|
echo "FAIL"
|
|
FAIL=$((FAIL + 1))
|
|
fi
|
|
}
|
|
|
|
# ---- Setup ----
|
|
# Check if daemon is already running (bash /dev/tcp, no nc needed)
|
|
if timeout 2 bash -c 'echo >/dev/tcp/127.0.0.1/9105' 2>/dev/null; then
|
|
echo "Daemon already running on port 9105"
|
|
DAEMON_PID=""
|
|
else
|
|
echo "Starting daemon..."
|
|
passepartout daemon &
|
|
DAEMON_PID=$!
|
|
for i in $(seq 1 10); do
|
|
sleep 2
|
|
if timeout 1 bash -c 'echo >/dev/tcp/127.0.0.1/9105' 2>/dev/null; then
|
|
echo " Daemon ready after $((i*2))s"
|
|
break
|
|
fi
|
|
done
|
|
fi
|
|
done
|
|
fi
|
|
|
|
echo "Starting TUI in tmux..."
|
|
tmux new-session -d -s tui-test "passepartout tui 2>&1 | tee $TUI_LOG"
|
|
# Wait for TUI to render: up to 30 seconds for Croatoan + daemon connect
|
|
for i in $(seq 1 15); do
|
|
sleep 2
|
|
if grep -q 'Connected v[0-9]' "$TUI_LOG" 2>/dev/null; then
|
|
echo " TUI ready after $((i*2))s"
|
|
break
|
|
fi
|
|
done
|
|
|
|
# ---- Tests ----
|
|
|
|
test_handshake() {
|
|
# The TUI receives a handshake from the daemon on connect
|
|
# and renders "Connected v<version>" in the log/chat area.
|
|
grep -q 'Connected v[0-9]' "$TUI_LOG"
|
|
}
|
|
|
|
test_agent_responds() {
|
|
# Send text to the TUI and wait for an agent (⬇) response.
|
|
# This proves the full round-trip: TUI → daemon → pipeline → TUI.
|
|
local before_ts
|
|
before_ts=$(date +%s)
|
|
|
|
tmux send-keys -t tui-test "hello" Enter
|
|
|
|
# Wait up to 45 seconds for ⬇ to appear (LLM calls can be slow)
|
|
while true; do
|
|
if grep -q '⬇.*[a-zA-Z]\{3,\}' "$TUI_LOG"; then
|
|
return 0
|
|
fi
|
|
local now_ts
|
|
now_ts=$(date +%s)
|
|
if (( now_ts - before_ts > 45 )); then
|
|
echo "TIMEOUT: no agent response in log after 45s" >&2
|
|
return 1
|
|
fi
|
|
sleep 1
|
|
done
|
|
}
|
|
|
|
test_agent_not_cascade_failure() {
|
|
# After test_agent_responds passes, verify the ⬇ line is NOT
|
|
# just a cascade failure message. If it is, the daemon is alive
|
|
# but no LLM backend is working.
|
|
if grep '⬇' "$TUI_LOG" | grep -qi 'cascade.*fail\|exhausted\|neural cascade'; then
|
|
echo "WARNING: LLM cascade failure — no working backend configured?" >&2
|
|
return 1
|
|
fi
|
|
return 0
|
|
}
|
|
|
|
test_eval_command() {
|
|
tmux send-keys -t tui-test "/eval (+ 1 2)" Enter
|
|
sleep 2
|
|
grep -q '=> 3' "$TUI_LOG"
|
|
}
|
|
|
|
test_status_bar() {
|
|
local pane
|
|
pane=$(tmux capture-pane -t tui-test -p -S -20)
|
|
echo "$pane" | grep -q 'msgs:'
|
|
}
|
|
|
|
test_connection_drop() {
|
|
# If we started the daemon, kill it. Otherwise kill by port.
|
|
if [ -n "$DAEMON_PID" ]; then
|
|
kill $DAEMON_PID 2>/dev/null || true
|
|
else
|
|
pkill -f "sbcl.*passepartout" 2>/dev/null || true
|
|
fi
|
|
sleep 3
|
|
grep -qi 'connection.*lost\|ERROR.*Connection' "$TUI_LOG"
|
|
}
|
|
|
|
run_test "handshake" test_handshake
|
|
run_test "agent-responds" test_agent_responds
|
|
run_test "agent-not-cascade-fail" test_agent_not_cascade_failure
|
|
run_test "eval-command" test_eval_command
|
|
run_test "status-bar" test_status_bar
|
|
run_test "connection-drop" test_connection_drop
|
|
|
|
# ---- Summary ----
|
|
echo ""
|
|
echo "===== $PASS passed, $FAIL failed ====="
|
|
exit $(( FAIL > 0 ? 1 : 0 ))
|