test(vision-manager): extract refresh_running_after_mem_check; assert log distinguishes fix from bug (0.87.18)
Two 0.87.15 ship-blockers: 1. mem_check_and_stop test now ALSO greps for the "deferring to next tick" warning — distinguishes fix from bug. Mutation-confirmed. 2. Extract `refresh_running_after_mem_check` (sets global instead of echoing so loop-scope flags persist across calls) and drive it directly from the harness, closing the structurally-untestable post-mem refresh ERR guard. Adjacent: log-on-flip gating on both ERR warnings; `log` to stderr; dangling-TempDir in app::tests reclaim test fixed. Co-Authored-By: Claude Opus 4.7 (1M context) <noreply@anthropic.com>
This commit is contained in:
MechaCat02
@@ -6,11 +6,17 @@
|
||||
#
|
||||
# Run: `vision-manager/test_manager.sh` (no arguments).
|
||||
#
|
||||
# This is intentionally pragmatic — a full bats setup adds a dependency
|
||||
# the project doesn't otherwise carry. The smoke tests cover the three
|
||||
# behaviours the 0.87.8 commit claims, plus the two ERR-guard gaps the
|
||||
# adversarial review flagged (mem_check_and_stop ERR symmetry, post-
|
||||
# mem_check loop refresh).
|
||||
# Covers:
|
||||
# * vision_running's three exit shapes (true / false / ERR)
|
||||
# * mem_check_and_stop's ERR symmetry — including a positive grep on
|
||||
# the "deferring to next tick" warning that DISTINGUISHES the fix
|
||||
# from the bug (the prior version of this file only asserted
|
||||
# `docker stop` was absent, which is true for BOTH branches)
|
||||
# * refresh_running_after_mem_check (extracted in 0.87.18) — the
|
||||
# post-mem_check ERR guard that was structurally untestable in the
|
||||
# 0.87.15 harness because MANAGER_TEST_NO_MAIN=1 skips the loop
|
||||
# * log-on-flip gating for the new WARNING lines so a long outage
|
||||
# doesn't flood the log
|
||||
set -euo pipefail
|
||||
|
||||
script_dir="$(cd "$(dirname "$0")" && pwd)"
|
||||
@@ -27,6 +33,12 @@ trap 'rm -rf "$stub_dir"' EXIT
|
||||
state_file="$stub_dir/.state"
|
||||
: > "$state_file"
|
||||
|
||||
# `log_file` captures everything `log` emits during a single test so the
|
||||
# bug-vs-fix-distinguishing tests can grep for the WARNING line that the
|
||||
# 0.87.15 test failed to assert.
|
||||
log_file="$stub_dir/.log"
|
||||
: > "$log_file"
|
||||
|
||||
# Configurable stubs: each stub looks for a per-call env var and emits
|
||||
# whatever the test set. Stubs append to $state_file so a test can assert
|
||||
# "stop_vision called N times" etc.
|
||||
@@ -103,8 +115,49 @@ assert_eq() {
|
||||
|
||||
reset() {
|
||||
: > "$state_file"
|
||||
: > "$log_file"
|
||||
unset STUB_DOCKER_INSPECT_OUT STUB_DOCKER_INSPECT_RC STUB_DOCKER_RC
|
||||
unset STUB_PSQL_OUT STUB_PSQL_RC STUB_CURL_RC
|
||||
# Reset the loop-scope log-on-flip flags so each test starts from a
|
||||
# clean slate. Initially zero per manager.sh's main-loop init block.
|
||||
mem_check_err_logged=0
|
||||
inspect_err_logged=0
|
||||
}
|
||||
|
||||
# Capture stdout from a function call so a test can assert on what the
|
||||
# manager logged, not just on what it didn't do. `log` writes to stdout
|
||||
# (see manager.sh:46); redirect it through this helper to a file and
|
||||
# return the function's exit code so the chained `$?` is preserved.
|
||||
run_and_capture_log() {
|
||||
"$@" >>"$log_file" 2>&1
|
||||
}
|
||||
|
||||
assert_log_contains() {
|
||||
local want="$1" desc="$2"
|
||||
if grep -qF -- "$want" "$log_file"; then
|
||||
pass=$((pass + 1))
|
||||
echo " ok: $desc"
|
||||
else
|
||||
fail=$((fail + 1))
|
||||
echo " FAIL: $desc"
|
||||
echo " expected log to contain: ${want}"
|
||||
echo " log was:"
|
||||
sed 's/^/ /' "$log_file"
|
||||
fi
|
||||
}
|
||||
|
||||
assert_log_count() {
|
||||
local pattern="$1" want="$2" desc="$3"
|
||||
local got
|
||||
got="$(grep -cF -- "$pattern" "$log_file" || true)"
|
||||
if [ "$got" = "$want" ]; then
|
||||
pass=$((pass + 1))
|
||||
echo " ok: $desc"
|
||||
else
|
||||
fail=$((fail + 1))
|
||||
echo " FAIL: $desc"
|
||||
echo " pattern '${pattern}' expected count ${want}, got ${got}"
|
||||
fi
|
||||
}
|
||||
|
||||
# ---------------------------------------------------------------------------
|
||||
@@ -138,20 +191,35 @@ read_mem_used_pct() { echo "95"; }
|
||||
|
||||
reset
|
||||
export STUB_DOCKER_INSPECT_OUT="Cannot connect to the Docker daemon" STUB_DOCKER_INSPECT_RC=2
|
||||
MEM_YIELD_ENABLED=1 MEM_HIGH_WATERMARK_PCT=90 mem_check_and_stop
|
||||
# Stub state should NOT contain a `docker stop` line — the inspect error
|
||||
# must defer, not silently no-op the SIGTERM.
|
||||
MEM_YIELD_ENABLED=1 MEM_HIGH_WATERMARK_PCT=90 run_and_capture_log mem_check_and_stop
|
||||
# Two distinct assertions: no docker stop (the absence) AND the
|
||||
# "deferring to next tick" warning (the presence). The 0.87.15 test
|
||||
# checked only the first, which both buggy AND fixed branches satisfy.
|
||||
# Without the warning assertion, mechanical revert of the ERR carve-out
|
||||
# to `[ "$vr" = "true" ]` ships green — the rereview verified this.
|
||||
if grep -q "^docker stop " "$state_file"; then
|
||||
fail=$((fail + 1))
|
||||
echo " FAIL: mem_check_and_stop must NOT call docker stop when vision_running returns ERR"
|
||||
else
|
||||
pass=$((pass + 1))
|
||||
echo " ok: mem_check_and_stop defers stop on inspect ERR (no silent no-op)"
|
||||
echo " ok: mem_check_and_stop defers stop on inspect ERR (no SIGTERM)"
|
||||
fi
|
||||
assert_log_contains \
|
||||
"but vision_running returned ERR — deferring to next tick" \
|
||||
"mem_check_and_stop logs the deferral warning on ERR (distinguishes fix from bug)"
|
||||
|
||||
# Log-on-flip: a second mem_check_and_stop call with the same ERR must
|
||||
# NOT re-log the warning. Mirrors the sibling mem_inhibited/crawl_deferred
|
||||
# pattern in the production code.
|
||||
run_and_capture_log mem_check_and_stop
|
||||
assert_log_count \
|
||||
"but vision_running returned ERR — deferring to next tick" \
|
||||
"1" \
|
||||
"mem_check_and_stop log-on-flip: WARNING doesn't repeat across ticks"
|
||||
|
||||
reset
|
||||
export STUB_DOCKER_INSPECT_OUT="true" STUB_DOCKER_INSPECT_RC=0
|
||||
MEM_YIELD_ENABLED=1 MEM_HIGH_WATERMARK_PCT=90 mem_check_and_stop
|
||||
MEM_YIELD_ENABLED=1 MEM_HIGH_WATERMARK_PCT=90 run_and_capture_log mem_check_and_stop
|
||||
if grep -q "^docker stop " "$state_file"; then
|
||||
pass=$((pass + 1))
|
||||
echo " ok: mem_check_and_stop stops vision when vision_running='true' and pressure"
|
||||
@@ -162,7 +230,7 @@ fi
|
||||
|
||||
reset
|
||||
export STUB_DOCKER_INSPECT_OUT="false" STUB_DOCKER_INSPECT_RC=0
|
||||
MEM_YIELD_ENABLED=1 MEM_HIGH_WATERMARK_PCT=90 mem_check_and_stop
|
||||
MEM_YIELD_ENABLED=1 MEM_HIGH_WATERMARK_PCT=90 run_and_capture_log mem_check_and_stop
|
||||
if grep -q "^docker stop " "$state_file"; then
|
||||
fail=$((fail + 1))
|
||||
echo " FAIL: mem_check_and_stop should NOT call docker stop when vision isn't running"
|
||||
@@ -171,6 +239,50 @@ else
|
||||
echo " ok: mem_check_and_stop no-ops when vision isn't running"
|
||||
fi
|
||||
|
||||
echo
|
||||
echo "refresh_running_after_mem_check: post-mem ERR guard (extracted helper)"
|
||||
|
||||
reset
|
||||
export STUB_DOCKER_INSPECT_OUT="true" STUB_DOCKER_INSPECT_RC=0
|
||||
run_and_capture_log refresh_running_after_mem_check
|
||||
assert_eq "$REFRESH_RUNNING_RESULT" "true" "refresh_running_after_mem_check sets 'true' when running"
|
||||
if grep -q "WARNING" "$log_file"; then
|
||||
fail=$((fail + 1))
|
||||
echo " FAIL: refresh_running_after_mem_check must not log on the happy path"
|
||||
else
|
||||
pass=$((pass + 1))
|
||||
echo " ok: refresh_running_after_mem_check is quiet on the happy path"
|
||||
fi
|
||||
|
||||
reset
|
||||
export STUB_DOCKER_INSPECT_OUT="Cannot connect to the Docker daemon" STUB_DOCKER_INSPECT_RC=2
|
||||
run_and_capture_log refresh_running_after_mem_check
|
||||
assert_eq "$REFRESH_RUNNING_RESULT" "ERR" "refresh_running_after_mem_check sets 'ERR' on docker inspect failure"
|
||||
assert_log_contains \
|
||||
"docker inspect failed after mem_check_and_stop" \
|
||||
"refresh_running_after_mem_check warns on ERR (distinguishes fix from bug)"
|
||||
|
||||
# Log-on-flip: second ERR call must NOT re-log.
|
||||
run_and_capture_log refresh_running_after_mem_check
|
||||
assert_eq "$REFRESH_RUNNING_RESULT" "ERR" "second ERR also sets 'ERR'"
|
||||
assert_log_count \
|
||||
"docker inspect failed after mem_check_and_stop" \
|
||||
"1" \
|
||||
"refresh_running_after_mem_check log-on-flip: WARNING doesn't repeat across ticks"
|
||||
|
||||
# Transition back to OK must reset the flip-flag so a future ERR
|
||||
# re-logs.
|
||||
export STUB_DOCKER_INSPECT_OUT="true" STUB_DOCKER_INSPECT_RC=0
|
||||
run_and_capture_log refresh_running_after_mem_check
|
||||
assert_eq "$REFRESH_RUNNING_RESULT" "true" "transition to OK resets the helper"
|
||||
export STUB_DOCKER_INSPECT_OUT="Cannot connect" STUB_DOCKER_INSPECT_RC=2
|
||||
run_and_capture_log refresh_running_after_mem_check
|
||||
assert_eq "$REFRESH_RUNNING_RESULT" "ERR" "re-ERR after recovery sets 'ERR'"
|
||||
assert_log_count \
|
||||
"docker inspect failed after mem_check_and_stop" \
|
||||
"2" \
|
||||
"refresh_running_after_mem_check log-on-flip: re-ERR after recovery DOES log"
|
||||
|
||||
echo
|
||||
echo "Result: ${pass} pass, ${fail} fail"
|
||||
[ "$fail" -eq 0 ]
|
||||
|
||||
Reference in New Issue
Block a user