Files
OrbitTv/tools/playtest-run.sh
T
pauljdandClaude Opus 5.5 584aa16321 0.123.1 (versionCode 316): frame rate measured from frames, seeks aren't stalls, DivX 3 unplayable
Found by the on-TV playtest matrix: no test clip states its frame rate, refilling
after a seek counted as a stall (would stop the overnight comparison after three
tunes), and DivX 3 AVIs played as sound alone. Third matrix run: every case as
intended, including 23.976/24/50 Hz switching and the TV returning to 59.94.

Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
2026-11-09 16:29:21 +00:00

25 lines
2.2 KiB
Bash
Executable File

#!/usr/bin/env bash
# The AVI and frame-rate test matrix (9 November 2026), on one TV, with the separate playtest app (tv.orbit.classic.playtest).
# Orbit itself is never opened, changed or stopped; its schedules, Taste and Continue watching live in another app.
# tools/playtest-run.sh <adb-device> (needs the playtest app installed: apks/orbit-playtest-0.123.0.apk)
# Each of the 10 approved clips runs with its switch off and then on (20 runs, about 35 s each). Results are pulled to
# audits/playtest-<date>/ with one summary line per run.
set -uo pipefail
A=${ADB:-/opt/android-sdk/platform-tools/adb}; D=$1; MEDIA=${PLAYTEST_MEDIA:-/home/pauljd/Documents/OrbitTV/player-test-media}
OUT=/home/pauljd/Documents/OrbitTV/audits/playtest-$(date +%Y%m%d-%H%M); mkdir -p "$OUT"
DIR=/sdcard/Android/data/tv.orbit.classic.playtest/files/playtest
$A -s $D shell pm path tv.orbit.classic.playtest >/dev/null || { echo "The playtest app isn't installed on $D."; exit 1; }
$A -s $D shell am start -W -n tv.orbit.classic.playtest/tv.orbit.classic.PlaytestFileActivity --es file none >/dev/null; sleep 5 # makes its folder
for f in "$MEDIA"/fps-*.mkv "$MEDIA"/avi-*.avi; do $A -s $D push "$f" "$DIR/" >/dev/null; done
for f in "$MEDIA"/fps-*.mkv "$MEDIA"/avi-*.avi; do
n=$(basename "$f"); sw=$([[ $n == avi-* ]] && echo avi || echo frame_rate)
for state in off on; do
$A -s $D shell am start -W -n tv.orbit.classic.playtest/tv.orbit.classic.PlaytestFileActivity --es file "$n" --es $sw $state >/dev/null
sleep 33
$A -s $D pull "$DIR/results/$n.json" "$OUT/${n%.*}-$sw-$state.json" >/dev/null 2>&1
python3 -c "import json,sys; r=json.load(open(sys.argv[1])); v=r.get('video',{}); print(f\"{sys.argv[2]:<28} {r.get('outcome')}; fps {v.get('fps')} measured {r.get('measuredFps')}; decoder {v.get('decoder')}; mode {r.get('modeBefore')} > {r.get('modeDuring')} > {r.get('modeAfter')}; first frame {r.get('firstFrameMs')} ms; recovered {r.get('recoveredMs')} ms; stalls {r.get('stalls')}; errors {r.get('errors')}\")" "$OUT/${n%.*}-$sw-$state.json" "$n $sw=$state" 2>/dev/null | tee -a "$OUT/summary.txt" || echo "$n $sw=$state: no result" | tee -a "$OUT/summary.txt"
done
done
$A -s $D shell rm -r "$DIR" >/dev/null
echo "Results: $OUT"