mirror of
https://github.com/Helldez/BigMoeOnEdge.git
synced 2026-10-19 15:33:46 +00:00
47c84feb20
* Mark the two doc-invoked host scripts executable README, AGENTS, CONTRIBUTING and docs/seam.md run scripts/build-host.sh directly, and docs/benchmarks.md runs scripts/bench-run.sh the same way, but both are committed 100644, so a fresh POSIX clone answers permission denied at the first documented step. Windows trees never see the mode bit, which is likely how it went unnoticed. * Mark the remaining host scripts executable too Per the discussion in #163: leaving only the two doc-invoked scripts executable hides the next instance of the same failure behind an inconsistent set, so all five scripts/*.sh get the bit.
52 lines
2.4 KiB
Bash
Executable file
52 lines
2.4 KiB
Bash
Executable file
#!/system/bin/sh
|
|
# Instrumented device-side benchmark run.
|
|
# args: N MODEL CSV METRICS [extra bmoe-cli flags...]
|
|
# Runs bmoe-cli (which reports prefill/TTFT/load itself) while sampling device pressure at
|
|
# ~1 Hz: peak process memory (VmHWM), free-RAM floor (MemAvailable), and battery + SoC
|
|
# temperature. The prompt lives here so no quoting has to survive adb/PowerShell.
|
|
# Energy note: the battery charge_counter / current_now nodes are root-only on this device,
|
|
# and over USB the phone is powered anyway, so joules/token is not measured here -- it needs
|
|
# a rooted, unplugged (wireless-adb) pass.
|
|
N="$1"; MODEL="$2"; CSV="$3"; METRICS="$4"; shift 4
|
|
cd /data/local/tmp || exit 1
|
|
rm -f "$CSV" "$METRICS" /data/local/tmp/cli_stdout.txt
|
|
|
|
batt_temp() { dumpsys battery 2>/dev/null | sed -n 's/.*temperature: *//p'; }
|
|
memavail() { sed -n 's/^MemAvailable:[[:space:]]*\([0-9]*\).*/\1/p' /proc/meminfo; }
|
|
vmhwm() { sed -n 's/^VmHWM:[[:space:]]*\([0-9]*\).*/\1/p' /proc/$1/status 2>/dev/null; }
|
|
cpu_temp() { for z in /sys/class/thermal/thermal_zone*; do
|
|
case "$(cat "$z/type" 2>/dev/null)" in cpu-0-0*|cpu-1-0*|cpu-*) cat "$z/temp" 2>/dev/null; return;; esac
|
|
done; }
|
|
|
|
MEM0=$(memavail); T0=$(batt_temp); CPU0=$(cpu_temp)
|
|
|
|
LD_LIBRARY_PATH=/data/local/tmp ./bmoe-cli -m "$MODEL" --chatml -n "$N" \
|
|
-p "Write a long detailed essay about the history of computing including its origins its key milestones the people involved and the future directions of the field" \
|
|
"$@" --csv "$CSV" > /data/local/tmp/cli_stdout.txt 2>/dev/null &
|
|
PID=$!
|
|
|
|
PEAK_RSS=0; MEM_MIN=$MEM0; TEMP_MAX=$T0; CPU_MAX=$CPU0
|
|
while kill -0 "$PID" 2>/dev/null; do
|
|
R=$(vmhwm "$PID"); [ -n "$R" ] && [ "$R" -gt "$PEAK_RSS" ] && PEAK_RSS=$R
|
|
M=$(memavail); [ -n "$M" ] && [ "$M" -lt "$MEM_MIN" ] && MEM_MIN=$M
|
|
B=$(batt_temp); [ -n "$B" ] && [ "$B" -gt "$TEMP_MAX" ] && TEMP_MAX=$B
|
|
C=$(cpu_temp); [ -n "$C" ] && [ "$C" -gt "$CPU_MAX" ] && CPU_MAX=$C
|
|
sleep 1
|
|
done
|
|
wait "$PID"
|
|
MEM1=$(memavail); T1=$(batt_temp)
|
|
|
|
{
|
|
echo "peak_rss_kb=$PEAK_RSS"
|
|
echo "mem_avail_before_kb=$MEM0"
|
|
echo "mem_avail_floor_kb=$MEM_MIN"
|
|
echo "mem_avail_after_kb=$MEM1"
|
|
echo "batt_temp_before_dC=$T0"
|
|
echo "batt_temp_max_dC=$TEMP_MAX"
|
|
echo "batt_temp_after_dC=$T1"
|
|
echo "cpu_temp_before_mC=$CPU0"
|
|
echo "cpu_temp_max_mC=$CPU_MAX"
|
|
} > "$METRICS"
|
|
|
|
grep -E "generation:|prefill:|moe-stream:|moe-cache:|moe-overlap:|moe-prefetch:" /data/local/tmp/cli_stdout.txt
|
|
cat "$METRICS"
|