#!/usr/bin/env bash
# airbench94_muon.py as shipped: 200 training runs (plus one warmup), mean/std of TTA accuracy.
set -o pipefail
cd "$(dirname "$0")"
echo "KVERITAS_PHASE name=train_200_runs"
../env/bin/python -u airbench94_muon.py 2>&1 | awk -F'|' '
{ print; fflush() }
/^\|/ && NF>=7 {
  r=$2; gsub(/ /,"",r); e=$3; gsub(/ /,"",e); t=$6; gsub(/ /,"",t); s=$7; gsub(/ /,"",s)
  if (r!="") cur=r
  if (e=="eval" && cur!="warmup" && cur!="run") {
    printf "KVERITAS_METRIC name=tta_val_acc value=%s step=%s\n", t, cur
    printf "KVERITAS_METRIC name=time_seconds value=%s step=%s\n", s, cur
    fflush()
  }
}
/^Mean:/ {
  printf "KVERITAS_PHASE name=summary\n"
  split($0, a, " ")
  printf "KVERITAS_CLAIM metric=mean_tta_val_acc value=%s\n", a[2]
  printf "KVERITAS_CLAIM metric=std_tta_val_acc value=%s\n", a[4]
  fflush()
}'
