#!/usr/bin/env bash
# Orchestrates the pre-registered tracing overhead test. $0, local only.
set -euo pipefail
OUT=$1; W=/workspace/tracing-bench-1114; S=$(dirname "$0")
PX=/workspace/venv-phx/bin/python; MX=/workspace/venv-mlf/bin/python
export MLFLOW_DISABLE_AGENT_HINT=1 PHOENIX_TELEMETRY_ENABLED=false MLFLOW_ENABLE_TELEMETRY=false DO_NOT_TRACK=1
rm -rf $W; mkdir -p $W/phoenix $W/mlflow $OUT
echo "Tracing overhead: Arize Phoenix vs MLflow, local | $(date '+%d %b %Y %H:%M') IST"
echo "qwen2.5:3b via Ollama, 'Reply with the single word OK.', max_tokens 5"
PHOENIX_WORKING_DIR=$W/phoenix PHOENIX_PORT=6006 nohup /workspace/venv-phx/bin/phoenix serve > $OUT/phoenix-server.log 2>&1 &
echo $! > $W/phoenix.pid
nohup /workspace/venv-mlf/bin/mlflow server --backend-store-uri sqlite:///$W/mlflow/mlflow.db --default-artifact-root $W/mlflow/artifacts --host 127.0.0.1 --port 5055 --workers 1 > $OUT/mlflow-server.log 2>&1 &
echo $! > $W/mlflow.pid
for u in http://localhost:6006 http://localhost:5055/health; do for i in $(seq 1 120); do curl -sf -o /dev/null $u && break; sleep 1; done; done
echo "servers up: Phoenix :6006, MLflow :5055"
run() { EXPECTED=${3:-0} $1 $S/bench.py $2 $4 $OUT; }
echo; echo "--- pass 1: baseline, Phoenix, baseline, MLflow ---"
run $PX baseline-phx 0 1; run $PX phoenix 110 1; run $MX baseline-mlf 0 1; run $MX mlflow 110 1
echo; echo "--- pass 2: MLflow, baseline, Phoenix, baseline ---"
run $MX mlflow 220 2; run $MX baseline-mlf 0 2; run $PX phoenix 220 2; run $PX baseline-phx 0 2
echo; echo "--- micro: 2,000 traced no-op calls each ---"
$PX $S/bench.py micro-phoenix 0 $OUT; $MX $S/bench.py micro-mlflow 0 $OUT
sleep 5
python3 - "$OUT" "$W" <<'PY'
import json, os, subprocess, sys
out, w = sys.argv[1], sys.argv[2]
def tree_rss(pid):
    pids = [pid] + subprocess.run(["pgrep", "-P", str(pid)], capture_output=True, text=True).stdout.split()
    tot = 0
    for p in pids:
        try:
            for l in open(f"/proc/{p}/status"):
                if l.startswith("VmRSS"): tot += int(l.split()[1])
        except FileNotFoundError: pass
    return tot // 1024
def du(p): return int(subprocess.run(["du", "-sk", p], capture_output=True, text=True).stdout.split()[0]) // 1024
r = {"phoenix_rss_mb": tree_rss(int(open(f"{w}/phoenix.pid").read())), "mlflow_rss_mb": tree_rss(int(open(f"{w}/mlflow.pid").read())),
     "phoenix_disk_mb": du(f"{w}/phoenix"), "mlflow_disk_mb": du(f"{w}/mlflow")}
json.dump(r, open(f"{out}/servers.json", "w")); print("server memory and disk:", r)
PY
kill $(cat $W/phoenix.pid) $(cat $W/mlflow.pid) 2>/dev/null || true
echo DONE
