#!/usr/bin/env bash # pi-qwen38fn-strata-gb10 entrypoint. Runs inside the container; takes no arguments. # 127.0.0.1:8080 Strata 0.2.13 (`strata launch`), Qwen3.8-Flash-Next IQ3_S, 262144-token context, pictures on # 127.0.0.1:4096 cli_shim.py: `pi -p --mode json` once per prompt # 0.0.0.0:$M64_PORT agent_gateway.py: the agent.session API # The engine is started exactly as the qwen38-flash-next-strata-gb10 capsule starts it (only the context differs): # the GGUF shards are mounted read-only under /weights; nothing is fetched at runtime. set -eu QUANT=${QUANT:-IQ3_S} CONTEXT=${CONTEXT:-262144} VISION=${VISION:-on} status() { printf '{"phase":"%s","detail":"%s"}\n' "$1" "$2" >> "$M64_STATUS"; } status loading "preparing the model folder" # Strata's state, settings, install folder and data all live in this run's /scratch. export HOME=/scratch/home XDG_STATE_HOME=/scratch/state XDG_CONFIG_HOME=/scratch/config export STRATA_INSTALL_DIR=/scratch/install D=/scratch/Strata-data M=/scratch/model mkdir -p "$HOME" "$XDG_STATE_HOME" "$XDG_CONFIG_HOME" "$STRATA_INSTALL_DIR/third_party" "$D" "$M" ln -sfn /opt/strata/seed/third_party/llama.cpp "$STRATA_INSTALL_DIR/third_party/llama.cpp" # The draft layer made in the image; setup rewrites its vocabulary subset, so it gets a writable copy (0.8 GB). cp -r /opt/strata/mtp "$D/mtp" # The shards and the picture reader, under the names setup knows. m64 checked them against their Hugging Face # SHA-256 (the ones setup.py pins), so they get finish marks and are not hashed again at every start. for f in /weights/qwen38fn/"$QUANT"/*.gguf /weights/qwen38fn/mmproj-Qwen3.8-Flash-Next-BF16.gguf; do ln -sf "$f" "$M/"; printf 'm64 verified\n' > "$M/$(basename "$f").done" done status loading "preparing the $QUANT pack and starting Strata at $CONTEXT tokens (a few minutes)" # --access local: Strata listens on 127.0.0.1 only and needs no key. /opt/strata/terminal/bin/strata launch --no-tui --yes \ --family qwen --model "$QUANT" --model-path "$M" --data-dir "$D" \ --context "$CONTEXT" --vision "$VISION" --parallel "${PARALLEL:-1}" --tune skip \ --access local --port 8080 --save-preset m64 # Strata names the model itself; the harness asks for that name. SERVED=$(curl -sf http://127.0.0.1:8080/v1/models | python3 -c 'import json,sys; print(json.load(sys.stdin)["data"][0]["id"])') # The harness: pi's HOME and every session directory live in this run's /scratch. export WORK_DIR=/scratch/work SHIM_HOMES=/scratch/homes mkdir -p "$WORK_DIR/sessions" "$SHIM_HOMES" export AGENT_HARNESS=pi export AGENT_HARNESS_TITLE="pi coding agent 0.73.1 (badlogic/pi-mono)" export AGENT_MODEL="$SERVED" UPSTREAM_MODEL="$SERVED" export AGENT_CONTEXT=$CONTEXT AGENT_VISION=1 # The airbench checkup harness's settings at this window (see cli_shim.py). export AGENT_MAX_OUT=$(( CONTEXT >= 262144 ? 32768 : CONTEXT / 8 )) AGENT_COMPACTION_RESERVE=$(( CONTEXT / 4 )) export LLM_BASE_URL=http://127.0.0.1:8080/v1 export RELAY_URL=http://127.0.0.1:8080 # the gateway's health check: Strata's /health export NODE_USE_ENV_PROXY=1 # web access, if granted, goes through the m64 gate /opt/gateway/bin/python3 -u /capsule/cli_shim.py & SHIM_PID=$! # If the shim or the engine dies, take the container down so m64 reports the error ($$ is the gateway after exec). alive() { [ -r "/proc/$1/stat" ] && [ "$(cut -d')' -f2 "/proc/$1/stat" | cut -d' ' -f2)" != Z ]; } ( while alive "$SHIM_PID" && curl -sf -o /dev/null http://127.0.0.1:8080/v1/models; do sleep 10; done echo '{"phase":"error","detail":"Strata or the pi shim exited"}' >> "$M64_STATUS" kill -TERM $$ ) & exec /opt/gateway/bin/python3 /capsule/agent_gateway.py