motif64

m64_ca3a28a8569e / start.sh

60 lines, 3.7 KBraw
1#!/usr/bin/env bash2# opencode-qwen38fn-strata-gb10 entrypoint. Runs inside the container; takes no arguments.3#   127.0.0.1:8080     Strata 0.2.13 (`strata launch`), Qwen3.8-Flash-Next IQ3_S, 262144-token context, pictures on4#   0.0.0.0:4096       opencode serve ([runtime.app]: m64 exposes it, web UI and full API, on a second front port)5#   0.0.0.0:$M64_PORT  agent_gateway.py: the agent.session API6# The engine is started exactly as the qwen38-flash-next-strata-gb10 capsule starts it (only the context differs):7# the GGUF shards are mounted read-only under /weights; nothing is fetched at runtime.8set -eu9QUANT=${QUANT:-IQ3_S}10CONTEXT=${CONTEXT:-262144}11VISION=${VISION:-on}12status() { printf '{"phase":"%s","detail":"%s"}\n' "$1" "$2" >> "$M64_STATUS"; }13status loading "preparing the model folder"1415# Strata's state, settings, install folder and data all live in this run's /scratch.16export HOME=/scratch/home XDG_STATE_HOME=/scratch/state XDG_CONFIG_HOME=/scratch/config17export STRATA_INSTALL_DIR=/scratch/install18D=/scratch/Strata-data M=/scratch/model19mkdir -p "$HOME" "$XDG_STATE_HOME" "$XDG_CONFIG_HOME" "$STRATA_INSTALL_DIR/third_party" "$D" "$M"20ln -sfn /opt/strata/seed/third_party/llama.cpp "$STRATA_INSTALL_DIR/third_party/llama.cpp"21# The draft layer made in the image; setup rewrites its vocabulary subset, so it gets a writable copy (0.8 GB).22cp -r /opt/strata/mtp "$D/mtp"23# The shards and the picture reader, under the names setup knows. m64 checked them against their Hugging Face24# SHA-256 (the ones setup.py pins), so they get finish marks and are not hashed again at every start.25for f in /weights/qwen38fn/"$QUANT"/*.gguf /weights/qwen38fn/mmproj-Qwen3.8-Flash-Next-BF16.gguf; do26  ln -sf "$f" "$M/"; printf 'm64 verified\n' > "$M/$(basename "$f").done"27done2829status loading "preparing the $QUANT pack and starting Strata at $CONTEXT tokens (a few minutes)"30# --access local: Strata listens on 127.0.0.1 only and needs no key.31/opt/strata/terminal/bin/strata launch --no-tui --yes \32  --family qwen --model "$QUANT" --model-path "$M" --data-dir "$D" \33  --context "$CONTEXT" --vision "$VISION" --parallel "${PARALLEL:-1}" --tune skip \34  --access local --port 8080 --save-preset m6435# Strata names the model itself; opencode.json asks for that name.36SERVED=$(curl -sf http://127.0.0.1:8080/v1/models | python3 -c 'import json,sys; print(json.load(sys.stdin)["data"][0]["id"])')3738[ "$SERVED" = qwen3.8-flash-next-iq3_s ] || { status error "Strata serves $SERVED, not the model opencode.json names"; exit 1; }39export AGENT_PROVIDER=local-strata AGENT_MODEL=$SERVED4041# HOME is the run's /scratch: opencode's DB, caches and every session dir go with the run.42export WORK_DIR=/scratch/work43mkdir -p "$WORK_DIR/sessions"44# Packages opencode installs on first start, warmed at build time (at run time there is no45# network unless the run is granted some).46cp -rn /opt/opencode-capsule/. "$HOME/"47export OPENCODE_CONFIG=/capsule/opencode.json48# Its provider is Strata on 127.0.0.1, so nothing goes through the m64 gate unless the agent's own tools reach49# out (and the run allows it). Run from $WORK_DIR; the gateway gives each of its sessions a directory under sessions/.50cd "$WORK_DIR"51opencode serve --hostname 0.0.0.0 --port 4096 --pure &52OPENCODE_PID=$!5354# If opencode or the engine dies, take the container down so m64 reports the error ($$ is the gateway after exec).55alive() { [ -r "/proc/$1/stat" ] && [ "$(cut -d')' -f2 "/proc/$1/stat" | cut -d' ' -f2)" != Z ]; }56( while alive "$OPENCODE_PID" && curl -sf -o /dev/null http://127.0.0.1:8080/v1/models; do sleep 10; done57  echo '{"phase":"error","detail":"opencode or Strata exited"}' >> "$M64_STATUS"58  kill -TERM $$ ) &5960exec /opt/gateway/bin/python3 /capsule/agent_gateway.py