swactor/examples/pipeline-parallel-inference/profiles/vastai.env

19 lines
653 B
Bash
Raw Normal View History

2026-05-29 08:55:10 +00:00
# WAN run on leased vast.ai GPUs. Copy to profiles/local.env and fill in the
# relay URL + image; keep that copy untracked.
#
# PP_PROFILE=profiles/local.env cargo run --bin pp-smoke-run -- \
# --vastai --api-key "$VASTAI_API_KEY"
#
# All nodes home onto one operator-controlled relay so they can hole-punch /
# fall back to relaying across the public internet.
# Required for WAN: the relay every container connects through. PLACEHOLDER —
# replace with your swactor-iroh-relay endpoint in profiles/local.env.
SWACTOR_IROH_RELAY_URL=https://relay.example.com
NUM_STAGES=2
PP_IMAGE=swactor-pp-gpu:latest
PP_GPU=RTX 3060
MODEL=
MAX_TOKENS=64