diff options
Diffstat (limited to 'runpod-session.sh')
| -rwxr-xr-x | runpod-session.sh | 44 |
1 files changed, 42 insertions, 2 deletions
diff --git a/runpod-session.sh b/runpod-session.sh index c81e8dd..faf0098 100755 --- a/runpod-session.sh +++ b/runpod-session.sh @@ -29,7 +29,7 @@ RUNPOD_API="https://api.runpod.io/graphql" # ─── Defaults (overridden by config file) ───────────────────────────────────── OLLAMA_IMAGE="ollama/ollama:latest" -NETWORK_VOLUME_NAME="danixland-storage" +NETWORK_VOLUME_NAME="my-storage" OPENCODE_PROVIDER="runpod" DEFAULT_MODEL="qwen3-coder:latest" WARMUP_MODELS="qwen3-coder:latest translategemma:27b" @@ -40,6 +40,8 @@ GPU_COUNT=1 POLL_INTERVAL=5 STARTUP_TIMEOUT=240 WARMUP_NUM_CTX=32768 +TRANSART_SCRIPT="" +PUBLISHER_CONFIG="" # ─── Colors ─────────────────────────────────────────────────────────────────── RED='\033[0;31m'; YELLOW='\033[1;33m'; GREEN='\033[0;32m' @@ -66,7 +68,7 @@ if [[ ! -f "$SESSION_CONFIG" ]]; then RUNPOD_API_KEY="" # Network volume name as shown in RunPod dashboard -NETWORK_VOLUME_NAME="danixland-storage" +NETWORK_VOLUME_NAME="my-storage" # Must match the key in your opencode.json "provider" block OPENCODE_PROVIDER="runpod" @@ -87,6 +89,10 @@ CONTAINER_DISK_GB=15 GPU_COUNT=1 STARTUP_TIMEOUT=240 # seconds before giving up waiting for Ollama WARMUP_NUM_CTX=32768 # num_ctx used when warming up models into VRAM + +# External tool configs to patch with the live pod URL (leave empty to skip) +TRANSART_SCRIPT="" # e.g. /home/user/bin/transart.py +PUBLISHER_CONFIG="" # e.g. /home/user/.config/my-publisher/config.toml CONF echo "" echo -e "${YELLOW}Edit ${BOLD}$SESSION_CONFIG${RESET}${YELLOW}, set RUNPOD_API_KEY, then re-run.${RESET}" @@ -445,6 +451,36 @@ patch_opencode_config() { log " model = ${OPENCODE_PROVIDER}/${DEFAULT_MODEL}" } +# ─── Patch external tool configs ───────────────────────────────────────────── +# +# Updates the Ollama host URL in: +# transart.py — replaces OLLAMA_HOST = "..." (bare URL, no /v1) +# config.toml — replaces ollama_host = "..." (bare URL, no /v1) +# +patch_external_configs() { + local bare_url="$1" # https://<pod-id>-11434.proxy.runpod.net (no /v1) + + if [[ -n "${TRANSART_SCRIPT:-}" ]]; then + if [[ ! -f "$TRANSART_SCRIPT" ]]; then + warn "TRANSART_SCRIPT not found: $TRANSART_SCRIPT — skipping" + else + cp "$TRANSART_SCRIPT" "${TRANSART_SCRIPT}.bak" + sed -i "s|^OLLAMA_HOST = \".*\"|OLLAMA_HOST = \"${bare_url}\"|" "$TRANSART_SCRIPT" + ok "transart.py patched: OLLAMA_HOST = $bare_url" + fi + fi + + if [[ -n "${PUBLISHER_CONFIG:-}" ]]; then + if [[ ! -f "$PUBLISHER_CONFIG" ]]; then + warn "PUBLISHER_CONFIG not found: $PUBLISHER_CONFIG — skipping" + else + cp "$PUBLISHER_CONFIG" "${PUBLISHER_CONFIG}.bak" + sed -i "s|^ollama_host = \".*\"|ollama_host = \"${bare_url}\"|" "$PUBLISHER_CONFIG" + ok "my-publisher config patched: ollama_host = $bare_url" + fi + fi +} + # ─── Warm up one model ──────────────────────────────────────────────────────── warmup_model() { local pod_id="$1" model="$2" @@ -582,6 +618,10 @@ main() { # ── 5. Patch opencode.json ──────────────────────────────────────────────── patch_opencode_config "$ollama_url" + # ── 5b. Patch external tool configs (transart, my-publisher) ───────────── + local bare_url="https://${pod_id}-11434.proxy.runpod.net" + patch_external_configs "$bare_url" + # ── 6. Warmup ───────────────────────────────────────────────────────────── if [[ $OPT_ALL_MODELS -eq 1 ]]; then for m in $WARMUP_MODELS; do |