Change scripts and tasks to use mise

mise-tasks/dev

@@ -0,0 +1,12 @@
+#!/bin/sh
+#MISE description="Start full dev stack (realm server, workers, test realms)"
+#MISE dir="packages/realm-server"
+
+. "$(cd "$(dirname "$0")" && pwd)/lib/dev-common.sh"
+
+WAIT_ON_TIMEOUT=2400000 NODE_NO_WARNINGS=1 start-server-and-test \
+  'run-p -ln start:pg start:matrix start:smtp start:prerender-dev start:prerender-manager-dev start:worker-development start:development' \
+  "$PHASE1_URLS" \
+  'run-p -ln start:worker-test start:test-realms' \
+  "$NODE_TEST_REALM_READY" \
+  'wait'

mise-tasks/dev-all

@@ -0,0 +1,46 @@
+#!/bin/sh
+#MISE description="Start host app + full dev stack (host must be ready before realm server)"
+#MISE dir="packages/realm-server"
+
+# Add node_modules/.bin to PATH (mise run bypasses pnpm which normally does this)
+# MISE dir is packages/realm-server, so ../.. is repo root
+PATH="$(pwd)/../../node_modules/.bin:$(pwd)/node_modules/.bin:$PATH"
+
+. "$(cd "$(dirname "$0")" && pwd)/lib/dev-common.sh"
+
+# Start host app in background and wait for it before launching the rest.
+# start-server-and-test v1.x only supports 2 server phases (5 args), so we
+# start the host manually and use wait-on to gate readiness.
+pnpm --filter @cardstack/host start &
+HOST_PID=$!
+cleanup_host() {
+  kill "$HOST_PID" >/dev/null 2>&1 || true
+}
+trap cleanup_host EXIT INT TERM
+
+HOST_TIMEOUT=120
+ELAPSED=0
+echo "Waiting for host app at ${HOST_URL} (timeout: ${HOST_TIMEOUT}s)…"
+while true; do
+  if ! kill -0 "$HOST_PID" 2>/dev/null; then
+    echo "ERROR: Host app process died." >&2
+    exit 1
+  fi
+  if [ "$(curl -s -o /dev/null -w '%{http_code}' "$HOST_URL" 2>/dev/null)" = "200" ]; then
+    break
+  fi
+  sleep 2
+  ELAPSED=$((ELAPSED + 2))
+  if [ "$ELAPSED" -ge "$HOST_TIMEOUT" ]; then
+    echo "ERROR: Host app did not become ready within ${HOST_TIMEOUT}s." >&2
+    exit 1
+  fi
+done
+echo "Host app is ready."
+
+WAIT_ON_TIMEOUT=2400000 NODE_NO_WARNINGS=1 start-server-and-test \
+  'run-p -ln start:pg start:matrix start:smtp start:prerender-dev start:prerender-manager-dev start:worker-development start:development' \
+  "$PHASE1_URLS" \
+  'run-p -ln start:worker-test start:test-realms' \
+  "$NODE_TEST_REALM_READY" \
+  'wait'

mise-tasks/dev-minimal

@@ -0,0 +1,20 @@
+#!/bin/sh
+#MISE description="Start dev stack without optional realms (experiments, catalog, homepage, submission)"
+#MISE dir="packages/realm-server"
+
+READY_PATH="_readiness-check?acceptHeader=application%2Fvnd.api%2Bjson"
+BASE_REALM_READY="http-get://${REALM_BASE_URL#http://}/base/${READY_PATH}"
+NODE_TEST_REALM_READY="http-get://${REALM_TEST_URL#http://}/node-test/${READY_PATH}"
+
+WAIT_ON_TIMEOUT=900000 \
+  SKIP_EXPERIMENTS=true \
+  SKIP_CATALOG=true \
+  SKIP_BOXEL_HOMEPAGE=true \
+  SKIP_SUBMISSION=true \
+  NODE_NO_WARNINGS=1 \
+  start-server-and-test \
+    'run-p -ln start:pg start:prerender-dev start:prerender-manager-dev start:matrix start:smtp start:worker-development start:development' \
+    "${BASE_REALM_READY}|http-get://${REALM_BASE_URL#http://}/software-factory/${READY_PATH}|${MATRIX_URL_VAL}|http://localhost:5001|${ICONS_URL}" \
+    'run-p -ln start:worker-test start:test-realms' \
+    "${NODE_TEST_REALM_READY}" \
+    'wait'

mise-tasks/dev-without-matrix

@@ -0,0 +1,15 @@
+#!/bin/sh
+#MISE description="Start dev stack without starting Matrix/SMTP (expects them already running)"
+#MISE dir="packages/realm-server"
+
+READY_PATH="_readiness-check?acceptHeader=application%2Fvnd.api%2Bjson"
+BASE_REALM_READY="http-get://${REALM_BASE_URL#http://}/base/${READY_PATH}"
+EXPERIMENTS_READY="http-get://${REALM_BASE_URL#http://}/experiments/${READY_PATH}"
+NODE_TEST_REALM_READY="http-get://${REALM_TEST_URL#http://}/node-test/${READY_PATH}"
+
+WAIT_ON_TIMEOUT=900000 SKIP_BOXEL_HOMEPAGE=true NODE_NO_WARNINGS=1 start-server-and-test \
+  'run-p start:pg start:prerender-dev start:prerender-manager-dev start:worker-development start:development' \
+  "${BASE_REALM_READY}|${EXPERIMENTS_READY}|${MATRIX_URL_VAL}|http://localhost:5001|${ICONS_URL}" \
+  'run-p start:worker-test start:test-realms' \
+  "${NODE_TEST_REALM_READY}" \
+  'wait'

mise-tasks/infra/ensure-db

@@ -0,0 +1,18 @@
+#!/bin/sh
+#MISE description="Ensure per-environment database exists"
+#MISE depends=["infra:ensure-pg"]
+
+# In standard mode the database is always 'boxel' — nothing to create.
+[ -z "$BOXEL_ENVIRONMENT" ] && exit 0
+
+DB_SUFFIX="${1:-$ENV_SLUG}"
+DB_NAME="boxel_${DB_SUFFIX}"
+
+echo "Ensuring database '${DB_NAME}' exists…"
+
+if docker exec boxel-pg psql -U postgres -lqt | cut -d \| -f 1 | grep -qw "$DB_NAME"; then
+  echo "Database '${DB_NAME}' already exists."
+else
+  docker exec boxel-pg createdb -U postgres "$DB_NAME"
+  echo "Created database '${DB_NAME}'."
+fi

mise-tasks/infra/ensure-pg

@@ -0,0 +1,29 @@
+#!/bin/sh
+#MISE description="Ensure PostgreSQL is running and ready"
+
+# Start the container if needed. Multiple tasks may call this concurrently,
+# so handle the race: docker run can fail if another process already created
+# the container — that's fine, we just ensure it's started.
+if [ -z "$(docker ps -f name=boxel-pg --all --format '{{.Names}}')" ]; then
+  echo "Starting new boxel-pg container on port ${PGPORT:-5435}..."
+  docker run --name boxel-pg -e POSTGRES_HOST_AUTH_METHOD=trust -p "${PGPORT:-5435}":5432 -d postgres:16.3 >/dev/null 2>&1 || true
+fi
+# Ensure the container is running (handles both the race case and stopped containers)
+docker start boxel-pg >/dev/null 2>&1 || true
+
+# Wait for readiness
+COUNT=0
+MAX_ATTEMPTS=10
+
+while ! docker exec boxel-pg pg_isready -U postgres >/dev/null 2>&1; do
+  if [ $COUNT -eq 0 ]; then
+    echo "Waiting for postgres"
+  fi
+  if [ $COUNT -eq $MAX_ATTEMPTS ]; then
+    echo "Failed to detect postgres after $MAX_ATTEMPTS attempts."
+    exit 1
+  fi
+  COUNT=$((COUNT + 1))
+  printf '.'
+  sleep 5
+done

mise-tasks/infra/ensure-synapse

@@ -0,0 +1,16 @@
+#!/bin/sh
+#MISE description="Ensure Synapse is running and users are registered"
+#MISE dir="packages/matrix"
+
+pnpm assert-synapse-running
+
+# In environment mode, register users once per fresh Synapse data dir.
+if [ -n "$BOXEL_ENVIRONMENT" ]; then
+  MARKER="./synapse-data-${ENV_SLUG}/.users-registered"
+  if [ ! -f "$MARKER" ]; then
+    echo "First start for environment — registering users…"
+    pnpm register-all && touch "$MARKER"
+  else
+    echo "Users already registered for this environment, skipping."
+  fi
+fi

mise-tasks/infra/ensure-traefik

@@ -0,0 +1,7 @@
+#!/bin/sh
+#MISE description="Ensure Traefik is running (env mode only)"
+
+[ -z "$BOXEL_ENVIRONMENT" ] && exit 0
+
+REPO_ROOT="$(cd "$(dirname "$0")/../.." && pwd)"
+sh "$REPO_ROOT/scripts/start-traefik.sh"

mise-tasks/infra/start-admin

@@ -0,0 +1,5 @@
+#!/bin/sh
+#MISE description="Start the Matrix admin console (port 8080)"
+#MISE dir="packages/matrix"
+
+exec ts-node --transpileOnly ./scripts/admin-console

mise-tasks/infra/start-synapse

@@ -0,0 +1,5 @@
+#!/bin/sh
+#MISE description="Start the Matrix Synapse server"
+#MISE dir="packages/matrix"
+
+exec sh scripts/start-synapse.sh

mise-tasks/infra/stop-admin

@@ -0,0 +1,4 @@
+#!/bin/sh
+#MISE description="Stop the Matrix admin console"
+
+docker stop synapse-admin && docker rm synapse-admin

mise-tasks/infra/stop-pg

@@ -0,0 +1,4 @@
+#!/bin/sh
+#MISE description="Stop the PostgreSQL docker container"
+
+docker stop boxel-pg >/dev/null

mise-tasks/infra/stop-synapse

@@ -0,0 +1,5 @@
+#!/bin/sh
+#MISE description="Stop the Matrix Synapse server"
+#MISE dir="packages/matrix"
+
+exec ts-node --transpileOnly ./scripts/synapse.ts stop

mise-tasks/infra/wait-for-prerender

@@ -0,0 +1,21 @@
+#!/bin/sh
+#MISE description="Wait for prerender manager to be ready"
+
+URL="${1:-${PRERENDER_MGR_URL}}"
+TRIMMED_URL="${URL%/}/"
+TIMEOUT_SECONDS=1500
+START_TIME=$(date +%s)
+
+echo "Waiting for prerender manager at ${TRIMMED_URL}"
+
+while ! curl -sf "$TRIMMED_URL" >/dev/null 2>&1; do
+  CURRENT_TIME=$(date +%s)
+  ELAPSED=$((CURRENT_TIME - START_TIME))
+  if [ "$ELAPSED" -ge "$TIMEOUT_SECONDS" ]; then
+    echo "Timed out waiting for prerender manager after ${TIMEOUT_SECONDS}s"
+    exit 1
+  fi
+  sleep 1
+done
+
+echo "Prerender manager is ready"

mise-tasks/lib/dev-common.sh

@@ -0,0 +1,39 @@
+#!/bin/sh
+# Shared setup for dev and dev-all mise tasks.
+# Sourced (not executed) — sets variables and bootstraps infra.
+# Expects to run with MISE dir=packages/realm-server.
+
+READY_PATH="_readiness-check?acceptHeader=application%2Fvnd.api%2Bjson"
+
+# Phase 1 readiness URLs
+BASE_REALM_READY="http-get://${REALM_BASE_URL#http://}/base/${READY_PATH}"
+SKILLS_READY="http-get://${REALM_BASE_URL#http://}/skills/${READY_PATH}"
+PHASE1_URLS="${BASE_REALM_READY}|${SKILLS_READY}"
+
+if [ -z "${SKIP_CATALOG:-}" ]; then
+  PHASE1_URLS="${PHASE1_URLS}|http-get://${REALM_BASE_URL#http://}/catalog/${READY_PATH}"
+fi
+if [ -z "${SKIP_BOXEL_HOMEPAGE:-}" ]; then
+  PHASE1_URLS="${PHASE1_URLS}|http-get://${REALM_BASE_URL#http://}/boxel-homepage/${READY_PATH}"
+fi
+if [ -z "${SKIP_EXPERIMENTS:-}" ]; then
+  PHASE1_URLS="${PHASE1_URLS}|http-get://${REALM_BASE_URL#http://}/experiments/${READY_PATH}"
+fi
+PHASE1_URLS="${PHASE1_URLS}|http-get://${REALM_BASE_URL#http://}/software-factory/${READY_PATH}"
+
+PHASE1_URLS="${PHASE1_URLS}|${MATRIX_URL_VAL}|http://localhost:5001|${ICONS_URL}"
+
+# Phase 2 readiness URL
+NODE_TEST_REALM_READY="http-get://${REALM_TEST_URL#http://}/node-test/${READY_PATH}"
+
+# In environment mode, bootstrap infra before starting services
+if [ -n "$BOXEL_ENVIRONMENT" ]; then
+  ./scripts/start-pg.sh
+  echo "Waiting for Postgres to accept connections…"
+  until docker exec boxel-pg pg_isready -U postgres >/dev/null 2>&1; do sleep 1; done
+  REPO_ROOT="$(cd "../.." && pwd)"
+  "$REPO_ROOT/scripts/ensure-branch-db.sh"
+  echo "Running database migrations…"
+  pnpm migrate
+  ./scripts/start-matrix.sh
+fi

mise-tasks/lib/env-vars.sh

@@ -2,25 +2,127 @@
 # Shared environment computation for mise tasks.
 # Sourced via .mise.toml [env] _.source — every mise task gets these variables automatically.
 #
-# NOTE: Service URLs, ports, and paths are NOT exported here yet. The existing
-# shell scripts in packages/realm-server/scripts/ compute those themselves.
-# Exporting them here would conflict because mise evaluates _.source at shell
-# activation time (before BOXEL_ENVIRONMENT is set), and the cached values
-# would shadow the scripts' own env-mode computation.
-#
-# These exports will be added when mise tasks replace the shell scripts.
+# `mise run` re-evaluates _.source with the current environment, so env-mode
+# variables are correctly set when BOXEL_ENVIRONMENT is present. The standard-mode
+# branch uses ${VAR:-default} to avoid clobbering production/staging env vars in CI.
 
-compute_env_slug() {
-  echo "$1" | tr '[:upper:]' '[:lower:]' | sed 's|/|-|g; s|[^a-z0-9-]||g; s|-\+|-|g; s|^-\|-$||g'
-}
+# Resolve repo root from this file's location (works whether sourced or executed).
+# When sourced via mise's _.source, $0 may be the parent shell, so we also
+# try BASH_SOURCE and fall back to the path relative to .mise.toml (repo root).
+if [ -n "${BASH_SOURCE:-}" ]; then
+  _ENV_VARS_DIR="$(cd "$(dirname "$BASH_SOURCE")" && pwd)"
+  _REPO_ROOT="$(cd "$_ENV_VARS_DIR/../.." && pwd)"
+elif [ -f "./scripts/env-slug.sh" ]; then
+  _REPO_ROOT="$(pwd)"
+else
+  _REPO_ROOT="$(cd "$(dirname "$0")/../.." && pwd)"
+fi
+. "$_REPO_ROOT/scripts/env-slug.sh"
+unset _ENV_VARS_DIR _REPO_ROOT
 
 export PGPORT="${PGPORT:-5435}"
 
 if [ -n "${BOXEL_ENVIRONMENT:-}" ]; then
   ENV_SLUG=$(compute_env_slug "$BOXEL_ENVIRONMENT")
   export ENV_SLUG
   export ENV_MODE=true
+
+  # Service URLs (Traefik hostnames)
+  export REALM_BASE_URL="http://realm-server.${ENV_SLUG}.localhost"
+  export REALM_TEST_URL="http://realm-test.${ENV_SLUG}.localhost"
+  export MATRIX_URL_VAL="http://matrix.${ENV_SLUG}.localhost"
+  export WORKER_MGR_URL="http://worker.${ENV_SLUG}.localhost"
+  export WORKER_TEST_MGR_URL="http://worker-test.${ENV_SLUG}.localhost"
+  export PRERENDER_URL="http://prerender.${ENV_SLUG}.localhost"
+  export PRERENDER_MGR_URL="http://prerender-mgr.${ENV_SLUG}.localhost"
+  export ICONS_URL="http://icons.${ENV_SLUG}.localhost"
+  export HOST_URL="http://host.${ENV_SLUG}.localhost"
+
+  # Database
+  export PGDATABASE="${PGDATABASE:-boxel_${ENV_SLUG}}"
+  export PGDATABASE_TEST="boxel_test_${ENV_SLUG}"
+
+  # Ports (dynamic in env mode)
+  export REALM_PORT=0
+  export TEST_PORT=0
+  export WORKER_PORT=0
+  export WORKER_TEST_PORT=0
+  export PRERENDER_PORT=0
+  export PRERENDER_MGR_PORT=0
+  export ICONS_PORT=0
+
+  # Paths
+  export REALMS_ROOT="./realms/${ENV_SLUG}"
+  export REALMS_TEST_ROOT="./realms/${ENV_SLUG}_test"
 else
+  # Capture previous ENV_MODE before resetting it, so we can detect transitions
+  _PREV_ENV_MODE="${ENV_MODE:-}"
   export ENV_SLUG=""
   export ENV_MODE=""
+
+  if [ "$_PREV_ENV_MODE" = true ]; then
+    # Transitioning from env mode to standard mode in the same shell:
+    # reset derived variables to standard defaults to avoid stale env-mode values.
+
+    # Service URLs
+    export REALM_BASE_URL="http://localhost:4201"
+    export REALM_TEST_URL="http://localhost:4202"
+    export MATRIX_URL_VAL="http://localhost:8008"
+    export WORKER_MGR_URL="http://localhost:4210"
+    export WORKER_TEST_MGR_URL="http://localhost:4211"
+    export PRERENDER_URL="http://localhost:4221"
+    export PRERENDER_MGR_URL="http://localhost:4222"
+    export ICONS_URL="http://localhost:4206"
+    export HOST_URL="http://localhost:4200"
+
+    # Database
+    export PGDATABASE="boxel"
+    export PGDATABASE_TEST="boxel_test"
+
+    # Ports (fixed in standard mode)
+    export REALM_PORT=4201
+    export TEST_PORT=4202
+    export WORKER_PORT=4210
+    export WORKER_TEST_PORT=4211
+    export PRERENDER_PORT=4221
+    export PRERENDER_MGR_PORT=4222
+    export ICONS_PORT=4206
+
+    # Paths
+    export REALMS_ROOT="./realms/localhost_4201"
+    export REALMS_TEST_ROOT="./realms/localhost_4202"
+  else
+    # Fresh standard mode or non-env-mode shell:
+    # use :- so production/staging env vars are not clobbered.
+
+    # Service URLs — use :- so production/staging env vars are not clobbered
+    export REALM_BASE_URL="${REALM_BASE_URL:-http://localhost:4201}"
+    export REALM_TEST_URL="${REALM_TEST_URL:-http://localhost:4202}"
+    export MATRIX_URL_VAL="${MATRIX_URL_VAL:-http://localhost:8008}"
+    export WORKER_MGR_URL="${WORKER_MGR_URL:-http://localhost:4210}"
+    export WORKER_TEST_MGR_URL="${WORKER_TEST_MGR_URL:-http://localhost:4211}"
+    export PRERENDER_URL="${PRERENDER_URL:-http://localhost:4221}"
+    export PRERENDER_MGR_URL="${PRERENDER_MGR_URL:-http://localhost:4222}"
+    export ICONS_URL="${ICONS_URL:-http://localhost:4206}"
+    export HOST_URL="${HOST_URL:-http://localhost:4200}"
+
+    # Database
+    export PGDATABASE="${PGDATABASE:-boxel}"
+    export PGDATABASE_TEST="${PGDATABASE_TEST:-boxel_test}"
+
+    # Ports (fixed in standard mode)
+    export REALM_PORT="${REALM_PORT:-4201}"
+    export TEST_PORT="${TEST_PORT:-4202}"
+    export WORKER_PORT="${WORKER_PORT:-4210}"
+    export WORKER_TEST_PORT="${WORKER_TEST_PORT:-4211}"
+    export PRERENDER_PORT="${PRERENDER_PORT:-4221}"
+    export PRERENDER_MGR_PORT="${PRERENDER_MGR_PORT:-4222}"
+    export ICONS_PORT="${ICONS_PORT:-4206}"
+
+    # Paths
+    export REALMS_ROOT="${REALMS_ROOT:-./realms/localhost_4201}"
+    export REALMS_TEST_ROOT="${REALMS_TEST_ROOT:-./realms/localhost_4202}"
+  fi
+
+  unset _PREV_ENV_MODE
 fi