Dev

.github/copilot-instructions.md

@@ -135,3 +135,11 @@ Unit tests (lib) use `--test-threads=1` (see Makefile) because many share global
 ### CLI commands
 
 `stacker-cli` commands are implemented in `src/cli/`. `console` commands are in `src/console/commands/`. Both use `clap` with `#[derive(Parser, Subcommand)]`. Interactive prompts use `dialoguer`; progress bars use `indicatif`.
+
+### Service deployment scope
+
+`stacker service deploy <name>` is project-scoped by default for services declared in `stacker.yml`. Normal custom services must update `/home/trydirect/project/docker-compose.yml` and must not create `/home/trydirect/<service>/docker-compose.yml` unless the user explicitly chooses standalone mode, such as a future `--standalone` or `--scope standalone` flag.
+
+Only platform-managed services live outside the project directory by default. Current examples are Status Panel (`/home/trydirect/statuspanel`) and Nginx Proxy Manager (`/home/trydirect/nginx_proxy_manager`). Add regression tests for any service/proxy deploy change that could duplicate a project-scoped service as a standalone compose project.
+
+Stacker-managed compose services use stable runtime labels with the `my.stacker.*` prefix: `my.stacker.project_id`, `my.stacker.target`, `my.stacker.scope`, `my.stacker.service`, and `my.stacker.dns`. Keep logical service codes and Docker DNS names separate; for Nginx Proxy Manager use `my.stacker.service=nginx_proxy_manager` and `my.stacker.dns=nginx-proxy-manager`.

.github/workflows/docker.yml

@@ -17,21 +17,41 @@ jobs:
 
   cicd-docker:
     name: Cargo and npm build
-    #runs-on: ubuntu-latest
-    runs-on: [self-hosted, linux]
+    runs-on: ubuntu-latest
+    #runs-on: [self-hosted, linux]
+    services:
+      postgres:
+        image: postgres:16
+        env:
+          POSTGRES_USER: postgres
+          POSTGRES_PASSWORD: postgres
+          POSTGRES_DB: postgres
+        ports:
+          - 5432/tcp
+        options: >-
+          --health-cmd "pg_isready -U postgres"
+          --health-interval 10s
+          --health-timeout 5s
+          --health-retries 5
     env:
       SQLX_OFFLINE: true
     steps:
       - name: Checkout sources
         uses: actions/checkout@v4
         with:
           ref: ${{ github.ref }}
+      - name: Export PostgreSQL connection env
+        run: |
+          echo "PGHOST=127.0.0.1" >> "$GITHUB_ENV"
+          echo "PGPORT=${{ job.services.postgres.ports['5432'] }}" >> "$GITHUB_ENV"
+          echo "PGUSER=postgres" >> "$GITHUB_ENV"
+          echo "PGPASSWORD=postgres" >> "$GITHUB_ENV"
 
-      - name: Install OpenSSL build deps
+      - name: Install OpenSSL and protoc build deps
         if: runner.os == 'Linux'
         run: |
           sudo apt-get update
-          sudo apt-get install -y pkg-config libssl-dev
+          sudo apt-get install -y pkg-config libssl-dev protobuf-compiler
 
       - name: Verify .sqlx cache exists
         run: |
@@ -68,6 +88,17 @@ jobs:
         run: |
           head -c16 /dev/urandom > src/secret.key
 
+      - name: Wait for PostgreSQL
+        run: |
+          for _ in $(seq 1 60); do
+            if bash -lc "exec 3<>/dev/tcp/${PGHOST}/${PGPORT}" 2>/dev/null; then
+              exit 0
+            fi
+            sleep 1
+          done
+          echo "PostgreSQL did not become ready in time" >&2
+          exit 1
+
       - name: Cache cargo build
         uses: actions/cache@v4
         with:
@@ -114,6 +145,14 @@ jobs:
           command: build
           args: --release --bin server
 
+      - name: Set up Node.js
+        if: ${{ hashFiles('web/package.json') != '' }}
+        uses: actions/setup-node@v4
+        with:
+          node-version: '22'
+          cache: 'npm'
+          cache-dependency-path: web/package-lock.json
+
       - name: npm install, build, and test
         if: ${{ hashFiles('web/package.json') != '' }}
         working-directory: ./web
@@ -155,14 +194,17 @@ jobs:
 
   cicd-linux-docker:
     name: CICD Docker
-    #runs-on: ubuntu-latest
-    runs-on: [self-hosted, linux]
+    runs-on: ubuntu-latest
+    #runs-on: [self-hosted, linux]
     needs: cicd-docker
     steps:
       - name: Checkout sources
         uses: actions/checkout@v4
         with:
           ref: ${{ github.event_name == 'pull_request' && github.head_ref || github.ref }}
+      - name: Verify shared pipe fixtures
+        run: |
+          test -d "${GITHUB_WORKSPACE}/tests/fixtures/pipe-contract"
 
       -
         name: Set up QEMU
@@ -189,13 +231,15 @@ jobs:
         uses: docker/build-push-action@v6
         with:
           context: .
+          build-contexts: |
+            shared_fixtures=${{ github.workspace }}/tests/fixtures
           push: ${{ github.event_name != 'pull_request' }}
           tags: ${{ steps.docker_tags.outputs.tags }}
 
   stackerdb-docker:
     name: StackerDB Docker
-    #runs-on: ubuntu-latest
-    runs-on: [self-hosted, linux]
+    runs-on: ubuntu-latest
+    #runs-on: [self-hosted, linux]
     needs: cicd-docker
     steps:
       - name: Checkout sources
@@ -229,4 +273,3 @@ jobs:
           file: ./stackerdb/Dockerfile
           push: true
           tags: ${{ steps.stackerdb_tags.outputs.tags }}
-

.github/workflows/release.yml

@@ -34,6 +34,14 @@ jobs:
     steps:
       - uses: actions/checkout@v6
 
+      - name: Install protoc
+        run: |
+          if [ "$RUNNER_OS" = "Linux" ]; then
+            sudo apt-get update -qq && sudo apt-get install -y protobuf-compiler
+          elif [ "$RUNNER_OS" = "macOS" ]; then
+            brew install protobuf
+          fi
+
       - name: Install Rust toolchain
         uses: actions-rs/toolchain@v1
         with:

.github/workflows/rust.yml

@@ -31,6 +31,13 @@ jobs:
     runs-on: ${{ matrix.os }}
     steps:
       - uses: actions/checkout@v6
+      - name: Install protoc
+        run: |
+          if [ "$RUNNER_OS" = "Linux" ]; then
+            sudo apt-get update -qq && sudo apt-get install -y protobuf-compiler
+          elif [ "$RUNNER_OS" = "macOS" ]; then
+            brew install protobuf
+          fi
       - name: Verify .sqlx cache exists
         run: |
           ls -lh .sqlx/ || echo ".sqlx directory not found"
@@ -41,27 +48,11 @@ jobs:
           toolchain: stable
           target: ${{ matrix.target }}
           override: true
-      - name: Cache cargo registry
-        uses: actions/cache@v5
-        with:
-          path: ~/.cargo/registry
-          key: ${{ runner.os }}-cargo-registry-${{ hashFiles('**/Cargo.lock') }}
-          restore-keys: |
-            ${{ runner.os }}-cargo-registry-
-      - name: Cache cargo index
-        uses: actions/cache@v5
+      - name: Cache Cargo registry/git (no target — cross-compiled release builds cause cache bloat)
+        uses: Swatinem/rust-cache@v2
         with:
-          path: ~/.cargo/git
-          key: ${{ runner.os }}-cargo-index-${{ hashFiles('**/Cargo.lock') }}
-          restore-keys: |
-            ${{ runner.os }}-cargo-index-
-      - name: Cache target directory
-        uses: actions/cache@v5
-        with:
-          path: target
-          key: ${{ runner.os }}-target-${{ matrix.target }}-${{ hashFiles('**/Cargo.lock') }}
-          restore-keys: |
-            ${{ runner.os }}-target-${{ matrix.target }}-
+          cache-targets: "false"
+          key: ${{ matrix.target }}
       - name: Build server (release)
         run: cargo build --release --target ${{ matrix.target }} --bin server --verbose
 
@@ -87,35 +78,49 @@ jobs:
   test:
     name: Run CLI tests
     runs-on: ubuntu-latest
+    services:
+      postgres:
+        image: postgres:16
+        env:
+          POSTGRES_USER: postgres
+          POSTGRES_PASSWORD: postgres
+          POSTGRES_DB: postgres
+        ports:
+          - 5432/tcp
+        options: >-
+          --init
+          --health-cmd "pg_isready -U postgres"
+          --health-interval 10s
+          --health-timeout 5s
+          --health-retries 5
     env:
       SQLX_OFFLINE: true
     steps:
       - uses: actions/checkout@v4
+      - name: Export PostgreSQL connection env
+        run: |
+          echo "PGHOST=127.0.0.1" >> "$GITHUB_ENV"
+          echo "PGPORT=${{ job.services.postgres.ports['5432'] }}" >> "$GITHUB_ENV"
+          echo "PGUSER=postgres" >> "$GITHUB_ENV"
+          echo "PGPASSWORD=postgres" >> "$GITHUB_ENV"
+      - name: Install protoc
+        run: sudo apt-get update -qq && sudo apt-get install -y protobuf-compiler
+      - name: Wait for PostgreSQL
+        run: |
+          for _ in $(seq 1 60); do
+            if bash -lc "exec 3<>/dev/tcp/${PGHOST}/${PGPORT}" 2>/dev/null; then
+              exit 0
+            fi
+            sleep 1
+          done
+          echo "PostgreSQL did not become ready in time" >&2
+          exit 1
       - name: Install Rust toolchain
         uses: actions-rs/toolchain@v1
         with:
           toolchain: stable
           override: true
-      - name: Cache cargo registry
-        uses: actions/cache@v4
-        with:
-          path: ~/.cargo/registry
-          key: ubuntu-cargo-registry-${{ hashFiles('**/Cargo.lock') }}
-          restore-keys: |
-            ubuntu-cargo-registry-
-      - name: Cache cargo index
-        uses: actions/cache@v4
-        with:
-          path: ~/.cargo/git
-          key: ubuntu-cargo-index-${{ hashFiles('**/Cargo.lock') }}
-          restore-keys: |
-            ubuntu-cargo-index-
-      - name: Cache target directory
-        uses: actions/cache@v4
-        with:
-          path: target
-          key: ubuntu-target-tests-${{ hashFiles('**/Cargo.lock') }}
-          restore-keys: |
-            ubuntu-target-tests-
+      - name: Cache Cargo registry/git/target (with stale-artifact pruning)
+        uses: Swatinem/rust-cache@v2
       - name: Run CLI integration tests
         run: cargo test --tests --verbose

.gitignore

@@ -10,4 +10,10 @@ configuration.yaml.orig
 docker/local/
 docs/*.sql
 config-to-validate.yaml
-*.bak
+*.bak
+.claude/
+
+plan/
+.stacker
+done.txt
+post-deploy-ran.txt