deploy_collab.yml

  1name: Publish Collab Server Image
  2
  3on:
  4  push:
  5    tags:
  6      - collab-production
  7      - collab-staging
  8
  9env:
 10  DOCKER_BUILDKIT: 1
 11  DIGITALOCEAN_ACCESS_TOKEN: ${{ secrets.DIGITALOCEAN_ACCESS_TOKEN }}
 12
 13jobs:
 14  style:
 15    name: Check formatting and Clippy lints
 16    runs-on:
 17      - self-hosted
 18      - test
 19    steps:
 20      - name: Checkout repo
 21        uses: actions/checkout@692973e3d937129bcbf40652eb9f2f61becf3332 # v4
 22        with:
 23          clean: false
 24          fetch-depth: 0
 25
 26      - name: Run style checks
 27        uses: ./.github/actions/check_style
 28
 29      - name: Run clippy
 30        run: ./script/clippy
 31
 32  tests:
 33    name: Run tests
 34    runs-on:
 35      - self-hosted
 36      - test
 37    needs: style
 38    steps:
 39      - name: Checkout repo
 40        uses: actions/checkout@692973e3d937129bcbf40652eb9f2f61becf3332 # v4
 41        with:
 42          clean: false
 43          fetch-depth: 0
 44
 45      - name: Install cargo nextest
 46        shell: bash -euxo pipefail {0}
 47        run: |
 48          cargo install cargo-nextest
 49
 50      - name: Limit target directory size
 51        shell: bash -euxo pipefail {0}
 52        run: script/clear-target-dir-if-larger-than 100
 53
 54      - name: Run tests
 55        shell: bash -euxo pipefail {0}
 56        run: cargo nextest run --package collab --no-fail-fast
 57
 58  publish:
 59    name: Publish collab server image
 60    needs:
 61      - style
 62      - tests
 63    runs-on:
 64      - buildjet-16vcpu-ubuntu-2204
 65    steps:
 66      - name: Add Rust to the PATH
 67        run: echo "$HOME/.cargo/bin" >> $GITHUB_PATH
 68
 69      - name: Sign into DigitalOcean docker registry
 70        run: doctl registry login
 71
 72      - name: Checkout repo
 73        uses: actions/checkout@692973e3d937129bcbf40652eb9f2f61becf3332 # v4
 74        with:
 75          clean: false
 76
 77      - name: Set up default .cargo/config.toml
 78        run: cp ./.cargo/collab-config.toml ./.cargo/config.toml
 79
 80      - name: Build docker image
 81        run: docker build . --build-arg GITHUB_SHA=$GITHUB_SHA --tag registry.digitalocean.com/zed/collab:$GITHUB_SHA
 82
 83      - name: Publish docker image
 84        run: docker push registry.digitalocean.com/zed/collab:${GITHUB_SHA}
 85
 86      - name: Prune Docker system
 87        run: docker system prune  --filter 'until=72h' -f
 88
 89  deploy:
 90    name: Deploy new server image
 91    needs:
 92      - publish
 93    runs-on:
 94      - buildjet-16vcpu-ubuntu-2204
 95
 96    steps:
 97      - name: Sign into Kubernetes
 98        run: doctl kubernetes cluster kubeconfig save --expiry-seconds 600 ${{ secrets.CLUSTER_NAME }}
 99
100      - name: Start rollout
101        run: |
102          set -eu
103          if [[ $GITHUB_REF_NAME = "collab-production" ]]; then
104            export ZED_KUBE_NAMESPACE=production
105            export ZED_COLLAB_LOAD_BALANCER_SIZE_UNIT=10
106            export ZED_API_LOAD_BALANCER_SIZE_UNIT=2
107            export ZED_LLM_LOAD_BALANCER_SIZE_UNIT=2
108          elif [[ $GITHUB_REF_NAME = "collab-staging" ]]; then
109            export ZED_KUBE_NAMESPACE=staging
110            export ZED_COLLAB_LOAD_BALANCER_SIZE_UNIT=1
111            export ZED_API_LOAD_BALANCER_SIZE_UNIT=1
112            export ZED_LLM_LOAD_BALANCER_SIZE_UNIT=1
113          else
114            echo "cowardly refusing to deploy from an unknown branch"
115            exit 1
116          fi
117
118          echo "Deploying collab:$GITHUB_SHA to $ZED_KUBE_NAMESPACE"
119
120          source script/lib/deploy-helpers.sh
121          export_vars_for_environment $ZED_KUBE_NAMESPACE
122
123          export ZED_DO_CERTIFICATE_ID=$(doctl compute certificate list --format ID --no-header)
124          export ZED_IMAGE_ID="registry.digitalocean.com/zed/collab:${GITHUB_SHA}"
125
126          export ZED_SERVICE_NAME=collab
127          export ZED_LOAD_BALANCER_SIZE_UNIT=$ZED_COLLAB_LOAD_BALANCER_SIZE_UNIT
128          envsubst < crates/collab/k8s/collab.template.yml | kubectl apply -f -
129          kubectl -n "$ZED_KUBE_NAMESPACE" rollout status deployment/$ZED_SERVICE_NAME --watch
130          echo "deployed ${ZED_SERVICE_NAME} to ${ZED_KUBE_NAMESPACE}"
131
132          export ZED_SERVICE_NAME=api
133          export ZED_LOAD_BALANCER_SIZE_UNIT=$ZED_API_LOAD_BALANCER_SIZE_UNIT
134          envsubst < crates/collab/k8s/collab.template.yml | kubectl apply -f -
135          kubectl -n "$ZED_KUBE_NAMESPACE" rollout status deployment/$ZED_SERVICE_NAME --watch
136          echo "deployed ${ZED_SERVICE_NAME} to ${ZED_KUBE_NAMESPACE}"
137
138          export ZED_SERVICE_NAME=llm
139          export ZED_LOAD_BALANCER_SIZE_UNIT=$ZED_LLM_LOAD_BALANCER_SIZE_UNIT
140          envsubst < crates/collab/k8s/collab.template.yml | kubectl apply -f -
141          kubectl -n "$ZED_KUBE_NAMESPACE" rollout status deployment/$ZED_SERVICE_NAME --watch
142          echo "deployed ${ZED_SERVICE_NAME} to ${ZED_KUBE_NAMESPACE}"