Export Reads deployment (#1613)

.cloudbuild/reads.cloudbuild.yaml

@@ -0,0 +1,40 @@
+# Submitting a cloud build using this config from your local machine can be done as:
+# gcloud builds submit --config .cloudbuild/reads.cloudbuild.yaml \
+#                      --substitutions=_BRANCH_FOR_IMAGE_NAME="my-branch-name",SHORT_SHA="6f3f419" .
+
+steps:
+  - name: 'gcr.io/cloud-builders/docker'
+    args:
+      [
+        'build',
+        '-t',
+        'us-docker.pkg.dev/${PROJECT_ID}/gnomad/gnomad-reads-server:$SHORT_SHA',
+        '-t',
+        'us-docker.pkg.dev/${PROJECT_ID}/gnomad/gnomad-reads-server:${_BUILD_TAG}',
+        '-f',
+        'deploy/dockerfiles/reads/reads-server.dockerfile',
+        '.',
+      ]
+  - name: 'gcr.io/cloud-builders/docker'
+    args:
+      [
+        'build',
+        '-t',
+        'us-docker.pkg.dev/${PROJECT_ID}/gnomad/gnomad-reads-api:$SHORT_SHA',
+        '-t',
+        'us-docker.pkg.dev/${PROJECT_ID}/gnomad/gnomad-reads-api:${_BUILD_TAG}',
+        '-f',
+        'deploy/dockerfiles/reads/reads-api.dockerfile',
+        '.',
+      ]
+options:
+  dynamicSubstitutions: true
+substitutions:
+  _BUILD_TAG: '${_BRANCH_FOR_IMAGE_NAME}-${BUILD_ID}'
+
+# push tag with the short sha, and also a branch-based UUID
+images:
+  - 'us-docker.pkg.dev/${PROJECT_ID}/gnomad/gnomad-reads-server:$SHORT_SHA'
+  - 'us-docker.pkg.dev/${PROJECT_ID}/gnomad/gnomad-reads-server:${_BUILD_TAG}'
+  - 'us-docker.pkg.dev/${PROJECT_ID}/gnomad/gnomad-reads-api:$SHORT_SHA'
+  - 'us-docker.pkg.dev/${PROJECT_ID}/gnomad/gnomad-reads-api:${_BUILD_TAG}'

deploy/deployctl/__main__.py

@@ -11,8 +11,6 @@
 from deployctl.subcommands import elasticsearch
 from deployctl.subcommands import ingress_demo
 from deployctl.subcommands import ingress_production
-from deployctl.subcommands import reads_deployments
-from deployctl.subcommands import reads_images
 
 
 def main():
@@ -22,8 +20,6 @@ def main():
         "config": config,
         "deployments": browser_deployments,
         "images": browser_images,
-        "reads-deployments": reads_deployments,
-        "reads-images": reads_images,
         "production": ingress_production,
         "demo": ingress_demo,
         "data-pipeline": data_pipeline,

deploy/docs/Deployment.md

@@ -335,25 +335,21 @@ The production gnomad browser uses a [blue/green deployment](https://martinfowle
 
 ## Create and Update Reads Deployment
 
-Create Reads Deployment
+### Production
 
-- Build Docker images and push to GCR.
+Docker images are built after merging to main. Once the build succeeds, and you have a new tag, update the reads deployment in [gnomad-deployments/reads](https://github.com/broadinstitute/gnomad-deployments/tree/main/reads). See the instructions in the deployment repo to create a new blue/green version, and deploy it to the cluster.
 
-  ```
-  ./deployctl reads-images build --push
-  ```
+### Development / Demo
 
-- Create deployment manifests.
+- Build Docker images and push to GCR.
 
   ```
-  ./deployctl reads-deployments create
+  ./reads/docker-build.sh
   ```
 
-- Apply deployment.
+- Create deployment manifests.
 
-  ```
-  ./deployctl reads-deployments apply <deployment-name>
-  ```
+  Follow the instructions in the [gnomad-deployments/reads](https://github.com/broadinstitute/gnomad-deployments/tree/main/reads) repo to create and apply a new demo deployment.
 
 Update Reads Deployment