RANGER-3801: Update CI with ozone docker build and update README

apache · Aug 30, 2024 · 0c239a9 · 0c239a9
1 parent baa5c1d
commit 0c239a9
Show file tree

Hide file tree

Showing 2 changed files with 12 additions and 5 deletions.
diff --git a/.github/workflows/maven.yml b/.github/workflows/maven.yml
@@ -85,7 +85,8 @@ jobs:
       - name: Build all ranger-service images
         run: |
           cd dev-support/ranger-docker
-          chmod +x download-archives.sh && ./download-archives.sh
+          chmod +x download-archives.sh && source download-archives.sh
+          download_hadoop; download_hbase; download_hive; download_kafka; download_knox; download_ozone
           docker compose -f docker-compose.ranger-base.yml build
           export DOCKER_BUILDKIT=1
           export COMPOSE_DOCKER_CLI_BUILD=1
@@ -100,10 +101,13 @@ jobs:
           -f docker-compose.ranger-hbase.yml \
           -f docker-compose.ranger-kafka.yml \
           -f docker-compose.ranger-hive.yml \
-          -f docker-compose.ranger-knox.yml build
+          -f docker-compose.ranger-knox.yml \
+          -f docker-compose.ranger-ozone.yml build
       - name: Bring up containers
         run: |
           cd dev-support/ranger-docker
+          source download-archives.sh
+          setup_ozone
           export RANGER_DB_TYPE=postgres
           docker compose \
           -f docker-compose.ranger-${RANGER_DB_TYPE}.yml \
@@ -115,11 +119,12 @@ jobs:
           -f docker-compose.ranger-hbase.yml \
           -f docker-compose.ranger-kafka.yml \
           -f docker-compose.ranger-hive.yml \
-          -f docker-compose.ranger-knox.yml up -d
+          -f docker-compose.ranger-knox.yml \
+          -f docker-compose.ranger-ozone.yml up -d
       - name: Check status of containers and remove them
         run: | 
           sleep 60
-          containers=(ranger ranger-zk ranger-solr ranger-postgres ranger-usersync ranger-tagsync ranger-kms ranger-hadoop ranger-hbase ranger-kafka ranger-hive ranger-knox);
+          containers=(ranger ranger-zk ranger-solr ranger-postgres ranger-usersync ranger-tagsync ranger-kms ranger-hadoop ranger-hbase ranger-kafka ranger-hive ranger-knox om-1 scm-1 datanode-1);
           flag=true;
           for container in "${containers[@]}"; do
               if [[ $(docker inspect -f '{{.State.Running}}' $container 2>/dev/null) == "true" ]]; then

diff --git a/dev-support/ranger-docker/README.md b/dev-support/ranger-docker/README.md
@@ -93,8 +93,10 @@ docker-compose -f docker-compose.ranger.yml -f docker-compose.ranger-${RANGER_DB
 ~~~
 docker-compose -f docker-compose.ranger.yml -f docker-compose.ranger-${RANGER_DB_TYPE}.yml -f docker-compose.ranger-hadoop.yml -f docker-compose.ranger-hbase.yml up -d
 ~~~
-#### Bring up ozone container
+#### Bring up ozone containers
 ~~~
+source download-archives.sh
+setup_ozone
 docker-compose -f docker-compose.ranger.yml -f docker-compose.ranger-${RANGER_DB_TYPE}.yml -f docker-compose.ranger-ozone.yml up -d
 ~~~
 #### Bring up trino container (requires docker build with jdk 11):