Testing/jenkins integration

build/build-all.sh

@@ -32,41 +32,53 @@
 SCRIPT=$(readlink -f "$0")
 # absolute path this script is in, thus /home/user/bin
 SCRIPTPATH=$(dirname "$SCRIPT")
-# subdirs for all finn-examples build folders
-BUILD_FOLDERS="bnn-pynq kws mobilenet-v1 resnet50 vgg10-radioml cybersecurity-mlp"
-# all HW platforms we build for
-PLATFORMS="Pynq-Z1 Ultra96 ZCU104 U250"
 
-# fetch correct compiler version
-cd $SCRIPTPATH
-bash get-finn.sh
+# clean old build files if present
+RELEASE_TARGET=$SCRIPTPATH/release
+rm -rf $RELEASE_TARGET || true
+
+# collect all local folders, each are considered build folders
+LOCAL_BUILD_FOLDERS=$(find . -maxdepth 1 -type d -printf "%P ")
 
+# remove trailing spaces and store the directory names in an array
+IFS=' ' read -r -a BUILD_FOLDERS <<< "$LOCAL_BUILD_FOLDERS"
 
-# fetch all models, continue on error
-for BUILD_FOLDER in $BUILD_FOLDERS; do
-    cd $SCRIPTPATH/$BUILD_FOLDER/models
-    rm -rf *.zip *.onnx *.npz
-    ./download-model.sh || true
+# fetch all models (if there are models to fetch), continue on error
+for BUILD_FOLDER in ${BUILD_FOLDERS[@]}; do
+    if [ -d "$SCRIPTPATH/$BUILD_FOLDER/models" ]; then
+        cd $SCRIPTPATH/$BUILD_FOLDER/models
+        rm -rf *.zip *.onnx *.npz
+        ./download-model.sh || true
+    fi
 done
 
 # run all build scripts, continue on error
 cd $SCRIPTPATH/finn
-for BUILD_FOLDER in $BUILD_FOLDERS; do
+for BUILD_FOLDER in ${BUILD_FOLDERS[@]}; do
     ./run-docker.sh build_custom $SCRIPTPATH/$BUILD_FOLDER || true
 done
 
 # gather all release folders, continue on error
-RELEASE_TARGET=$SCRIPTPATH/release
 mkdir -p $RELEASE_TARGET
-for BUILD_FOLDER in $BUILD_FOLDERS; do
+for BUILD_FOLDER in ${BUILD_FOLDERS[@]}; do
     cp -r $SCRIPTPATH/$BUILD_FOLDER/release/* $RELEASE_TARGET || true
 done
 
-# create zipfiles for finn-examples upload
-cd $SCRIPTPATH/$BUILD_FOLDER/release
-rm -rf *.zip
-for PLATFORM in $PLATFORMS; do
-    zip -r $PLATFORM.zip $PLATFORM/ || true
-    MD5SUM=$(md5sum $PLATFORM.zip)
-    echo "$PLATFORM.zip : $MD5SUM" >> md5sum.log
+# create zip files for finn-examples upload
+cd $RELEASE_TARGET
+for dir in */; do
+    # remove trailing slash to get the directory name
+    dir_name="${dir%/}"
+
+    # check if it is a directory we are zipping
+    if [ -d "$dir_name" ]; then
+        zip -r "${dir_name}.zip" "$dir_name" || true
+    fi
+done
+
+# calculate the MD5sum for each of the zip files
+zip_files=(*.zip)
+for zip_file in "${zip_files[@]}"; do
+    md5sum_value=$(md5sum "$zip_file" | awk '{print $1}')
+    echo "$zip_file : $md5sum_value" >> md5sum.log
 done

build/get-finn.sh

@@ -1,5 +1,6 @@
 #!/bin/bash
-# Copyright (c) 2020, Xilinx
+# Copyright (C) 2020-2022, Xilinx
+# Copyright (C) 2023, Advanced Micro Devices, Inc.
 # All rights reserved.
 #
 # Redistribution and use in source and binary forms, with or without
@@ -30,7 +31,7 @@
 # URL for git repo to be cloned
 REPO_URL=https://github.com/Xilinx/finn
 # commit hash for repo
-REPO_COMMIT=0484acba8e28dab95380bd78466c3d4230bf9960
+REPO_COMMIT=02ce6954c93963c8407cd5c20761fccf92e1c70d
 # directory (under the same folder as this script) to clone to
 REPO_DIR=finn
 

build/mobilenet-v1/build.py

@@ -78,6 +78,7 @@ def select_build_steps(platform):
             step_mobilenet_convert_to_hls_layers_separate_th,
             "step_create_dataflow_partition",
             "step_apply_folding_config",
+            "step_minimize_bit_width",
             "step_generate_estimate_reports",
             "step_hls_codegen",
             "step_hls_ipgen",
@@ -94,6 +95,7 @@ def select_build_steps(platform):
             step_mobilenet_convert_to_hls_layers,
             "step_create_dataflow_partition",
             "step_apply_folding_config",
+            "step_minimize_bit_width",
             "step_generate_estimate_reports",
             "step_hls_codegen",
             "step_hls_ipgen",

build/resnet50/build.py

@@ -55,6 +55,7 @@
     step_resnet50_convert_to_hls,
     "step_create_dataflow_partition",
     "step_apply_folding_config",
+    "step_minimize_bit_width",
     "step_generate_estimate_reports",
     "step_hls_codegen",
     "step_hls_ipgen",

build/vgg10-radioml/build.py

@@ -69,6 +69,7 @@ def select_build_steps(platform):
         "step_create_dataflow_partition",
         "step_target_fps_parallelization",
         "step_apply_folding_config",
+        "step_minimize_bit_width",
         "step_generate_estimate_reports",
         "step_hls_codegen",
         "step_hls_ipgen",