diff --git a/.github/workflows/pkgci.yml b/.github/workflows/pkgci.yml
new file mode 100644
index 000000000000..9c360dfe7776
--- /dev/null
+++ b/.github/workflows/pkgci.yml
@@ -0,0 +1,39 @@
+# Copyright 2023 The IREE Authors
+#
+# Licensed under the Apache License v2.0 with LLVM Exceptions.
+# See https://llvm.org/LICENSE.txt for license information.
+# SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
+
+name: PkgCI
+
+on:
+  workflow_dispatch:
+  pull_request:
+  push:
+    branches:
+      - main
+
+concurrency:
+  # A PR number if a pull request and otherwise the commit hash. This cancels
+  # queued and in-progress runs for the same PR (presubmit) or commit
+  # (postsubmit). The workflow name is prepended to avoid conflicts between
+  # different workflows.
+  group: ${{ github.workflow }}-${{ github.event.number || github.sha }}
+  cancel-in-progress: true
+
+jobs:
+  build_packages:
+    name: Build Packages
+    uses: ./.github/workflows/pkgci_build_packages.yml
+    with:
+      package_version: 0.dev1
+
+  regression_test_cpu:
+    name: Regression Test CPU
+    uses: ./.github/workflows/pkgci_regression_test_cpu.yml
+    needs: [build_packages]
+
+  regression_test_amdgpu:
+    name: Regression Test AMDGPU
+    uses: ./.github/workflows/pkgci_regression_test_amdgpu.yml
+    needs: [build_packages]
diff --git a/.github/workflows/pkgci_build_packages.yml b/.github/workflows/pkgci_build_packages.yml
new file mode 100644
index 000000000000..41868ad5d9b4
--- /dev/null
+++ b/.github/workflows/pkgci_build_packages.yml
@@ -0,0 +1,145 @@
+# Copyright 2023 The IREE Authors
+#
+# Licensed under the Apache License v2.0 with LLVM Exceptions.
+# See https://llvm.org/LICENSE.txt for license information.
+# SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
+
+name: PkgCI Build Packages
+on:
+  workflow_call:
+    inputs:
+      package_version:
+        type: string
+        required: true
+
+jobs:
+  linux_x86_64_release_packages:
+    name: Linux Release (x86_64)
+    runs-on:
+      - self-hosted # must come first
+      - runner-group=${{ github.event_name == 'pull_request' && 'presubmit' || 'postsubmit' }}
+      - environment=prod
+      - cpu
+      - os-family=Linux
+    strategy:
+      fail-fast: false
+    env:
+      CACHE_DIR: ${{ github.workspace }}/.iree-container-cache
+      MANYLINUX_DOCKER_IMAGE: ghcr.io/nod-ai/manylinux_x86_64:main
+      PACKAGE_SUFFIX: ""
+    steps:
+      - name: Prefetch Docker
+        run: |
+          docker pull "$MANYLINUX_DOCKER_IMAGE" &
+      - name: Checking out repository
+        uses: actions/checkout@8f4b7f84864484a7bf31766abe9204da3cbe65b3 # v3.5.0
+        with:
+          submodules: true
+      - name: Write version info
+        shell: bash
+        run: |
+          cat << EOF > version_info.json
+          {
+            "package-suffix": "${PACKAGE_SUFFIX}",
+            "package-version": "${{ inputs.package_version }}",
+            "iree-revision": "$(cd ../iree && git rev-parse HEAD)"
+          }
+          EOF
+          realpath version_info.json
+          cat version_info.json
+      - name: Enable cache
+        uses: actions/cache@88522ab9f39a2ea568f7027eddc7d8d8bc9d59c8  # v3.3.1
+        with:
+          path: ${{ env.CACHE_DIR }}
+          key: iree-pkgci-linux-release-x86_64-v1-${{ github.sha }}
+          restore-keys: |
+            iree-pkgci-linux-release-x86_64-v1-
+      - name: Wait for docker pull
+        run: |
+          wait
+      - name: Build
+        run: |
+          export cache_dir="${{ env.CACHE_DIR }}"
+          export output_dir="${{ github.workspace }}/wheelhouse"
+          export toolchain_suffix=release
+          export manylinux_docker_image="$MANYLINUX_DOCKER_IMAGE"
+          export package_suffix="$PACKAGE_SUFFIX"
+          # If just iterating locally, uncomment this to build a cheap wheel.
+          # export packages="iree-runtime"
+          ./build_tools/pkgci/build_linux_packages.sh
+          # Some things put stuff in cache with weird, root read-only
+          # permissions. Take them back.
+          sudo chown -R "$(whoami)" "${cache_dir}"
+      - name: Upload wheel artifacts
+        uses: actions/upload-artifact@0b7f8abb1508181956e8e162db84b466c27e18ce # v3.1.2
+        with:
+          name: linux_x86_64_release_packages
+          path: |
+            ${{ github.workspace }}/wheelhouse/iree*.whl
+          if-no-files-found: error
+
+# TODO: Debug low ccache hit rate and re-enable.
+# linux_x86_64_release_asserts_packages:
+#   name: Linux Release Asserts (x86_64)
+#   runs-on:
+#     - self-hosted # must come first
+#     - runner-group=${{ github.event_name == 'pull_request' && 'presubmit' || 'postsubmit' }}
+#     - environment=prod
+#     - cpu
+#     - os-family=Linux
+#   strategy:
+#     fail-fast: false
+#   env:
+#     CACHE_DIR: ${{ github.workspace }}/.iree-container-cache
+#     MANYLINUX_DOCKER_IMAGE: ghcr.io/nod-ai/manylinux_x86_64:main
+#     PACKAGE_SUFFIX: "-asserts"
+#   steps:
+#     - name: Prefetch Docker
+#       run: |
+#         docker pull "$MANYLINUX_DOCKER_IMAGE" &
+#     - name: "Checking out repository"
+#       uses: actions/checkout@8f4b7f84864484a7bf31766abe9204da3cbe65b3 # v3.5.0
+#       with:
+#         submodules: true
+#     - name: Write version info
+#       shell: bash
+#       run: |
+#         cat << EOF > version_info.json
+#         {
+#           "package-suffix": "${PACKAGE_SUFFIX}",
+#           "package-version": "${{ inputs.package_version }}",
+#           "iree-revision": "$(cd ../iree && git rev-parse HEAD)"
+#         }
+#         EOF
+#         realpath version_info.json
+#         cat version_info.json
+#     - name: Enable cache
+#       uses: actions/cache@88522ab9f39a2ea568f7027eddc7d8d8bc9d59c8  # v3.3.1
+#       with:
+#         path: ${{ env.CACHE_DIR }}
+#         key: iree-pkgci-linux-release-asserts-x86_64-v1-${{ github.sha }}
+#         restore-keys: |
+#           iree-pkgci-linux-release-asserts-x86_64-v1-
+#     - name: Wait for docker pull
+#       run: |
+#         wait
+#     - name: Build
+#       run: |
+#         export cache_dir="${{ env.CACHE_DIR }}"
+#         export output_dir="${{ github.workspace }}/wheelhouse"
+#         export toolchain_suffix=release_asserts
+#         export manylinux_docker_image="$MANYLINUX_DOCKER_IMAGE"
+#         export package_suffix="$PACKAGE_SUFFIX"
+#         # If just iterating locally, uncomment this to build a cheap wheel.
+#         # export packages="iree-runtime"
+#         ./build_tools/pkgci/build_linux_packages.sh
+#         # Some things put stuff in cache with weird, root read-only
+#         # permissions. Take them back.
+#         sudo chown -R "$(whoami)" "${cache_dir}"
+#     - name: Upload wheel artifacts
+#       uses: actions/upload-artifact@0b7f8abb1508181956e8e162db84b466c27e18ce # v3.1.2
+#       with:
+#         name: linux_x86_64_release_asserts_packages
+#         path: |
+#           ${{ github.workspace }}/wheelhouse/iree*.whl
+#         if-no-files-found: error
diff --git a/.github/workflows/pkgci_regression_test_amdgpu.yml b/.github/workflows/pkgci_regression_test_amdgpu.yml
new file mode 100644
index 000000000000..a09e9d0d3534
--- /dev/null
+++ b/.github/workflows/pkgci_regression_test_amdgpu.yml
@@ -0,0 +1,51 @@
+# Copyright 2023 The IREE Authors
+#
+# Licensed under the Apache License v2.0 with LLVM Exceptions.
+# See https://llvm.org/LICENSE.txt for license information.
+# SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
+
+name: PkgCI Regression Test (AMDGPU)
+on:
+  workflow_call:
+    inputs:
+      artifact_run_id:
+        type: string
+        default: ""
+  workflow_dispatch:
+    inputs:
+      artifact_run_id:
+        type: string
+        default: ""
+
+jobs:
+  linux_x86_64:
+    name: Linux (x86_64)
+    runs-on: nodai-amdgpu-x86_64
+    env:
+      PACKAGE_DOWNLOAD_DIR: ${{ github.workspace }}/.packages
+      IREERS_ARTIFACT_DIR: ${{ github.workspace }}/artifacts
+      VENV_DIR: ${{ github.workspace }}/venv
+    steps:
+      - name: Checking out repository
+        uses: actions/checkout@8f4b7f84864484a7bf31766abe9204da3cbe65b3 # v3.5.0
+        with:
+          submodules: false
+      - uses: actions/setup-python@61a6322f88396a6271a6ee3565807d608ecaddd1  # v4.7.0
+        with:
+          # Must match the subset of versions built in pkgci_build_packages.
+          python-version: '3.11'
+      - uses: actions/download-artifact@9bc31d5ccc31df68ecc42ccf4149144866c47d8a  # v3.0.2
+        with:
+          name: linux_x86_64_release_packages
+          path: ${{ env.PACKAGE_DOWNLOAD_DIR }}
+      - name: Setup venv
+        run: |
+          ./build_tools/pkgci/setup_venv.py $VENV_DIR \
+            --artifact-path=${PACKAGE_DOWNLOAD_DIR} \
+            --fetch-gh-workflow=${{ inputs.artifact_run_id }}
+      - name: Run Tests
+        run: |
+          source $VENV_DIR/bin/activate
+          pytest \
+            -s -m "plat_rdna3_vulkan and presubmit" \
+            experimental/regression_suite
diff --git a/.github/workflows/pkgci_regression_test_cpu.yml b/.github/workflows/pkgci_regression_test_cpu.yml
new file mode 100644
index 000000000000..6e0140bb8632
--- /dev/null
+++ b/.github/workflows/pkgci_regression_test_cpu.yml
@@ -0,0 +1,56 @@
+# Copyright 2023 The IREE Authors
+#
+# Licensed under the Apache License v2.0 with LLVM Exceptions.
+# See https://llvm.org/LICENSE.txt for license information.
+# SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
+
+name: PkgCI Regression Test (CPU)
+on:
+  workflow_call:
+    inputs:
+      artifact_run_id:
+        type: string
+        default: ""
+  workflow_dispatch:
+    inputs:
+      artifact_run_id:
+        type: string
+        default: ""
+
+jobs:
+  linux_x86_64:
+    name: Linux (x86_64)
+    runs-on:
+      - self-hosted # must come first
+      - runner-group=${{ github.event_name == 'pull_request' && 'presubmit' || 'postsubmit' }}
+      - environment=prod
+      - cpu
+      - os-family=Linux
+    env:
+      PACKAGE_DOWNLOAD_DIR: ${{ github.workspace }}/.packages
+      IREERS_ARTIFACT_DIR: ${{ github.workspace }}/artifacts
+      VENV_DIR: ${{ github.workspace }}/venv
+    steps:
+      - name: Checking out repository
+        uses: actions/checkout@8f4b7f84864484a7bf31766abe9204da3cbe65b3 # v3.5.0
+        with:
+          submodules: false
+      - uses: actions/setup-python@61a6322f88396a6271a6ee3565807d608ecaddd1  # v4.7.0
+        with:
+          # Must match the subset of versions built in pkgci_build_packages.
+          python-version: '3.11'
+      - uses: actions/download-artifact@9bc31d5ccc31df68ecc42ccf4149144866c47d8a  # v3.0.2
+        with:
+          name: linux_x86_64_release_packages
+          path: ${{ env.PACKAGE_DOWNLOAD_DIR }}
+      - name: Setup venv
+        run: |
+          ./build_tools/pkgci/setup_venv.py $VENV_DIR \
+            --artifact-path=${PACKAGE_DOWNLOAD_DIR} \
+            --fetch-gh-workflow=${{ inputs.artifact_run_id }}
+      - name: Run Tests
+        run: |
+          source $VENV_DIR/bin/activate
+          pytest \
+            -s -m "plat_host_cpu and presubmit" \
+            experimental/regression_suite
diff --git a/build_tools/pkgci/README.md b/build_tools/pkgci/README.md
new file mode 100644
index 000000000000..8121ba2a67a7
--- /dev/null
+++ b/build_tools/pkgci/README.md
@@ -0,0 +1,12 @@
+# PkgCI Scripts
+
+This directory contains scripts and configuration for the "new" CI, which
+is based on building packages and then flowing those to followon jobs.
+
+The traditional CI attempted to do all steps as various kinds of source
+builds at head vs a split package/test style of workflow. It can mostly
+be found in the `cmake` directory but is also scattered around.
+
+This directory generally corresponds to "pkgci_" prefixed workflows. Over
+time, as this CI flow takes over more of the CI pipeline, the traditional
+CI will be reduced to outlier jobs and policy checks.
diff --git a/build_tools/pkgci/build_linux_packages.sh b/build_tools/pkgci/build_linux_packages.sh
new file mode 100755
index 000000000000..b82fefee104e
--- /dev/null
+++ b/build_tools/pkgci/build_linux_packages.sh
@@ -0,0 +1,255 @@
+#!/bin/bash
+# Copyright 2022 The IREE Authors
+#
+# Licensed under the Apache License v2.0 with LLVM Exceptions.
+# See https://llvm.org/LICENSE.txt for license information.
+# SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
+
+# build_linux_packages.sh
+# One stop build of IREE Python packages for Linux. The Linux build is
+# complicated because it has to be done via a docker container that has
+# an LTS glibc version, all Python packages and other deps.
+# This script handles all of those details.
+#
+# Usage:
+# Build everything (all packages, all python versions):
+#   ./build_tools/python_deploy/build_linux_packages.sh
+#
+# Build specific Python versions and packages to custom directory:
+#   override_python_versions="cp38-cp38 cp39-cp39" \
+#   packages="iree-runtime" \
+#   output_dir="/tmp/wheelhouse" \
+#   ./build_tools/python_deploy/build_linux_packages.sh
+#
+# Valid Python versions match a subdirectory under /opt/python in the docker
+# image. Typically:
+#   cp38-cp38 cp39-cp39 cp310-cp310
+#
+# Valid packages:
+#   iree-runtime
+#   iree-compiler
+#
+# Note that this script is meant to be run on CI and it will pollute both the
+# output directory and in-tree build/ directories (under runtime/ and
+# compiler/) with docker created, root owned builds. Sorry - there is
+# no good way around it.
+#
+# It can be run on a workstation but recommend using a git worktree dedicated
+# to packaging to avoid stomping on development artifacts.
+set -eu -o errtrace
+
+# Function to find the directory the ".git" directory is in.
+# We do this instead of using git directly because `git` may complain about
+# operating in a directory owned by another user.
+function find_git_dir_parent() {
+  curr_dir="${PWD}"
+
+  # Loop until we reach the root directory
+  while [ "${curr_dir}" != "/" ]; do
+    # Check if there is a ".git" directory in the current directory
+    if [ -d "${curr_dir}/.git" ]; then
+      # Return the path to the directory containing the ".git" directory
+      echo "${curr_dir}"
+      return
+    fi
+
+    # Move up one directory
+    curr_dir="$(dirname "${curr_dir}")"
+  done
+
+  # If we reach the root directory and there is no ".git" directory, return an empty string
+  echo ""
+}
+
+this_dir="$(cd $(dirname $0) && pwd)"
+script_name="$(basename $0)"
+repo_root=$(cd "${this_dir}" && find_git_dir_parent)
+manylinux_docker_image="${manylinux_docker_image:-$(uname -m | awk '{print ($1 == "aarch64") ? "quay.io/pypa/manylinux_2_28_aarch64" : "ghcr.io/nod-ai/manylinux_x86_64:main" }')}"
+python_versions="${override_python_versions:-cp311-cp311}"
+output_dir="${output_dir:-${this_dir}/wheelhouse}"
+cache_dir="${cache_dir:-}"
+packages="${packages:-iree-runtime iree-compiler}"
+package_suffix="${package_suffix:-}"
+toolchain_suffix="${toolchain_suffix:-release}"
+
+function run_on_host() {
+  echo "Running on host"
+  echo "Launching docker image ${manylinux_docker_image}"
+
+  # Canonicalize paths.
+  mkdir -p "${output_dir}"
+  output_dir="$(cd "${output_dir}" && pwd)"
+  echo "Outputting to ${output_dir}"
+  extra_args=""
+  if ! [ -z "$cache_dir" ]; then
+    echo "Setting up host cache dir ${cache_dir}"
+    mkdir -p "${cache_dir}/ccache"
+    mkdir -p "${cache_dir}/pip"
+    extra_args="${extra_args} -v ${cache_dir}:${cache_dir} -e cache_dir=${cache_dir}"
+  fi
+  docker run --rm \
+    -v "${repo_root}:${repo_root}" \
+    -v "${output_dir}:${output_dir}" \
+    -e __MANYLINUX_BUILD_WHEELS_IN_DOCKER=1 \
+    -e "override_python_versions=${python_versions}" \
+    -e "packages=${packages}" \
+    -e "package_suffix=${package_suffix}" \
+    -e "output_dir=${output_dir}" \
+    -e "toolchain_suffix=${toolchain_suffix}" \
+    ${extra_args} \
+    "${manylinux_docker_image}" \
+    -- "${this_dir}/${script_name}"
+}
+
+function run_in_docker() {
+  echo "Running in docker"
+  echo "Marking git safe.directory"
+  git config --global --add safe.directory '*'
+
+  echo "Using python versions: ${python_versions}"
+  local orig_path="${PATH}"
+
+  # Configure toolchain.
+  export CMAKE_TOOLCHAIN_FILE="${this_dir}/linux_toolchain_${toolchain_suffix}.cmake"
+  echo "Using CMake toolchain ${CMAKE_TOOLCHAIN_FILE}"
+  if ! [ -f "$CMAKE_TOOLCHAIN_FILE" ]; then
+    echo "CMake toolchain not found (wrong toolchain_suffix?)"
+    exit 1
+  fi
+
+  # Configure caching.
+  if [ -z "$cache_dir" ]; then
+    echo "Cache directory not configured. No caching will take place."
+  else
+    mkdir -p "${cache_dir}"
+    cache_dir="$(cd ${cache_dir} && pwd)"
+    echo "Caching build artifacts to ${cache_dir}"
+    export CCACHE_DIR="${cache_dir}/ccache"
+    export CCACHE_MAXSIZE="2G"
+    export CMAKE_C_COMPILER_LAUNCHER=ccache
+    export CMAKE_CXX_COMPILER_LAUNCHER=ccache
+    # Configure pip cache dir.
+    # We make it two levels down from within the container because pip likes
+    # to know that it is owned by the current user.
+    export PIP_CACHE_DIR="${cache_dir}/pip/in/container"
+    mkdir -p "${PIP_CACHE_DIR}"
+    chown -R "$(whoami)" "${cache_dir}/pip"
+  fi
+
+  # Build phase.
+  set -o xtrace
+  install_native_deps
+  for package in ${packages}; do
+    echo "******************** BUILDING PACKAGE ${package} ********************"
+    for python_version in ${python_versions}; do
+      python_dir="/opt/python/${python_version}"
+      if ! [ -x "${python_dir}/bin/python" ]; then
+        echo "ERROR: Could not find python: ${python_dir} (skipping)"
+        continue
+      fi
+      export PATH="${python_dir}/bin:${orig_path}"
+      echo ":::: Python version $(python --version)"
+      prepare_python
+      # replace dashes with underscores
+      package_suffix="${package_suffix//-/_}"
+      case "${package}" in
+        iree-runtime)
+          clean_wheels "iree_runtime${package_suffix}" "${python_version}"
+          build_iree_runtime
+          run_audit_wheel "iree_runtime${package_suffix}" "${python_version}"
+          ;;
+        iree-compiler)
+          clean_wheels "iree_compiler${package_suffix}" "${python_version}"
+          build_iree_compiler
+          run_audit_wheel "iree_compiler${package_suffix}" "${python_version}"
+          ;;
+        *)
+          echo "Unrecognized package '${package}'"
+          exit 1
+          ;;
+      esac
+    done
+  done
+
+  set +o xtrace
+  echo "******************** BUILD COMPLETE ********************"
+  echo "Generated binaries:"
+  ls -l "${output_dir}"
+  if ! [ -z "$cache_dir" ]; then
+    echo "ccache stats:"
+    ccache --show-stats
+  fi
+}
+
+function build_wheel() {
+  python -m pip wheel --disable-pip-version-check -v -w "${output_dir}" "${repo_root}/$@"
+}
+
+function build_iree_runtime() {
+  # We install the needed build deps below for the tools.
+  IREE_RUNTIME_BUILD_TRACY=ON IREE_RUNTIME_BUILD_TRACY_TOOLS=ON \
+  build_wheel runtime/
+}
+
+function build_iree_compiler() {
+  build_wheel compiler/
+}
+
+function run_audit_wheel() {
+  local wheel_basename="$1"
+  local python_version="$2"
+  # Force wildcard expansion here
+  generic_wheel="$(echo "${output_dir}/${wheel_basename}-"*"-${python_version}-linux_$(uname -m).whl")"
+  ls "${generic_wheel}"
+  echo ":::: Auditwheel ${generic_wheel}"
+  auditwheel repair -w "${output_dir}" "${generic_wheel}"
+  rm -v "${generic_wheel}"
+}
+
+function clean_wheels() {
+  local wheel_basename="$1"
+  local python_version="$2"
+  echo ":::: Clean wheels ${wheel_basename} ${python_version}"
+  rm -f -v "${output_dir}/${wheel_basename}-"*"-${python_version}-"*".whl"
+}
+
+function prepare_python() {
+  # The 0.17 series of patchelf can randomly corrupt executables. Fixes
+  # have landed but not yet been released. Consider removing this pin
+  # once 0.19 is released. We just override the system version with
+  # a pip side load.
+  pip install patchelf==0.16.1.0
+  hash -r
+  echo "patchelf version: $(patchelf --version) (0.17 is bad: https://github.com/NixOS/patchelf/issues/446)"
+}
+
+function install_native_deps() {
+  echo ":::: Install Native Deps"
+
+  # Get the output of uname -m
+  uname_m=$(uname -m)
+
+  # Check if the output is aarch64
+
+  if [[ "$uname_m" == "aarch64" ]]; then
+    echo "The architecture is aarch64 and we use manylinux 2_28 so install deps"
+    yum install -y epel-release
+    yum update -y
+    # Required for Tracy
+    yum install -y capstone-devel tbb-devel libzstd-devel
+  elif [[ "$uname_m" == "x86_64" ]]; then
+    # Check if the output is x86_64
+    echo "Running on an architecture which has deps in docker image."
+  else
+    echo "The architecture is unknown. Exiting"
+    exit 1
+  fi
+}
+
+
+# Trampoline to the docker container if running on the host.
+if [ -z "${__MANYLINUX_BUILD_WHEELS_IN_DOCKER-}" ]; then
+  run_on_host "$@"
+else
+  run_in_docker "$@"
+fi
diff --git a/build_tools/pkgci/linux_toolchain_release.cmake b/build_tools/pkgci/linux_toolchain_release.cmake
new file mode 100644
index 000000000000..0678623d81de
--- /dev/null
+++ b/build_tools/pkgci/linux_toolchain_release.cmake
@@ -0,0 +1,34 @@
+# Copyright 2023 The IREE Authors
+#
+# Licensed under the Apache License v2.0 with LLVM Exceptions.
+# See https://llvm.org/LICENSE.txt for license information.
+# SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
+
+# The CI builds with this custom toolchain on Linux by
+# setting the variable CMAKE_TOOLCHAIN_FILE.
+# It does several things:
+#   * Enables thin archives to make debug symbol builds more efficient.
+#   * Hardcodes to link with LLD and GDB indexes.
+#   * Enables split dwarf debug builds.
+#   * Hardcodes to build with clang.
+#
+# We have some other jobs which verify/build with different compiler
+# options, but those are handled with a one-off.
+
+message(STATUS "Enabling IREE Release toolchain")
+set(CMAKE_C_COMPILER "clang")
+set(CMAKE_CXX_COMPILER "clang++")
+
+set(CMAKE_C_ARCHIVE_APPEND "<CMAKE_AR> qT <TARGET> <LINK_FLAGS> <OBJECTS>")
+set(CMAKE_CXX_ARCHIVE_APPEND "<CMAKE_AR> qT <TARGET> <LINK_FLAGS> <OBJECTS>")
+set(CMAKE_C_ARCHIVE_CREATE "<CMAKE_AR> crT <TARGET> <LINK_FLAGS> <OBJECTS>")
+set(CMAKE_CXX_ARCHIVE_CREATE "<CMAKE_AR> crT <TARGET> <LINK_FLAGS> <OBJECTS>")
+
+set(CMAKE_EXE_LINKER_FLAGS_INIT "-fuse-ld=lld -Wl,--gdb-index")
+set(CMAKE_MODULE_LINKER_FLAGS_INIT "-fuse-ld=lld -Wl,--gdb-index")
+set(CMAKE_SHARED_LINKER_FLAGS_INIT "-fuse-ld=lld -Wl,--gdb-index")
+
+set(CMAKE_C_FLAGS_DEBUG "${CMAKE_C_FLAGS_DEBUG} -gsplit-dwarf -ggnu-pubnames")
+set(CMAKE_CXX_FLAGS_DEBUG "${CMAKE_CXX_FLAGS_DEBUG} -gsplit-dwarf -ggnu-pubnames")
+set(CMAKE_C_FLAGS_RELWITHDEBINFO "${CMAKE_C_FLAGS_RELWITHDEBINFO} -gsplit-dwarf -ggnu-pubnames")
+set(CMAKE_CXX_FLAGS_RELWITHDEBINFO "${CMAKE_CXX_FLAGS_RELWITHDEBINFO} -gsplit-dwarf -ggnu-pubnames")
diff --git a/build_tools/pkgci/linux_toolchain_release_asserts.cmake b/build_tools/pkgci/linux_toolchain_release_asserts.cmake
new file mode 100644
index 000000000000..4179aa4115a3
--- /dev/null
+++ b/build_tools/pkgci/linux_toolchain_release_asserts.cmake
@@ -0,0 +1,19 @@
+# Copyright 2023 The IREE Authors
+#
+# Licensed under the Apache License v2.0 with LLVM Exceptions.
+# See https://llvm.org/LICENSE.txt for license information.
+# SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
+
+message(STATUS "Enabling release assertions")
+include(${CMAKE_CURRENT_LIST_DIR}/linux_toolchain_release.cmake)
+
+string(REPLACE "-DNDEBUG" "" CMAKE_C_FLAGS_RELEASE "${CMAKE_C_FLAGS_RELEASE}")
+string(REPLACE "-DNDEBUG" "" CMAKE_CXX_FLAGS_RELEASE "${CMAKE_CXX_FLAGS_RELEASE}")
+string(REPLACE "-DNDEBUG" "" CMAKE_C_FLAGS_RELWITHDEBINFO "${CMAKE_C_FLAGS_RELWITHDEBINFO}")
+string(REPLACE "-DNDEBUG" "" CMAKE_CXX_FLAGS_RELWITHDEBINFO "${CMAKE_CXX_FLAGS_RELWITHDEBINFO}")
+
+message(STATUS "Release C/CXX flags:")
+message(STATUS "  CMAKE_C_FLAGS_RELEASE=${CMAKE_C_FLAGS_RELEASE}")
+message(STATUS "  CMAKE_CXX_FLAGS_RELEASE=${CMAKE_CXX_FLAGS_RELEASE}")
+message(STATUS "  CMAKE_C_FLAGS_RELWITHDEBINFO=${CMAKE_C_FLAGS_RELWITHDEBINFO}")
+message(STATUS "  CMAKE_CXX_FLAGS_RELWITHDEBINFO=${CMAKE_CXX_FLAGS_RELWITHDEBINFO}")
diff --git a/build_tools/pkgci/setup_venv.py b/build_tools/pkgci/setup_venv.py
new file mode 100755
index 000000000000..193800a02391
--- /dev/null
+++ b/build_tools/pkgci/setup_venv.py
@@ -0,0 +1,234 @@
+#!/usr/bin/env python3
+# Copyright 2023 The IREE Authors
+#
+# Licensed under the Apache License v2.0 with LLVM Exceptions.
+# See https://llvm.org/LICENSE.txt for license information.
+# SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
+
+"""Sets up a Python venv with compiler/runtime from a workflow run.
+
+There are two modes in which to use this script:
+
+* Within a workflow, an artifact action will typically be used to fetch
+  relevant package artifacts. Specify the fetch location with
+  `--artifact-path=`.
+
+* Locally, the `--fetch-gh-workflow=WORKFLOW_ID` can be used instead in order
+  to download and setup the venv in one step.
+
+You must have the `gh` command line tool installed and authenticated if you
+will be fetching artifacts.
+"""
+
+from typing import Optional, Dict, Tuple
+
+import argparse
+import functools
+from glob import glob
+import json
+import os
+import sys
+from pathlib import Path
+import platform
+import subprocess
+import sys
+import tempfile
+import zipfile
+
+
+@functools.lru_cache
+def list_gh_artifacts(run_id: str) -> Dict[str, str]:
+    print(f"Fetching artifacts for workflow run {run_id}")
+    base_path = f"/repos/openxla/iree"
+    output = subprocess.check_output(
+        [
+            "gh",
+            "api",
+            "-H",
+            "Accept: application/vnd.github+json",
+            "-H",
+            "X-GitHub-Api-Version: 2022-11-28",
+            f"{base_path}/actions/runs/{run_id}/artifacts",
+        ]
+    )
+    data = json.loads(output)
+    # Uncomment to debug:
+    # print(json.dumps(data, indent=2))
+    artifacts = {
+        rec["name"]: f"{base_path}/actions/artifacts/{rec['id']}/zip"
+        for rec in data["artifacts"]
+    }
+    print("Found artifacts:")
+    for k, v in artifacts.items():
+        print(f"  {k}: {v}")
+    return artifacts
+
+
+def fetch_gh_artifact(api_path: str, file: Path):
+    print(f"Downloading artifact {api_path}")
+    contents = subprocess.check_output(
+        [
+            "gh",
+            "api",
+            "-H",
+            "Accept: application/vnd.github+json",
+            "-H",
+            "X-GitHub-Api-Version: 2022-11-28",
+            api_path,
+        ]
+    )
+    file.write_bytes(contents)
+
+
+def find_venv_python(venv_path: Path) -> Optional[Path]:
+    paths = [venv_path / "bin" / "python", venv_path / "Scripts" / "python.exe"]
+    for p in paths:
+        if p.exists():
+            return p
+    return None
+
+
+def parse_arguments(argv=None):
+    parser = argparse.ArgumentParser(description="Setup venv")
+    parser.add_argument("--artifact-path", help="Path in which to find/fetch artifacts")
+    parser.add_argument(
+        "--fetch-gh-workflow", help="Fetch artifacts from a GitHub workflow"
+    )
+    parser.add_argument(
+        "--compiler-variant",
+        default="",
+        help="Package variant to install for the compiler ('', 'asserts')",
+    )
+    parser.add_argument(
+        "--runtime-variant",
+        default="",
+        help="Package variant to install for the runtime ('', 'asserts')",
+    )
+    parser.add_argument(
+        "venv_dir", type=Path, help="Directory in which to create the venv"
+    )
+    args = parser.parse_args(argv)
+    return args
+
+
+def main(args):
+    # Make sure we have an artifact path if fetching.
+    if not args.artifact_path and args.fetch_gh_workflow:
+        with tempfile.TemporaryDirectory() as td:
+            args.artifact_path = td
+            return main(args)
+
+    # Find the regression suite project.
+    rs_dir = (
+        (Path(__file__).resolve().parent.parent.parent)
+        / "experimental"
+        / "regression_suite"
+    )
+    if not rs_dir.exists():
+        print(f"Could not find regression_suite project: {rs_dir}")
+        return 1
+
+    artifact_prefix = f"{platform.system().lower()}_{platform.machine()}"
+    wheels = []
+    for package_stem, variant in [
+        ("iree-compiler", args.compiler_variant),
+        ("iree-runtime", args.runtime_variant),
+    ]:
+        wheels.append(
+            find_wheel_for_variants(args, artifact_prefix, package_stem, variant)
+        )
+    print("Installing wheels:", wheels)
+
+    # Set up venv.
+    venv_path = args.venv_dir
+    python_exe = find_venv_python(venv_path)
+
+    if not python_exe:
+        print(f"Creating venv at {str(venv_path)}")
+        subprocess.check_call([sys.executable, "-m", "venv", str(venv_path)])
+        python_exe = find_venv_python(venv_path)
+        if not python_exe:
+            raise RuntimeError("Error creating venv")
+
+    # Install each of the built wheels without deps or consulting an index.
+    # This is because we absolutely don't want this falling back to anything
+    # but what we said.
+    for artifact_path, package_name in wheels:
+        cmd = [
+            str(python_exe),
+            "-m",
+            "pip",
+            "install",
+            "--no-deps",
+            "--no-index",
+            "-f",
+            str(artifact_path),
+            "--force-reinstall",
+            package_name,
+        ]
+        print(f"Running command: {' '.join([str(c) for c in cmd])}")
+        subprocess.check_call(cmd)
+
+    # Now install the regression suite project, which will bring in any
+    # deps.
+    cmd = [
+        str(python_exe),
+        "-m",
+        "pip",
+        "install",
+        "--force-reinstall",
+        "-e",
+        str(rs_dir) + os.sep,
+    ]
+    print(f"Running command: {' '.join(cmd)}")
+    subprocess.check_call(cmd)
+
+    return 0
+
+
+def find_wheel_for_variants(
+    args, artifact_prefix: str, package_stem: str, variant: str
+) -> Tuple[Path, str]:
+    artifact_path = Path(args.artifact_path)
+    package_suffix = "" if variant == "" else f"-{variant}"
+    package_name = f"{package_stem}{package_suffix}"
+
+    def has_package():
+        norm_package_name = package_name.replace("-", "_")
+        pattern = str(artifact_path / f"{norm_package_name}-*.whl")
+        files = glob(pattern)
+        return bool(files)
+
+    if has_package():
+        return (artifact_path, package_name)
+
+    if not args.fetch_gh_workflow:
+        raise RuntimeError(
+            f"Could not find package {package_name} to install from {artifact_path}"
+        )
+
+    # Fetch.
+    artifact_path.mkdir(parents=True, exist_ok=True)
+    artifact_suffix = "" if variant == "" else f"_{variant}"
+    artifact_name = f"{artifact_prefix}_release{artifact_suffix}_packages"
+    artifact_file = artifact_path / f"{artifact_name}.zip"
+    if not artifact_file.exists():
+        print(f"Package {package_name} not found. Fetching from {artifact_name}...")
+        artifacts = list_gh_artifacts(args.fetch_gh_workflow)
+        if artifact_name not in artifacts:
+            raise RuntimeError(
+                f"Could not find required artifact {artifact_name} in run {args.fetch_gh_workflow}"
+            )
+        fetch_gh_artifact(artifacts[artifact_name], artifact_file)
+    print(f"Extracting {artifact_file}")
+    with zipfile.ZipFile(artifact_file) as zip_ref:
+        zip_ref.extractall(artifact_path)
+
+    # Try again.
+    if not has_package():
+        raise RuntimeError(f"Could not find {package_name} in {artifact_path}")
+    return (artifact_path, package_name)
+
+
+if __name__ == "__main__":
+    sys.exit(main(parse_arguments()))
diff --git a/experimental/regression_suite/.gitignore b/experimental/regression_suite/.gitignore
new file mode 100644
index 000000000000..4318334edbf7
--- /dev/null
+++ b/experimental/regression_suite/.gitignore
@@ -0,0 +1,2 @@
+artifacts/
+
diff --git a/experimental/regression_suite/README.md b/experimental/regression_suite/README.md
new file mode 100644
index 000000000000..3d30f08eaabf
--- /dev/null
+++ b/experimental/regression_suite/README.md
@@ -0,0 +1,58 @@
+# IREE regression testing suite
+
+This project defines tooling and tests comprising IREE's model regression
+testing suite. It aims operate at the compiler-input level and choreographs
+the normal tool flows of `iree-compile`, `iree-run-module`, 
+`iree-benchmark-module`, etc.
+
+## Quick Start
+
+If you have IREE tools on your path or have a virtual environment setup:
+
+```
+pip install -e experimental/regression_suite
+PATH=../iree-build/tools:$PATH \
+pytest experimental/regression_suite
+```
+
+Useful options:
+
+* `-s`: Stream all test output.
+* `-m MARKEXPR`: Select subsets of the test suite.
+
+Common marker selections:
+
+* `-m "plat_host_cpu and presubmit"`: Run the host-CPU tests configured for
+  presubmit on the CI.
+* `-m "plat_rdna3_vulkan and presubmit"`: Run the host-CPU tests configured for
+  presubmit on the CI.
+
+You can display all markers with `pytest experimental/regression_suite --markers`
+
+## Setting up a venv
+
+NOTE: For this to work, you must previously have installed GitHub command line
+tools and authenticated (`gh auth`). See https://cli.github.com/.
+
+The test suite doesn't care how you get tools on your path, but a common
+case is to run the regression suite from built compilers and tools from a
+GitHub presubmit or postsubmit run. This can be done in one step by setting
+up a venv:
+
+```
+deactivate  # If have any venv active.
+python ./build_tools/pkgci/setup_venv.py \
+  /tmp/iree_gh_venv \
+  --fetch-gh-workflow=<<RUN_ID>> \
+  [--compiler-variant=asserts] [--runtime-variant=asserts]
+source /tmp/iree_gh_venv/bin/activate
+```
+
+In the above, `<<RUN_ID>>` is the value in any GitHub action presubmit/postsubmit
+workflow which has built package artifacts. As an example, if looking at a GitHub
+Actions status page on: 
+`https://github.com/openxla/iree/actions/runs/5957351746/job/16159877442`, then
+the run id is the first number in the URL (5957351746).
+
+Running the above will allow you to run `pytest` and you will have tools as built
+at the commit from which the workflow run originated.
diff --git a/experimental/regression_suite/ireers/__init__.py b/experimental/regression_suite/ireers/__init__.py
new file mode 100644
index 000000000000..e293a53e0d6d
--- /dev/null
+++ b/experimental/regression_suite/ireers/__init__.py
@@ -0,0 +1,12 @@
+# Copyright 2023 The IREE Authors
+#
+# Licensed under the Apache License v2.0 with LLVM Exceptions.
+# See https://llvm.org/LICENSE.txt for license information.
+# SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
+
+from .fixtures import (
+    fetch_source_fixture,
+    iree_compile,
+    iree_benchmark_module,
+    iree_run_module,
+)
diff --git a/experimental/regression_suite/ireers/artifacts.py b/experimental/regression_suite/ireers/artifacts.py
new file mode 100644
index 000000000000..92bbb52a4bfe
--- /dev/null
+++ b/experimental/regression_suite/ireers/artifacts.py
@@ -0,0 +1,134 @@
+# Copyright 2023 The IREE Authors
+#
+# Licensed under the Apache License v2.0 with LLVM Exceptions.
+# See https://llvm.org/LICENSE.txt for license information.
+# SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
+
+from typing import Any, Callable, Collection, Dict, Union
+import functools
+from pathlib import Path
+import urllib.parse
+import urllib.request
+
+
+@functools.cache
+def get_artifact_root_dir() -> Path:
+    # TODO: Make configurable.
+    return Path.cwd() / "artifacts"
+
+
+class ArtifactGroup:
+    """A group of artifacts with a persistent location on disk."""
+
+    _INSTANCES: Dict[str, "ArtifactGroup"] = {}
+
+    def __init__(self, group_name: str):
+        self.group_name = group_name
+        if group_name:
+            self.directory = get_artifact_root_dir() / group_name
+        else:
+            self.directory = get_artifact_root_dir()
+        self.directory.mkdir(parents=True, exist_ok=True)
+
+    @classmethod
+    def get(cls, group: Union["ArtifactGroup", str]) -> "ArtifactGroup":
+        if isinstance(group, ArtifactGroup):
+            return group
+        try:
+            return cls._INSTANCES[group]
+        except KeyError:
+            instance = ArtifactGroup(group)
+            cls._INSTANCES[group] = instance
+            return instance
+
+
+class Artifact:
+    """Some form of artifact materialized to disk."""
+
+    def __init__(
+        self,
+        group: Union[ArtifactGroup, str],
+        name: str,
+        depends: Collection["Artifact"] = (),
+    ):
+        self.group = ArtifactGroup.get(group)
+        self.name = name
+        self.depends = tuple(depends)
+
+    @property
+    def path(self) -> Path:
+        return self.group.directory / self.name
+
+    def join(self):
+        """Waits for the artifact to become available."""
+        pass
+
+    def __str__(self):
+        return str(self.path)
+
+
+class ProducedArtifact(Artifact):
+    def __init__(
+        self,
+        group: Union[ArtifactGroup, str],
+        name: str,
+        callback: Callable[["ProducedArtifact"], Any],
+        *,
+        always_produce: bool = False,
+        depends: Collection["Artifact"] = (),
+    ):
+        self.group = ArtifactGroup.get(group)
+        super().__init__(group, name, depends)
+        self.name = name
+        self.callback = callback
+        self.always_produce = always_produce
+
+    @property
+    def stamp_path(self) -> Path:
+        """Path of a stamp file which indicates successful transfer."""
+        return self.path.with_suffix(self.path.suffix + ".stamp")
+
+    def start(self) -> "ProducedArtifact":
+        if not self.always_produce and self.stamp_path.exists():
+            if self.path.exists():
+                print(f"Not producing {self} because it has already been produced")
+                return self
+            self.stamp_path.unlink()
+        self.callback(self)
+        if not self.path.exists():
+            raise RuntimeError(
+                f"Artifact {self} succeeded generation but was not produced"
+            )
+        self.stamp()
+        return self
+
+    def stamp(self):
+        self.stamp_path.touch()
+
+
+class FetchedArtifact(ProducedArtifact):
+    """Represents an artifact that is to be fetched."""
+
+    def __init__(self, group: Union[ArtifactGroup, str], url: str):
+        name = Path(urllib.parse.urlparse(url).path).name
+        super().__init__(group, name, FetchedArtifact._callback)
+        self.url = url
+
+    @staticmethod
+    def _callback(self: "FetchedArtifact"):
+        print(f"Downloading {self.url} -> {self.path}", flush=True, end="")
+        urllib.request.urlretrieve(self.url, self.path)
+        print(f": Retrieved {self.path.stat().st_size} bytes")
+
+
+class StreamArtifact(Artifact):
+    def __init__(self, group: Union[ArtifactGroup, str], name: str):
+        super().__init__(group, name)
+        self.io = open(self.path, "ab", buffering=0)
+
+    def __del__(self):
+        self.io.close()
+
+    def write_line(self, line: Union[str, bytes]):
+        contents = line if isinstance(line, bytes) else line.encode()
+        self.io.write(contents + b"\n")
diff --git a/experimental/regression_suite/ireers/fixtures.py b/experimental/regression_suite/ireers/fixtures.py
new file mode 100644
index 000000000000..9f9ab77b6058
--- /dev/null
+++ b/experimental/regression_suite/ireers/fixtures.py
@@ -0,0 +1,92 @@
+# Copyright 2023 The IREE Authors
+#
+# Licensed under the Apache License v2.0 with LLVM Exceptions.
+# See https://llvm.org/LICENSE.txt for license information.
+# SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
+
+import pytest
+
+from typing import Dict, Sequence, Union
+from pathlib import Path
+import subprocess
+import time
+
+from .artifacts import (
+    Artifact,
+    FetchedArtifact,
+    ProducedArtifact,
+)
+
+
+IREE_COMPILE_QOL_FLAGS = [
+    "--mlir-timing",
+    "--mlir-timing-display=tree",
+    "--iree-consteval-jit-debug",
+]
+
+
+def fetch_source_fixture(url: str, *, group: str):
+    @pytest.fixture
+    def fetcher() -> FetchedArtifact:
+        art = FetchedArtifact(url=url, group=group)
+        art.start()
+        return art
+
+    return fetcher
+
+
+def iree_compile(source: Artifact, compiled_variant: str, flags: Sequence[str]):
+    name = Path(source.name).with_suffix(f".{compiled_variant}.vmfb")
+
+    def callback(vmfb_artifact: ProducedArtifact):
+        sep = "\n  "
+        print("**************************************************************")
+        print(f"Compiling {source} -> {vmfb_artifact} with flags:")
+        print(f"  {sep.join(flags)}")
+        start_time = time.time()
+        subprocess.check_call(
+            [
+                "iree-compile",
+                "-o",
+                str(vmfb_artifact.path),
+                str(source.path),
+            ]
+            + IREE_COMPILE_QOL_FLAGS
+            + flags,
+            cwd=str(source.group.directory),
+        )
+        run_time = time.time() - start_time
+        print(f"Compilation succeeded in {run_time}s")
+        print("**************************************************************")
+
+    return ProducedArtifact(source.group, name, callback, depends=[source]).start()
+
+
+def iree_run_module(vmfb: Artifact, *, device, function, args: Sequence[str] = ()):
+    vmfb.join()
+    exec_args = [
+        "iree-run-module",
+        f"--device={device}",
+        f"--module={vmfb.path}",
+        f"--function={function}",
+    ]
+    exec_args.extend(args)
+    print("**************************************************************")
+    print("Exec:", " ".join(exec_args))
+    subprocess.check_call(exec_args, cwd=vmfb.group.directory)
+
+
+def iree_benchmark_module(
+    vmfb: Artifact, *, device, function, args: Sequence[str] = ()
+):
+    vmfb.join()
+    exec_args = [
+        "iree-benchmark-module",
+        f"--device={device}",
+        f"--module={vmfb.path}",
+        f"--function={function}",
+    ]
+    exec_args.extend(args)
+    print("**************************************************************")
+    print("Exec:", " ".join(exec_args))
+    subprocess.check_call(exec_args, cwd=vmfb.group.directory)
diff --git a/experimental/regression_suite/pyproject.toml b/experimental/regression_suite/pyproject.toml
new file mode 100644
index 000000000000..61a4714adc04
--- /dev/null
+++ b/experimental/regression_suite/pyproject.toml
@@ -0,0 +1,11 @@
+[build-system]
+requires = ["setuptools", "wheel"]
+build-backend = "setuptools.build_meta"
+
+[tool.pytest.ini_options]
+markers = [
+    "plat_host_cpu: mark tests as running on the host CPU",
+    "plat_rdna3_vulkan: mark tests as running on AMD RDNA3 Vulkan device",
+    "presubmit: mark test as running on presubmit",
+    "unstable_linalg: mark test as depending on unstable, serialized linalg IR",
+]
diff --git a/experimental/regression_suite/setup.cfg b/experimental/regression_suite/setup.cfg
new file mode 100644
index 000000000000..78632295d94c
--- /dev/null
+++ b/experimental/regression_suite/setup.cfg
@@ -0,0 +1,3 @@
+[tool:pytest]
+testpaths =
+  ./tests
diff --git a/experimental/regression_suite/setup.py b/experimental/regression_suite/setup.py
new file mode 100644
index 000000000000..24248400f4f5
--- /dev/null
+++ b/experimental/regression_suite/setup.py
@@ -0,0 +1,24 @@
+# Copyright 2023 The IREE Authors
+#
+# Licensed under the Apache License v2.0 with LLVM Exceptions.
+# See https://llvm.org/LICENSE.txt for license information.
+# SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
+
+from setuptools import find_namespace_packages, setup
+
+setup(
+    name=f"iree-regression-suite",
+    version=f"0.1dev1",
+    packages=find_namespace_packages(
+        include=[
+            "ireers",
+        ],
+    ),
+    install_requires=[
+        "numpy",
+        "pytest",
+        "pytest-xdist",
+        "PyYAML",
+    ],
+    extras_require={},
+)
diff --git a/experimental/regression_suite/tests/pregenerated/test_llama2.py b/experimental/regression_suite/tests/pregenerated/test_llama2.py
new file mode 100644
index 000000000000..9907c1db6b1c
--- /dev/null
+++ b/experimental/regression_suite/tests/pregenerated/test_llama2.py
@@ -0,0 +1,102 @@
+# Copyright 2023 The IREE Authors
+#
+# Licensed under the Apache License v2.0 with LLVM Exceptions.
+# See https://llvm.org/LICENSE.txt for license information.
+# SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
+
+import pytest
+from ireers import *
+
+###############################################################################
+# Fixtures
+###############################################################################
+
+COMMON_FLAGS = [
+    "--iree-input-type=none",
+    "--iree-stream-resource-index-bits=64",
+    "--iree-vm-target-index-bits=64",
+    "--iree-opt-const-expr-hoisting=false",
+    "--iree-stream-resource-max-allocation-size=3221225472",
+]
+
+llama2_7b_f16qi4_source = fetch_source_fixture(
+    "https://storage.googleapis.com/shark_tank/stella/llama2_7b_int4_stripped.mlir",
+    group="llama2_7b_f16qi4",
+)
+
+
+@pytest.fixture
+def llama2_7b_f16qi4_rdna3_vulkan_vmfb(llama2_7b_f16qi4_source):
+    return iree_compile(
+        llama2_7b_f16qi4_source,
+        "rdna3_vulkan",
+        flags=COMMON_FLAGS
+        + [
+            "--iree-hal-target-backends=vulkan",
+            "--iree-vulkan-target-triple=rdna3-unknown-linux",
+        ],
+    )
+
+
+@pytest.fixture
+def llama2_7b_f16qi4_host_cpu_vmfb(llama2_7b_f16qi4_source):
+    return iree_compile(
+        llama2_7b_f16qi4_source,
+        "host_cpu",
+        flags=COMMON_FLAGS
+        + [
+            "--iree-hal-target-backends=llvm-cpu",
+            "--iree-llvmcpu-target-cpu-features=host",
+        ],
+    )
+
+
+###############################################################################
+# Tests
+###############################################################################
+
+
+@pytest.mark.presubmit
+@pytest.mark.unstable_linalg
+@pytest.mark.plat_rdna3_vulkan
+def test_step_rdna3_vulkan_stripped(llama2_7b_f16qi4_rdna3_vulkan_vmfb):
+    iree_benchmark_module(
+        llama2_7b_f16qi4_rdna3_vulkan_vmfb,
+        device="vulkan",
+        function="first_vicuna_forward",
+        args=[
+            "--input=1x1xi64",
+        ],
+    )
+    iree_benchmark_module(
+        llama2_7b_f16qi4_rdna3_vulkan_vmfb,
+        device="vulkan",
+        function="second_vicuna_forward",
+        args=[
+            "--input=1x1xi64",
+        ]
+        + (["--input=1x32x1x128xf16"] * 64),
+    )
+
+
+@pytest.mark.presubmit
+@pytest.mark.unstable_linalg
+@pytest.mark.plat_host_cpu
+def test_step_host_cpu_stripped(llama2_7b_f16qi4_host_cpu_vmfb):
+    iree_benchmark_module(
+        llama2_7b_f16qi4_host_cpu_vmfb,
+        device="local-task",
+        function="first_vicuna_forward",
+        args=[
+            "--input=1x1xi64",
+        ],
+    )
+    iree_benchmark_module(
+        llama2_7b_f16qi4_host_cpu_vmfb,
+        device="local-task",
+        function="second_vicuna_forward",
+        args=[
+            "--input=1x1xi64",
+        ]
+        + (["--input=1x32x1x128xf16"] * 64),
+    )
diff --git a/experimental/regression_suite/tools/strip_and_bc_input.sh b/experimental/regression_suite/tools/strip_and_bc_input.sh
new file mode 100755
index 000000000000..06132d0b01dc
--- /dev/null
+++ b/experimental/regression_suite/tools/strip_and_bc_input.sh
@@ -0,0 +1,23 @@
+# Copyright 2023 The IREE Authors
+#
+# Licensed under the Apache License v2.0 with LLVM Exceptions.
+# See https://llvm.org/LICENSE.txt for license information.
+# SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
+
+# Helper to, given an MLIR file from a "frontend", produce two variants:
+#  1. An .mlirbc with unaltered contents.
+#  2. An _stripped.mlir with stripped constants.
+
+set -e
+set -x
+
+input_file="$1"
+mlirbc_file="${input_file%%.mlir*}.mlirbc"
+stripped_file="${input_file%%.mlir*}_stripped.mlir"
+
+echo "Copying to bytecode $input_file -> $mlirbc_file"
+iree-ir-tool copy --emit-bytecode -o "$mlirbc_file" "$input_file"
+
+echo "Stripping $mlirbc_file -> $stripped_file"
+iree-ir-tool strip-data -o "$stripped_file" "$mlirbc_file"
+