Generate symbols #41
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Generate symbols | |
| on: | |
| workflow_dispatch: | |
| inputs: | |
| structures_ref: | |
| description: Structures branch to build from and update | |
| required: true | |
| default: master | |
| version: | |
| description: DF version | |
| required: true | |
| platform: | |
| description: Target OS platform | |
| type: choice | |
| required: true | |
| default: all | |
| options: | |
| - all | |
| - windows | |
| - linux | |
| channel: | |
| description: DF distribution channel | |
| type: choice | |
| required: true | |
| default: all | |
| options: | |
| - all | |
| - steam | |
| - itch | |
| - classic | |
| df_steam_branch: | |
| description: DF Steam branch to read from (if processing Steam distribution channel) | |
| required: true | |
| type: choice | |
| default: default | |
| options: | |
| - default | |
| - testing | |
| - adventure_test | |
| - beta | |
| steam_branch: | |
| description: DFHack Steam branch to deploy to (leave blank to skip deploy) | |
| type: string | |
| jobs: | |
| package: | |
| uses: ./.github/workflows/build-linux.yml | |
| if: inputs.platform == 'all' || inputs.platform == 'linux' | |
| with: | |
| dfhack_ref: ${{ github.ref }} | |
| structures_ref: ${{ inputs.structures_ref }} | |
| artifact-name: dfhack-symbols-linux64-build | |
| append-date-and-hash: false | |
| cache-id: release | |
| cache-readonly: true | |
| plugins: false | |
| secrets: inherit | |
| generate-linux: | |
| name: Generate linux64 symbols | |
| runs-on: ubuntu-latest | |
| if: inputs.platform == 'all' || inputs.platform == 'linux' | |
| needs: | |
| - package | |
| steps: | |
| - name: Install dependencies | |
| run: | | |
| sudo apt-get update | |
| sudo apt-get install \ | |
| ansifilter \ | |
| libsdl2-2.0-0 \ | |
| libsdl2-image-2.0-0 | |
| - name: Clone structures | |
| uses: actions/checkout@v4 | |
| with: | |
| repository: DFHack/df-structures | |
| ref: ${{ inputs.structures_ref }} | |
| token: ${{ secrets.DFHACK_GITHUB_TOKEN }} | |
| path: xml | |
| - name: Download DFHack | |
| uses: actions/download-artifact@v4 | |
| with: | |
| name: dfhack-symbols-linux64-build | |
| - name: Start X server | |
| run: Xvfb :0 -screen 0 1600x1200x24 & | |
| # Steam | |
| - name: Setup steamcmd | |
| if: inputs.channel == 'all' || inputs.channel == 'steam' | |
| id: steamcmd | |
| uses: CyberAndrii/setup-steamcmd@v1 | |
| - name: Generate Steam symbols | |
| if: inputs.channel == 'all' || inputs.channel == 'steam' | |
| env: | |
| DISPLAY: :0 | |
| STEAM_USERNAME: ${{ secrets.STEAM_USERNAME }} | |
| STEAM_CONFIG_VDF: ${{ secrets.STEAM_CONFIG_VDF }} | |
| STEAM_DF_TESTING: ${{ secrets.STEAM_DF_TESTING }} | |
| STEAM_DF_ADVENTURE_TEST: ${{ secrets.STEAM_DF_ADVENTURE_TEST }} | |
| run: | | |
| mkdir DF_steam | |
| mkdir -p $HOME/Steam/config | |
| echo "$STEAM_CONFIG_VDF" | base64 -d >$HOME/Steam/config/config.vdf | |
| echo "DF steam branch: ${{ inputs.df_steam_branch }}" | |
| if [ "${{ inputs.df_steam_branch }}" = "default" ]; then | |
| BETA_PARAMS="" | |
| elif [ "${{ inputs.df_steam_branch }}" = "testing" ]; then | |
| BETA_PARAMS="-beta testing -betapassword $STEAM_DF_TESTING" | |
| elif [ "${{ inputs.df_steam_branch }}" = "adventure_test" ]; then | |
| BETA_PARAMS="-beta adventure_test -betapassword $STEAM_DF_ADVENTURE_TEST" | |
| else | |
| BETA_PARAMS="-beta ${{ inputs.df_steam_branch }}" | |
| fi | |
| ${{ steps.steamcmd.outputs.executable }} \ | |
| +@ShutdownOnFailedCommand 1 \ | |
| +force_install_dir $PWD/DF_steam \ | |
| +login $STEAM_USERNAME \ | |
| "+app_update 975370 $BETA_PARAMS validate" \ | |
| +quit | |
| tar xjf dfhack-symbols-linux64-build.tar.bz2 -C DF_steam | |
| xml/symbols_gen_linux.sh ${{ inputs.version }} STEAM DF_steam | |
| # Itch | |
| - name: Generate Itch symbols | |
| if: inputs.channel == 'all' || inputs.channel == 'itch' | |
| env: | |
| DISPLAY: :0 | |
| ITCH_API_KEY: ${{ secrets.ITCH_API_KEY }} | |
| run: | | |
| mkdir DF_itch | |
| pip install itch-dl | |
| minor=$(echo "${{ inputs.version }}" | cut -d. -f1) | |
| patch=$(echo "${{ inputs.version }}" | cut -d. -f2) | |
| itch-dl https://kitfoxgames.itch.io/dwarf-fortress --download-to . --api-key $ITCH_API_KEY | |
| tar xjf "kitfoxgames/dwarf-fortress/files/dwarf_fortress_${minor}_${patch}_linux.tar.bz2" -C DF_itch | |
| tar xjf dfhack-symbols-linux64-build.tar.bz2 -C DF_itch | |
| xml/symbols_gen_linux.sh ${{ inputs.version }} ITCH DF_itch | |
| # Classic | |
| - name: Generate Classic symbols | |
| if: inputs.channel == 'all' || inputs.channel == 'classic' | |
| env: | |
| DISPLAY: :0 | |
| run: | | |
| mkdir DF_classic | |
| minor=$(echo "${{ inputs.version }}" | cut -d. -f1) | |
| patch=$(echo "${{ inputs.version }}" | cut -d. -f2) | |
| fname="df_${minor}_${patch}_linux.tar.bz2" | |
| wget "https://www.bay12games.com/dwarves/${fname}" | |
| tar xjf "${fname}" -C DF_classic | |
| tar xjf dfhack-symbols-linux64-build.tar.bz2 -C DF_classic | |
| xml/symbols_gen_linux.sh ${{ inputs.version }} CLASSIC DF_classic | |
| # Finalize | |
| - name: Merge updates | |
| run: | | |
| cd xml | |
| if ! git diff --exit-code; then | |
| git stash | |
| git pull | |
| git stash pop | |
| fi | |
| - name: Commit symbol updates | |
| uses: stefanzweifel/git-auto-commit-action@v5 | |
| with: | |
| commit_message: Auto-update symbols | |
| repository: xml | |
| commit_user_name: DFHack-Urist via GitHub Actions | |
| commit_user_email: 63161697+DFHack-Urist@users.noreply.github.com | |
| generate-windows: | |
| name: Generate win64 symbols | |
| runs-on: ubuntu-latest | |
| if: inputs.platform == 'all' || inputs.platform == 'windows' | |
| steps: | |
| - name: Install dependencies | |
| run: pip install pefile | |
| - name: Clone structures | |
| uses: actions/checkout@v4 | |
| with: | |
| repository: DFHack/df-structures | |
| ref: ${{ inputs.structures_ref }} | |
| token: ${{ secrets.DFHACK_GITHUB_TOKEN }} | |
| path: xml | |
| - name: Clone df_misc | |
| uses: actions/checkout@v4 | |
| with: | |
| repository: DFHack/df_misc | |
| path: df_misc | |
| - name: Clone metasm | |
| uses: actions/checkout@v4 | |
| with: | |
| repository: jjyg/metasm | |
| path: metasm | |
| # Steam | |
| - name: Setup steamcmd | |
| if: inputs.channel == 'all' || inputs.channel == 'steam' | |
| id: steamcmd | |
| uses: CyberAndrii/setup-steamcmd@v1 | |
| - name: Generate Steam symbols | |
| if: inputs.channel == 'all' || inputs.channel == 'steam' | |
| env: | |
| STEAM_USERNAME: ${{ secrets.STEAM_USERNAME }} | |
| STEAM_CONFIG_VDF: ${{ secrets.STEAM_CONFIG_VDF }} | |
| STEAM_DF_TESTING: ${{ secrets.STEAM_DF_TESTING }} | |
| STEAM_DF_ADVENTURE_TEST: ${{ secrets.STEAM_DF_ADVENTURE_TEST }} | |
| run: | | |
| mkdir DF_steam | |
| mkdir -p $HOME/Steam/config | |
| echo "$STEAM_CONFIG_VDF" | base64 -d >$HOME/Steam/config/config.vdf | |
| echo "DF steam branch: ${{ inputs.df_steam_branch }}" | |
| if [ "${{ inputs.df_steam_branch }}" = "default" ]; then | |
| BETA_PARAMS="" | |
| elif [ "${{ inputs.df_steam_branch }}" = "testing" ]; then | |
| BETA_PARAMS="-beta testing -betapassword $STEAM_DF_TESTING" | |
| elif [ "${{ inputs.df_steam_branch }}" = "adventure_test" ]; then | |
| BETA_PARAMS="-beta adventure_test -betapassword $STEAM_DF_ADVENTURE_TEST" | |
| else | |
| BETA_PARAMS="-beta ${{ inputs.df_steam_branch }}" | |
| fi | |
| ${{ steps.steamcmd.outputs.executable }} \ | |
| +@ShutdownOnFailedCommand 1 \ | |
| +@sSteamCmdForcePlatformType windows \ | |
| +force_install_dir $PWD/DF_steam \ | |
| +login $STEAM_USERNAME \ | |
| "+app_update 975370 $BETA_PARAMS validate" \ | |
| +quit | |
| xml/symbols_gen_windows.sh ${{ inputs.version }} STEAM DF_steam | |
| # Itch | |
| - name: Generate Itch symbols | |
| if: inputs.channel == 'all' || inputs.channel == 'itch' | |
| env: | |
| ITCH_API_KEY: ${{ secrets.ITCH_API_KEY }} | |
| run: | | |
| mkdir DF_itch | |
| pip install itch-dl | |
| minor=$(echo "${{ inputs.version }}" | cut -d. -f1) | |
| patch=$(echo "${{ inputs.version }}" | cut -d. -f2) | |
| itch-dl https://kitfoxgames.itch.io/dwarf-fortress --download-to . --api-key $ITCH_API_KEY | |
| unzip -d DF_itch "kitfoxgames/dwarf-fortress/files/dwarf_fortress_${minor}_${patch}_windows.zip" | |
| xml/symbols_gen_windows.sh ${{ inputs.version }} ITCH DF_itch | |
| # Classic | |
| - name: Generate Classic symbols | |
| if: inputs.channel == 'all' || inputs.channel == 'classic' | |
| run: | | |
| mkdir DF_classic | |
| minor=$(echo "${{ inputs.version }}" | cut -d. -f1) | |
| patch=$(echo "${{ inputs.version }}" | cut -d. -f2) | |
| fname="df_${minor}_${patch}_win.zip" | |
| wget "https://www.bay12games.com/dwarves/${fname}" | |
| unzip -d DF_classic "${fname}" | |
| xml/symbols_gen_windows.sh ${{ inputs.version }} CLASSIC DF_classic | |
| # Finalize | |
| - name: Merge updates | |
| run: | | |
| cd xml | |
| if ! git diff --exit-code; then | |
| git stash | |
| git pull | |
| git stash pop | |
| fi | |
| - name: Commit symbol updates | |
| uses: stefanzweifel/git-auto-commit-action@v5 | |
| with: | |
| commit_message: Auto-update symbols | |
| repository: xml | |
| commit_user_name: DFHack-Urist via GitHub Actions | |
| commit_user_email: 63161697+DFHack-Urist@users.noreply.github.com | |
| update-ref: | |
| name: Update structures ref | |
| runs-on: ubuntu-latest | |
| needs: | |
| - generate-linux | |
| - generate-windows | |
| if: ${{ ! failure() }} | |
| steps: | |
| - name: Clone DFHack | |
| uses: actions/checkout@v4 | |
| with: | |
| token: ${{ secrets.DFHACK_GITHUB_TOKEN }} | |
| - name: Update ref | |
| run: | | |
| git submodule update --init --no-single-branch library/xml | |
| cd library/xml | |
| git checkout ${{ inputs.structures_ref }} | |
| git pull | |
| - name: Commit ref update | |
| uses: stefanzweifel/git-auto-commit-action@v5 | |
| with: | |
| commit_message: Auto-update structures ref | |
| commit_user_name: DFHack-Urist via GitHub Actions | |
| commit_user_email: 63161697+DFHack-Urist@users.noreply.github.com | |
| - name: Launch steam-deploy | |
| if: inputs.steam_branch | |
| shell: bash | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| run: gh workflow run steam-deploy.yml -R DFHack/dfhack -r ${{ github.ref }} -f version=${{ inputs.version }} -f steam_branch=${{ inputs.steam_branch }} |