RetroDECK/.github/workflows/cooker-selfhosted.yml

name: "Build cooker"

on:
  push:
    branches:
     - cooker*
     - feat*
    paths:
     - '.github/workflows/**'
     - 'automation_tools/**'
     - 'config/**'
     - 'config/es-de/**'
     - 'functions/**'
     - 'rd-submodules/**'
     - '*.sh'
     - 'net.retrodeck.retrodeck.yml'
     - 'net.retrodeck.retrodeck.appdata.xml'
  pull_request_target: 
    branches:
     - cooker*

  # Italy (CET): 11:00 PM
  # Japan (JST): 7:00 AM
  # schedule:
  #  - cron: '0 22 * * *'

  workflow_dispatch:

permissions:
  contents: write

jobs:

  Building_RetroDECK:
    runs-on: retrodeck
    steps:        

      # Circumventing this bug: https://github.com/flatpak/flatpak-builder/issues/317
      - name: Remove stuck mounts
        run: sudo umount -f /home/ubuntu/actions-runner/_work/RetroDECK/RetroDECK/.flatpak-builder/rofiles/*
        continue-on-error: true

      - name: Generate a token for Rekku
        if: github.repository_owner == 'RetroDECK'
        id: generate-rekku-token
        uses: actions/create-github-app-token@v1
        with:
          app-id: ${{ vars.REKKU_APP_ID }}
          private-key: ${{ secrets.REKKU_PRIVATE_KEY }}
          repositories: "RetroDECK,Cooker"
          owner: "RetroDECK"
    
      - name: Clone RetroDECK repo
        uses: actions/checkout@v4
        with:
          ref: ${{ github.event.pull_request.head.ref || github.ref }}                          # Use the branch or commit reference from the pull request if available; otherwise, fall back to the reference from the event that triggered the workflow.
          repository: ${{ github.event.pull_request.head.repo.full_name || github.repository }} # Use the repository name from the pull request if available; otherwise, use the repository name from the event that triggered the workflow.
          submodules: 'true'

      - name: "Install dependencies"
        run: "automation_tools/install_dependencies.sh"    

      - name: Generate cooker build ID
        run: "/bin/bash ${GITHUB_WORKSPACE}/automation_tools/cooker_build_id.sh"

      - name: Get branch name
        id: branch_name
        run: echo "BRANCH_NAME=$(echo $GITHUB_REF | sed 's|refs/heads/||')" >> $GITHUB_ENV

      # if it's a feature branch it will not marked as "latest" cooker version
      - name: "Set makeLatest (cooker only)"
        run: |
          if [[ "$BRANCH_NAME" == 'feat/'* || "$BRANCH_NAME" == 'refs/'* ]]; then
            echo "MAKE_LATEST=false" >> $GITHUB_ENV
          else
            echo "MAKE_LATEST=true" >> $GITHUB_ENV
          fi

      # Generate version tag based on the branch name: if the branch is coming from a PR the tag should be manually built
      - name: "Generate version tag"
        run: |

          # Source version extractor script and get manifest version
          source automation_tools/version_extractor.sh
          MANIFEST_VERSION="$(fetch_manifest_version)"
          
          # Set manifest version to environment variable
          echo "MANIFEST_VERSION=$MANIFEST_VERSION" >> $GITHUB_ENV

          # Determine tag based on branch type
          if [[ "$BRANCH_NAME" == refs/pull/* ]]; then
            pr_number=$(echo "$GITHUB_REF" | awk -F'/' '{print $3}')
            source_branch=$(curl -s "https://api.github.com/repos/RetroDECK/RetroDECK/pulls/$pr_number" | jq -r '.head.ref' | tr '/' '-')
            TAG="PR-$pr_number-$source_branch-${{ env.buildid }}"
          else
            TAG="$MANIFEST_VERSION-${{ env.buildid }}"
          fi

          # Set tag to environment variable
          echo "TAG=$TAG" >> $GITHUB_ENV

          # Output debug information
          echo "MANIFEST_VERSION: $MANIFEST_VERSION"
          echo "Version TAG: $TAG"

      # backing up manifest in case download fails and hashes must be recalculated
      - name: Manifest backup
        run: "cp ${GITHUB_WORKSPACE}/net.retrodeck.retrodeck.yml ${GITHUB_WORKSPACE}/net.retrodeck.retrodeck.yml.bak"

      - name: Run pre-build automation tasks
        run : "/bin/bash ${GITHUB_WORKSPACE}/automation_tools/pre_build_automation.sh"

      - name: "Adding flatpak portal for automated updates (cooker only)"
        run: "/bin/bash ${GITHUB_WORKSPACE}/automation_tools/cooker_flatpak_portal_add.sh"

      - name: "Updating release notes in appdata"
        run: "automation_tools/appdata_management.sh"

      - name: "[DEBUG] Outputting manifest"
        run: cat net.retrodeck.retrodeck.yml

      - name: "Build flatpak: download only"
        id: "flatpak-download"
        run: "/bin/bash ${GITHUB_WORKSPACE}/automation_tools/flatpak_build_download_only.sh"
        continue-on-error: true

      # Sometimes flatpak download fails, in this case it tries a second time
      - name: "Build flatpak: download only (retry)"
        if: steps.flatpak-download.outcome == 'failure'
        run: |
          echo "Download failed, maybe some hash changed since the build start."
          echo "Recalculating hashes and retrying download..."
          rm -f "{GITHUB_WORKSPACE}/net.retrodeck.retrodeck.yml"
          cp "${GITHUB_WORKSPACE}/net.retrodeck.retrodeck.yml.bak" "${GITHUB_WORKSPACE}/net.retrodeck.retrodeck.yml"
          "${GITHUB_WORKSPACE}/automation_tools/pre_build_automation.sh"
          "${GITHUB_WORKSPACE}/automation_tools/flatpak_build_download_only.sh"

      - name: Build flatpak
        run: "/bin/bash ${GITHUB_WORKSPACE}/automation_tools/flatpak_build_only.sh"

      - name: Create Bundle
        run: "/bin/bash ${GITHUB_WORKSPACE}/automation_tools/flatpak_build_bundle.sh"
      - name: Get commits since last release
        run: |
          # Get the latest release tag
          LATEST_TAG=$(git describe --tags --abbrev=0)
          # Get all commits since the latest release tag
          COMMITS=$(git log $LATEST_TAG..HEAD --pretty=format:"- %s")
          # Set the output variable
          echo "COMMITS=$COMMITS" >> $GITHUB_ENV
        continue-on-error: true

      - name: Publish the flatpak in a new cooker release
        uses: ncipollo/release-action@v1
        with:
          tag: "${{env.TAG}}"
          body: |
            # Release Notes (Cooker)
            This is a cooker snapshot based on the commit: ${{ github.event.repository.full_name }}@${{github.sha}}.
            On branch [${{env.BRANCH_NAME}}](https://github.com/RetroDECK/RetroDECK/tree/${{env.BRANCH_NAME}}).

            ## Commits since last cooker build
            ${{ env.COMMITS }}

            For the full release note for this build please refer to the channel [#BETA-TESTING](https://discord.gg/WDc5C9YWMx) on our Discord server.
      
            Cooker channel is provided for the community to test fixes and explore new functionality.
            Please DO NOT open issues or ask support on this build.

          artifacts: "RetroDECK-cooker.flatpak,RetroDECK-cooker.flatpak.sha,RetroDECK-Artifact.tar.gz"
          allowUpdates: true
          makeLatest: ${{env.MAKE_LATEST}} # if it's a feat branch is not considered the latest build
          token: ${{ steps.generate-rekku-token.outputs.token }}
          repo: ${{ github.repository_owner == 'RetroDECK' && 'Cooker' || github.repository }} # If the repo owner is RetroDECK, publish to Cooker, otherwise publish to the current fork repo
        continue-on-error: true

      - name: Rewrite Tag
        if: github.repository_owner == 'RetroDECK'
        run: |
          git submodule deinit -f --all
          git fetch --tags
          git config --global user.name "Rekku"
          git config --global user.email "rekku@retrodeck.net"
          if git rev-parse --verify "${{ env.TAG }}" >/dev/null 2>&1; then # if the tag exists
              git tag -d "${{ env.TAG }}"                                  # remove it from local repo
              git push --delete origin "${{ env.TAG }}"                    # and from remote
          fi
          git tag "${{ env.TAG }}"             # Create the tag locally               
          git push origin "${{ env.TAG }}"     # Push the new tag in the remote repo
        env:
          GITHUB_TOKEN: ${{ steps.generate-rekku-token.outputs.token }}

      # In case it cannot publish the release at least it's providing the flatpak file for creating a manual release
      - name: Upload RetroDECK-cooker.flatpak
        uses: actions/upload-artifact@v4
        with:
          name: retrodeck-flatpak
          path: RetroDECK-cooker.flatpak
        continue-on-error: true

      # We never needed this in cooker
      # - name: Create Artifact for flathub
      #   if: github.repository_owner == 'RetroDECK'
      #   run: | 
      #     tar -czf ${GITHUB_WORKSPACE}/RetroDECK-Artifact-cooker.tar.gz -C ${GITHUB_WORKSPACE}/retrodeck-flatpak-cooker .
      #     hash=($(sha256sum ${GITHUB_WORKSPACE}/RetroDECK-Artifact-cooker.tar.gz))
      #     echo $hash > ${GITHUB_WORKSPACE}/RetroDECK-Artifact-cooker.sha
      #     mv -f RetroDECK-Artifact-cooker.* ${{ secrets.ARTIFACT_REPO }}
      #   continue-on-error: true

      # - name: Upload RetroDECK-cooker.flatpak to Gitea Release
      #   if: github.repository_owner == 'RetroDECK'
      #   run: |
      #     # Set variables for Gitea host, organization, repository, access token, and release details
      #     GITEA_HOST="repo.retrodeck.net"
      #     UPLOAD_HOST="upload.retrodeck.net"
      #     ORGANIZATION="RetroDECK"
      #     REPO="RetroDECK-cooker"
      #     GITEA_TOKEN="${{ secrets.GITEA_TRIGGER_BUILD_TOKEN }}"
      #     RELEASE_NAME="RetroDECK ${{env.TAG}}"
      #     TAG="${{env.TAG}}"
      #     RELEASE_BODY="# Release Notes (Cooker)
      #     This is a cooker snapshot based on the commit: ${{ github.event.repository.full_name }}@${{github.sha}}.
      #     On branch [${{env.BRANCH_NAME}}](https://repo.retrodeck.net/RetroDECK/RetroDECK/src/branch/${{env.BRANCH_NAME}}).

      #     ## Commits since last release
      #     ${{ steps.commits.outputs.commits }}

      #     For the full release note for this build please refer to the channel [#BETA-TESTING](https://discord.gg/WDc5C9YWMx) on our Discord server.

      #     Cooker channel is provided for the community to test fixes and explore new functionality.
      #     Please DO NOT open issues or ask support on this build."

      #     # Create a release using curl and capture the release ID
      #     release_response=$(curl -X POST \
      #         -H "Authorization: token ${GITEA_TOKEN}" \
      #         -H "Content-Type: application/json" \
      #         -d "{\"tag_name\":\"$TAG\",\"name\":\"$RELEASE_NAME\",\"body\":\"$RELEASE_BODY\"}" \
      #         "http://$GITEA_HOST/api/v1/repos/$ORGANIZATION/$REPO/releases")

      #     # Extract the release ID from the response
      #     release_id=$(echo $release_response | jq -r '.id')

      #     # Upload artifacts
      #     curl -X POST \
      #         -H "Authorization: token ${GITEA_TOKEN}" \
      #         -H "X-GitHub-Token: ${{ secrets.UPLOAD_TOKEN }}" \
      #         -H "Content-Type: multipart/form-data" \
      #         -F "attachment=@RetroDECK-cooker.flatpak" \
      #         "http://$UPLOAD_HOST/api/v1/repos/$ORGANIZATION/$REPO/releases/$release_id/assets?name=RetroDECK-cooker.flatpak"

      #     # Upload artifacts sha
      #     curl -X POST \
      #         -H "Authorization: token ${GITEA_TOKEN}" \
      #         -H "X-GitHub-Token: ${{ secrets.UPLOAD_TOKEN }}" \
      #         -H "Content-Type: multipart/form-data" \
      #         -F "attachment=@RetroDECK-cooker.flatpak.sha" \
      #         "http://$UPLOAD_HOST/api/v1/repos/$ORGANIZATION/$REPO/releases/$release_id/assets?name=RetroDECK-cooker.flatpak.sha"

      #     curl -X POST \
      #         -H "Authorization: token ${GITEA_TOKEN}" \
      #         -H "X-GitHub-Token: ${{ secrets.UPLOAD_TOKEN }}" \
      #         -H "Content-Type: multipart/form-data" \
      #         -F "attachment=@RetroDECK-Artifact.tar.gz" \
      #         "http://$UPLOAD_HOST/api/v1/repos/$ORGANIZATION/$REPO/releases/$release_id/assets?name=RetroDECK-Artifact.tar.gz"