build-meson-single-openwrt-2305.yml

name: Build 23.05.5 Single Burn

# Fix for broken build: https://github.com/softprops/action-gh-release/issues/236
permissions:
  contents: write
  actions: write

on:
  repository_dispatch:
  workflow_dispatch:
    inputs:
      Cache:
        description: 'Use Cache'
        required: true
        default: 'true'
        type: choice
        options:
        - 'true'
        - 'false'
      UPLOAD_RELEASE:
        description: 'UPLOAD To RELEASE'
        required: true
        default: 'true'
        type: choice
        options:
        - 'true'
        - 'false'
      MACH:
        description: 'Choose machine'
        required: true
        default: 'ws1508'
        type: choice
        options:
        - 'ws1508'
        - 'onecloud'
      SETIP:
        description: 'Set ip address'
        default: '192.168.66.1'
        required: false
        type: choice
        options:
        - '192.168.66.1'
        - '192.168.8.1'
        - '192.168.16.1'
        - '192.168.19.1'
        - '192.168.9.1'
        - '192.168.166.1'
        - '172.16.0.1'
        - '172.18.0.1'
        - '10.0.0.1'
        - '10.88.0.1'
      ALLKMOD:
        description: 'Compile All Kmods'
        required: true
        default: 'true'
        type: choice
        options:
        - 'true'
        - 'false'
      TEST-KERNEL:
        description: 'OpenWrt-23.05 Use kernel 6.1'
        default: 'false'
        type: choice
        options:
        - 'true'
        - 'false'
env:
  TZ: Asia/Shanghai

jobs:
  prepare:
    runs-on: ubuntu-22.04
    outputs:
      matrix: ${{ steps.set-matrix.outputs.matrix }}
    strategy:
      matrix:
        include:
        - meson: ws1508
        - meson: onecloud

    steps:
      - name: 检查
        uses: actions/checkout@main

      - name: 生成矩阵配置
        id: set-matrix
        run: |
          if [ "${{ github.event.inputs.MACH }}" == "${{ matrix.meson }}" ]; then
            matrix={\"include\":[{\"target\":\"meson-ipt\"},{\"target\":\"meson-nft\"}]}
          fi
          echo "Generated matrix: "$matrix""
          echo "matrix=$matrix" >> $GITHUB_OUTPUT

  build:
    runs-on: Ubuntu-22.04
    needs: prepare
    strategy:
      matrix: ${{ fromJSON(needs.prepare.outputs.matrix) }}
    name: Build ${{github.event.inputs.MACH}} openwrt 23.05
    
    steps:
    - name: 检查
      uses: actions/checkout@main

    - name: 释放Ubuntu磁盘空间
      uses: endersonmenezes/free-disk-space@v2
      with:
        remove_android: true
        remove_dotnet: true
        remove_haskell: true
        remove_tool_cache: true
        remove_swap: true
        remove_packages: "azure-cli google-cloud-cli microsoft-edge-stable google-chrome-stable firefox postgresql* temurin-* *llvm* mysql* dotnet-sdk-*"
        remove_packages_one_command: true
        remove_folders: "/usr/share/swift /usr/share/miniconda /usr/share/az* /usr/share/glade* /usr/local/lib/node_modules /usr/local/share/chromium /usr/local/share/powershell"
        testing: false

    - name: 初始化环境
      env:
        DEBIAN_FRONTEND: noninteractive
      run: |
        sudo rm -rf /etc/apt/sources.list.d/* /usr/share/dotnet /usr/local/lib/android /opt/ghc
        sudo -E apt-get -qq update
        sudo -E apt-get -qq install build-essential clang flex g++ gawk gcc-multilib gettext \
        git libncurses5-dev libssl-dev python3-distutils python3-pyelftools python3-setuptools \
        libpython3-dev rsync unzip zlib1g-dev swig aria2 jq subversion qemu-utils ccache rename \
        libelf-dev device-tree-compiler libgnutls28-dev coccinelle libgmp3-dev libmpc-dev libfuse-dev b43-fwcutter cups-ppdc
        sudo -E apt-get -qq purge azure-cli ghc* zulu* llvm* firefox powershell openjdk* dotnet* google* mysql* php* android*
        sudo -E apt-get -qq autoremove --purge
        sudo -E apt-get -qq clean
        sudo timedatectl set-timezone "$TZ"
        sudo mkdir -p /workdir
        sudo chown $USER:$GROUPS /workdir

    - name: 设置GITHUB_ENV
      id: env
      run: |
        echo "date=$(date +'%m/%d_%Y_%H/%M')" >> $GITHUB_ENV
        echo "date2=$(date +'%Y/%m %d')" >> $GITHUB_ENV
        echo "date3=$(date +'%m.%d')" >> $GITHUB_ENV
        VERSION="$(echo "${{github.event.action}}" | grep -Eo " [0-9.]+" | sed -e 's/ //')" || true
        [ "$VERSION" ] && echo "VERSION=$VERSION" >> $GITHUB_ENV || echo "VERSION=$(date +'%m.%d')" >> $GITHUB_ENV
        echo ${{matrix.target}}
        source "${GITHUB_WORKSPACE}/env/common.txt"
        source "${GITHUB_WORKSPACE}/env/openwrt-23.05.repo"
        echo "REPO_URL=${REPO_URL}" >> $GITHUB_ENV
        echo "BURN_UBOOT_IMG_URL=${BURN_UBOOT_IMG_URL}" >> $GITHUB_ENV
        echo "AMLIMG_TOOL_URL=${AMLIMG_TOOL_URL}" >> $GITHUB_ENV
        echo "REPO_BRANCH=${REPO_BRANCH}" >> $GITHUB_ENV
        echo "DIY_SH=${DIY_SH}" >> $GITHUB_ENV
        echo "DIY_SH_AFB=${DIY_SH_AFB}" >> $GITHUB_ENV
        echo "DIY_SH_RFC=${DIY_SH_RFC}" >> $GITHUB_ENV
        echo "UPLOAD_BIN_DIR=${UPLOAD_BIN_DIR}" >> $GITHUB_ENV
        echo "UPLOAD_IPK_DIR=${UPLOAD_IPK_DIR}" >> $GITHUB_ENV
        echo "UPLOAD_FIRMWARE=${UPLOAD_FIRMWARE}" >> $GITHUB_ENV
        echo "UPLOAD_COWTRANSFER=${UPLOAD_COWTRANSFER}" >> $GITHUB_ENV
        echo "UPLOAD_WETRANSFER=${UPLOAD_WETRANSFER}" >> $GITHUB_ENV
        echo "UPLOAD_RELEASE=${UPLOAD_RELEASE}" >> $GITHUB_ENV
        echo "UPLOAD_ALLKMOD=${UPLOAD_ALLKMOD}" >> $GITHUB_ENV
        echo "UPLOAD_SYSUPGRADE=${UPLOAD_SYSUPGRADE}" >> $GITHUB_ENV
        echo "USE_Cache=${USE_Cache}" >> $GITHUB_ENV
        chmod +x $DIY_SH $DIY_SH_AFB $DIY_SH_RFC gen-sha256sum.sh add-test-packages.sh

    - name: 导入机器及安装包config
      run: |
        if [ ${{github.event.inputs.TEST-KERNEL}} = true ]; then
        $GITHUB_WORKSPACE/$DIY_SH add-test-config
        fi
        if [ ${{matrix.target}} == 'meson-nft' ]; then
                bash $GITHUB_WORKSPACE/add-test-packages.sh nft
                echo "----${{matrix.target}}-----NFT-test---"
        fi
        if [ ${{matrix.target}} == 'meson-ipt' ]; then
                mv -f machine-configs/single/${{github.event.inputs.MACH}}-ipt.config machine-configs/${{matrix.target}}.config
                echo "----${{matrix.target}}-----IPT-Machine--------"
        elif [ ${{matrix.target}} == 'meson-nft' ]; then
                mv -f machine-configs/single/${{github.event.inputs.MACH}}-nft.config machine-configs/${{matrix.target}}.config
                echo "----${{matrix.target}}-----NFT-Machine--------"
        fi
        if [ ${{matrix.target}} == 'meson-ipt' ]; then
                mv -f package-configs/single/${{github.event.inputs.MACH}}-ipt.config package-configs/meson-ipt-2305.config
                echo "----${{matrix.target}}-----IPT-Package-Config----"
        elif [ ${{matrix.target}} == 'meson-nft' ]; then
                mv -f package-configs/single/${{github.event.inputs.MACH}}-nft.config package-configs/meson-nft-2305.config
                echo "----${{matrix.target}}-----NFT-Package-Config----"
        fi

    - name: 克隆源代码
      working-directory: /workdir
      id: clone
      run: |
        df -hT $PWD
        git clone $REPO_URL -b $REPO_BRANCH openwrt --single-branch
        ln -sf /workdir/openwrt $GITHUB_WORKSPACE/openwrt
        cd openwrt
        git checkout v23.05.5
        sed -i '$a src-git lunatic7 https://github.com/lunatickochiya/actionbased-openwrt-packages.git' feeds.conf.default
        sed -i 's|src-git packages https://git.openwrt.org/feed/packages.git\^8e3a1824645f5e73ec44c897ac0755c53fb4a1f8|src-git packages https://git.openwrt.org/feed/packages.git;openwrt-23.05|g' feeds.conf.default
        if [ ${{github.event.inputs.TEST-KERNEL}} = true ]; then
        git clone https://${{ secrets.MY_SECRET_TOKEN }}@github.com/lunatickochiya/tpm312.git
        $GITHUB_WORKSPACE/$DIY_SH kernel61
        fi
        echo "status=success" >> $GITHUB_OUTPUT

    - name: 增加磁盘空间
      env:
        DEBIAN_FRONTEND: noninteractive
      run: |
        sudo mkdir -p -m 777 /mnt/openwrt/dl /mnt/openwrt/bin /mnt/openwrt/staging_dir /mnt/openwrt/build_dir
        ln -sf /mnt/openwrt/dl openwrt/dl
        ln -sf /mnt/openwrt/bin openwrt/bin
        ln -sf /mnt/openwrt/staging_dir openwrt/staging_dir
        #ln -sf /mnt/openwrt/build_dir openwrt/build_dir
        df -hT
        ls /mnt/openwrt

    - name: 自定义安装包(优先于feeds)
      if: steps.clone.outputs.status == 'success'
      id: files
      run: |
        [ -d package ] && mv -f package/* openwrt/package
        if [ ${{github.event.inputs.TEST-KERNEL}} = true ]; then
        [ -d openwrt-2305/target ] && mv -f openwrt-2305/target/linux/meson61 openwrt/target/linux/meson
        else
        [ -d openwrt-2305/target ] && mv -f openwrt-2305/target/linux/meson515 openwrt/target/linux/meson
        fi
        [ -d openwrt-2305/mypatch-2305-${{matrix.target}} ] && mv -f openwrt-2305/mypatch-2305-${{matrix.target}} openwrt/mypatch
        cd openwrt
        $GITHUB_WORKSPACE/$DIY_SH patch-openwrt
        if [ ${{matrix.target}} == 'meson-nft' ]; then
        curl -sSL https://raw.githubusercontent.com/chenmozhijin/turboacc/luci/add_turboacc.sh -o add_turboacc.sh && bash add_turboacc.sh
        echo "----${{matrix.target}}-----NFT-acc----"
        fi
        cd ../
        echo "status=success" >> $GITHUB_OUTPUT

    - name: 设置 IP 地址
      if: github.event.inputs.SETIP != '192.168.66.1'
      id: setip
      run: |
        IPSET_VALUE="${{ github.event.inputs.SETIP }}"
        sed -i "s/192\.168\.66\.1/$IPSET_VALUE/g" openwrt/package/kochiya/autoset/files/zzz-autoset-rockchip
        sed -i "s/192\.168\.66\.1/$IPSET_VALUE/g" openwrt/package/kochiya/autoset/files/zzz-autoset-meson
        grep 'set network.lan.ipaddr=' openwrt/package/kochiya/autoset/files/zzz-autoset-rockchip
        grep 'set network.lan.ipaddr=' openwrt/package/kochiya/autoset/files/zzz-autoset-meson
        echo "status=success" >> $GITHUB_OUTPUT

    - name: 更新 & 安装 feeds
      if: steps.files.outputs.status == 'success'
      id: feeds
      run: |
        cd openwrt
        ./scripts/feeds update -a
        ./scripts/feeds install -a
        echo "status=success" >> $GITHUB_OUTPUT

    - name: 自定义配置（修复feeds）
      if: steps.feeds.outputs.status == 'success'
      id: config
      run: |
        if [ ${{github.event.inputs.TEST-KERNEL}} = true ]; then
        mv -f openwrt-2305/K61/tele openwrt/feeds/telephony
        mv -f openwrt-2305/K61/packages/* openwrt-2305/feeds-package-patch-23055
        fi
        [ -d openwrt-2305/lunatic7-revert ] && mv -f openwrt-2305/lunatic7-revert openwrt/feeds/lunatic7/lunatic7-revert
        [ -d openwrt-2305/luci-patch-2305 ] && mv -f openwrt-2305/luci-patch-2305 openwrt/feeds/luci/luci-patch-2305
        [ -d openwrt-2305/feeds-package-patch-23055 ] && mv -f openwrt-2305/feeds-package-patch-23055 openwrt/feeds/packages/feeds-package-patch-2305
        [ -e files ] && mv files openwrt/files
        [ -e package-configs ] && mv package-configs openwrt/package-configs
        [ -e machine-configs/${{matrix.target}}.config ] && mv -f machine-configs/${{matrix.target}}.config openwrt/package-configs/.config
        grep "meson8b" openwrt/package-configs/.config
        echo "------------------------"
        cd openwrt
        if [ ${{github.event.inputs.TEST-KERNEL}} = true ]; then
        $GITHUB_WORKSPACE/$DIY_SH patchtele
        fi
        $GITHUB_WORKSPACE/$DIY_SH ${{matrix.target}}
        echo "--------diy----------------"
        grep "meson8b" .config
        make defconfig
        echo "--------before-rfc----------------"
        awk '/meson8b/ { print }' .config
        $GITHUB_WORKSPACE/$DIY_SH_RFC ${{matrix.target}}
        echo "--------rfc----------------"
        awk '/meson8b/ { print }' .config
        echo "status=success" >> $GITHUB_OUTPUT

    - name: 添加kmod
      if: steps.config.outputs.status == 'success' && github.event.inputs.ALLKMOD == 'true'
      id: config2
      run: |
        cd openwrt
        $GITHUB_WORKSPACE/$DIY_SH_RFC kmod
        make defconfig
        $GITHUB_WORKSPACE/$DIY_SH_RFC kmod
        make defconfig
        $GITHUB_WORKSPACE/$DIY_SH_RFC kmod
        make defconfig
        $GITHUB_WORKSPACE/$DIY_SH_RFC ${{matrix.target}}
        awk '/meson8b/ { print }' .config
        echo "status=success" >> $GITHUB_OUTPUT

    - name: Run awk command
      if: steps.config.outputs.status == 'success'
      working-directory: ./openwrt
      run: |
        awk '/${{matrix.target}}/ { print }' .config
        echo "------------------------"
        awk '/${{github.event.inputs.MACH}}/ { print }' .config
        awk '/meson/ { print }' .config
        echo "------------------------"
        awk '/docker/ { print }' .config
        echo "------------------------"
        awk '/store/ { print }' .config
        echo "------------------------"
        awk '/perl/ { print }' .config
        echo "------------------------"
        awk '/dnsmasq/ { print }' .config
        echo "------------------------"
        awk '/passwall/ { print }' .config
        echo "------------------------"
        awk '/nft/ { print }' .config
        echo "------------------------"
        awk '/firewall/ { print }' .config
        echo "------------------------"
        awk '/CONFIG_PACKAGE_kmod/ { print }' .config
        echo "------------------------"
        awk '/CONFIG_LINUX/ { print }' .config

    - name: 下载包文件
      if: steps.config.outputs.status == 'success'
      run: |
        cd openwrt
        make download -j$(nproc)
        find dl -size -1024c -exec rm -f {} \;

    - name: 缓存
      uses: stupidloud/cachewrtbuild@main
      if: github.event.inputs.Cache == 'true' && !cancelled()
      with:
        ccache: 'true'
        mixkey: ${{ matrix.target }}
        clean: ${{ contains(github.event.action, 'nocache') }}
        prefix: ${{ github.workspace }}/openwrt

    - name: 编译固件
      id: compile
      working-directory: ./openwrt
      run: |
        echo -e "$(($(nproc)+1)) thread compile"
        make -j$(($(nproc)+1)) || make -j1 V=s
        echo "status=success" >> $GITHUB_OUTPUT
     
    - name: 检查空间使用情况
      if: (!cancelled())
      run: df -hT

    - name: 上传bin目录
      uses: actions/upload-artifact@main
      continue-on-error: true
      if: steps.compile.outputs.status == 'success' && env.UPLOAD_BIN_DIR == 'true'
      with:
        name: ${{ env.VERSION }}_${{matrix.target}}
        path: |
          openwrt/bin/

    - name:  打包ipk成zip文件
      id: afb
      continue-on-error: true
      if: steps.compile.outputs.status == 'success' && !cancelled()
      run: |
        $GITHUB_WORKSPACE/$DIY_SH_AFB
        echo "status=success" >> $GITHUB_OUTPUT

    - name: 整理文件 make burn
      id: organize
      if: env.UPLOAD_FIRMWARE == 'true' && steps.afb.outputs.status == 'success' && !cancelled()
      run: |
        sudo apt update
        sudo apt install img2simg
        curl -L -o ./AmlImg $AMLIMG_TOOL_URL
        chmod +x ./AmlImg
        curl -L -o ./uboot.img $BURN_UBOOT_IMG_URL
        ./AmlImg unpack ./uboot.img burn/
        echo "::end-uboot-unpack::"
        mkdir openwrt/bin/out
        cp -u -f openwrt/bin/targets/*/*/*.gz openwrt/bin/out/
        gunzip openwrt/bin/out/*.gz
        diskimg=$(ls openwrt/bin/out/*.img)
        loop=$(sudo losetup --find --show --partscan $diskimg)
        sudo img2simg ${loop}p1 burn/boot.simg
        sudo img2simg ${loop}p2 burn/rootfs.simg
        sudo losetup -d $loop
        echo "::end-unpackext4::"
        cat <<EOF >>burn/commands.txt
        PARTITION:boot:sparse:boot.simg
        PARTITION:rootfs:sparse:rootfs.simg
        EOF
        prefix=$(ls openwrt/bin/out/*.img | sed 's/\.img$//')
        burnimg=${prefix}.burn.img
        ./AmlImg pack $burnimg burn/
        gzip -9 openwrt/bin/out/*.burn.img
        mkdir firmware ipks
        cp -u -f openwrt/bin/out/*.burn.img.gz firmware
        [ ${{github.event.inputs.UPLOAD_RELEASE}} = true ] && cp -u -f openwrt/kernelipks.zip firmware
        [ ${{github.event.inputs.UPLOAD_RELEASE}} = true ] && cp -u -f openwrt/ipks.zip firmware
        cp -u -f openwrt/kernelipks.zip ipks
        cp -u -f openwrt/ipks.zip ipks
        mv -f openwrt/bin/targets/*/*/{*combined*,*ext4*,*sdk*,*imagebuilder*,*buildinfo*,*manifest*,*json*,*sha256sums*} ./firmware/ 2>/dev/null || true
        [ $UPLOAD_SYSUPGRADE = true ] && mv -f openwrt/bin/targets/*/*/{*sysupgrade*} ./firmware/ 2>/dev/null || true
        cp openwrt/.config  ./firmware/${{matrix.target}}.config
        cp openwrt/build_dir/target-*/linux-*/linux-*/.config ./firmware/${{matrix.target}}_kernel.config
        cd firmware
        echo "v${{ env.date2 }}" > version.txt
        echo ${{matrix.target}} >> version.txt
        rm -rf sha256sums
        echo "FIRMWARE=$PWD" >> $GITHUB_ENV
        echo "status=success" >> $GITHUB_OUTPUT

    - name: 上传firmware目录
      uses: actions/upload-artifact@main
      continue-on-error: true
      if: steps.organize.outputs.status == 'success' && env.UPLOAD_FIRMWARE == 'true'
      with:
        name: ${{ env.VERSION }}_${{matrix.target}}_firmware_23.05-${{github.event.inputs.MACH}}-${{ github.event.inputs.SETIP }}
        path: |
          firmware

    - name: 上传ipk目录
      uses: actions/upload-artifact@main
      continue-on-error: true
      if: steps.organize.outputs.status == 'success' && env.UPLOAD_IPK_DIR == 'true' && steps.afb.outputs.status == 'success'
      with:
        name: ${{ env.VERSION }}_${{matrix.target}}_ipks_23.05-${{github.event.inputs.MACH}}
        path: |
          ipks

    - name: 上传固件cowtransfer
      id: cowtransfer
      if: steps.organize.outputs.status == 'success' && env.UPLOAD_COWTRANSFER == 'true' && !cancelled()
      run: |
        curl -fsSL git.io/file-transfer | sh
        ./transfer cow --block 2621440 -s -p 64 --no-progress ${FIRMWARE} 2>&1 | tee cowtransfer.log
        echo "::warning file=cowtransfer.com::$(cat cowtransfer.log | grep https)"
        echo "url=$(cat cowtransfer.log | grep https | cut -f3 -d" ")" >> $GITHUB_OUTPUT

    - name: 上传固件WeTransfer
      id: wetransfer
      if: steps.organize.outputs.status == 'success' && env.UPLOAD_WETRANSFER == 'true' && !cancelled()
      run: |
        curl -fsSL git.io/file-transfer | sh
        ./transfer wet -s -p 16 --no-progress ${FIRMWARE} 2>&1 | tee wetransfer.log
        echo "::warning file=wetransfer.com::$(cat wetransfer.log | grep https)"
        echo "url=$(cat wetransfer.log | grep https | cut -f3 -d" ")" >> $GITHUB_OUTPUT

    - name: 生成发布标签
      id: tag
      if: steps.organize.outputs.status == 'success' && github.event.inputs.UPLOAD_RELEASE == 'true' && !cancelled()
      run: |
        touch release.txt
        $GITHUB_WORKSPACE/gen-sha256sum.sh
        echo "# 当前固件IP地址："${{ github.event.inputs.SETIP }}" " >> release.txt
        [ $UPLOAD_COWTRANSFER = true ] && echo "🔗 [Cowtransfer](${{ steps.cowtransfer.outputs.url }})" >> release.txt
        [ $UPLOAD_WETRANSFER = true ] && echo "🔗 [WeTransfer](${{ steps.wetransfer.outputs.url }})" >> release.txt
        echo "status=success" >> $GITHUB_OUTPUT

    - name: 上传固件发布
      uses: softprops/action-gh-release@v2
      if: steps.tag.outputs.status == 'success' && !cancelled()
      env:
        GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
      with:
        files: "${{ env.FIRMWARE }}/*"
        name: ${{ env.date }} ${{matrix.target}}-${{github.event.inputs.MACH}}-openwrt-2305
        tag_name: ${{ env.date }}_${{matrix.target}}-${{github.event.inputs.MACH}}-openwrt-2305
        body_path: release.txt

    - name: 删除工作流
      uses: Mattraks/delete-workflow-runs@main
      continue-on-error: true
      with:
        retain_days: 6
        keep_minimum_runs: 9

    - name: 删除旧版本
      uses: dev-drprasad/delete-older-releases@master
      continue-on-error: true
      if: github.event.inputs.UPLOAD_RELEASE == 'true' && !cancelled()
      with:
        keep_latest: 24
        delete_tags: true
      env:
        GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}