Update repo #21480
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Update repo | |
| on: | |
| push: | |
| branches: | |
| - main | |
| paths: | |
| - '.github/workflows/repo-update.yml' | |
| - 'scripts-checking/**' | |
| pull_request: | |
| paths: | |
| - '.github/workflows/repo-update.yml' | |
| - 'scripts-checking/**' | |
| schedule: | |
| - cron: '0,30 0-23 * * *' | |
| jobs: | |
| check-repo: | |
| runs-on: ubuntu-latest | |
| strategy: | |
| matrix: | |
| arch: [aarch64, arm, i686, x86_64] | |
| fail-fast: false | |
| steps: | |
| - name: Clone repository | |
| uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 1000 | |
| - name: Running a scan | |
| run: ./scripts-checking/start.sh '${{ matrix.arch }}' | |
| - name: Creating a result list | |
| run: | | |
| result_file="./result-checking/RESULT-${{ matrix.arch }}" | |
| touch "${result_file}" | |
| for i in PKG_NOT_FOUND VER_NOT_FOUND; do | |
| path_log_file="./result-checking/${i}.${{ matrix.arch }}" | |
| if [ -f "${path_log_file}" ]; then | |
| cat "${path_log_file}" >> "${result_file}" | |
| fi | |
| done | |
| - name: Store RESULT-* files | |
| if: always() | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: result-${{ matrix.arch }}-${{ github.sha }} | |
| path: ./result-checking/RESULT-${{ matrix.arch }} | |
| if-no-files-found: error | |
| update-repo: | |
| needs: check-repo | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Clone repository | |
| run: git clone https://github.com/termux/glibc-packages.git glibc-packages-mirror | |
| - name: Clone root repository | |
| run: git clone https://github.com/termux-pacman/glibc-packages.git | |
| - name: Get RESULT-* files | |
| uses: actions/download-artifact@v4 | |
| with: | |
| path: ./ | |
| - name: Creating a REBUILD-LIST | |
| run: | | |
| touch REBUILD-LIST | |
| cd glibc-packages-mirror | |
| for i in $(sort ../result-*/RESULT-* | uniq); do | |
| BUILD_SOURCE=$(ls gpkg/${i}/build.sh 2> /dev/null) || true | |
| if [ -z "${BUILD_SOURCE}" ]; then | |
| BUILD_SOURCE=$(ls gpkg/*/${i}.subpackage.sh 2> /dev/null) || true | |
| if [ -n "${BUILD_SOURCE}" ]; then | |
| BUILD_SOURCE="$(dirname ${BUILD_SOURCE})/build.sh" | |
| else | |
| echo "Source package '${i}' was not found, skip" | |
| continue | |
| fi | |
| fi | |
| if ! $(grep -q "^${BUILD_SOURCE}$" ../REBUILD-LIST) && [ $(($(expr $(expr $(date +%s) - $(git log -n 1 --date=format:'%s' --format=%cd -- $(dirname ${BUILD_SOURCE}))) / 3600) > 7)) = 1 ]; then | |
| echo "${BUILD_SOURCE}" >> ../REBUILD-LIST | |
| fi | |
| done | |
| cd .. | |
| cat REBUILD-LIST | |
| - name: Update repo | |
| run: | | |
| info() { | |
| echo "==> $1" | |
| } | |
| commit() { | |
| echo "-> $1" | |
| } | |
| install_list_issues() { | |
| if [ -f ../LIST-ISSUES ]; then | |
| rm ../LIST-ISSUES | |
| fi | |
| curl --header "Authorization: token ${{ secrets.GITHUB_TOKEN }}" -s -X GET -G \ | |
| "https://api.github.com/repos/${{ github.repository }}/issues" -o ../LIST-ISSUES | |
| } | |
| # Edit | |
| info "Edit" | |
| cd glibc-packages-mirror | |
| rm -fr */ | |
| git checkout -- scripts-checking/ | |
| cd ../glibc-packages | |
| cp -r * ../glibc-packages-mirror | |
| # Get list pkg | |
| info "Get list pkg" | |
| cd ../glibc-packages-mirror | |
| list_files=" " | |
| for i in $(git status -s gpkg | awk '{print $2}'); do | |
| dir_sp=(${i//// }) | |
| if [[ ! $(echo "$list_files" | grep " ${dir_sp[0]}/${dir_sp[1]} ") ]]; then | |
| list_files+="${dir_sp[0]}/${dir_sp[1]} " | |
| source_build="${dir_sp[0]}/${dir_sp[1]}/build.sh" | |
| echo "${source_build}" | |
| if $(grep -q '^'${source_build}'$' ../REBUILD-LIST); then | |
| sed -i "/^${source_build////'\/'}$/d" ../REBUILD-LIST | |
| fi | |
| fi | |
| done | |
| list_files=($list_files) | |
| # Sort list pkg | |
| info "Sort list pkg" | |
| cd ../glibc-packages | |
| declare -A list_values | |
| list_sort="" | |
| list_sha="" | |
| for i in ${list_files[@]}; do | |
| sha_file=$(git log -n 1 --pretty=format:%H -- $i) | |
| value="$(git rev-list --count $sha_file)" | |
| list_values[${value}]=$((${list_values[${value}]}+1)) | |
| list_sort+="${value}-${list_values[${value}]} " | |
| list_sha+="${sha_file} " | |
| done | |
| list_sort=($list_sort) | |
| list_sha=($list_sha) | |
| copy_list_sort=($(sort -n <(printf "%s\n" "${list_sort[@]}"))) | |
| search_index() { | |
| for i in "${!list_sort[@]}"; do | |
| if [[ "${list_sort[$i]}" = "${1}" ]]; then | |
| echo "${i}"; | |
| fi | |
| done | |
| } | |
| sort_list_files="" | |
| for i in ${copy_list_sort[@]}; do | |
| index=$(search_index "$i") | |
| if [[ "${i#*-}" = "1" ]]; then | |
| sort_list_files+=" ${list_sha[$index]}###" | |
| else | |
| sort_list_files+="&&" | |
| fi | |
| sort_list_files+="${list_files[$index]}" | |
| done | |
| # Start upload | |
| info "Start upload" | |
| cd ../glibc-packages-mirror | |
| needbuild=false | |
| if $(git log -1 --pretty=%B | grep -q '%needbuild'); then | |
| needbuild=true | |
| fi | |
| git config --global user.name "Termux Github Actions" | |
| git config --global user.email "[email protected]" | |
| git remote set-url origin "https://termuxbot2:${{ secrets.TERMUXBOT2_TOKEN }}@github.com/${{ github.repository }}.git" | |
| commit "Update system repo" | |
| git add . | |
| git reset README.md README-old.md repo.json cgct scripts-cgct gpkg | |
| { | |
| git commit -m "update repo contents" | |
| if [ "${{ github.event_name }}" != "pull_request" ]; then | |
| git push origin main | |
| fi | |
| } || true | |
| commit "Update repo packages" | |
| install_list_issues | |
| for i in $sort_list_files; do | |
| i_sp=(${i//###/ }) | |
| commit " ${i_sp[1]}" | |
| cd ../glibc-packages | |
| commit_file="$(git show -s --format=%B ${i_sp[0]})" | |
| cd ../glibc-packages-mirror | |
| git add $(echo ${i_sp[1]} | sed 's/&&/ /g') | |
| { | |
| # TEST | |
| commit "$commit_file" | |
| if $needbuild; then | |
| git commit -m "$(echo $commit_file | sed '/%ci:no-build/d; /\[skip ci\]/d')" | |
| else | |
| git commit -m "$commit_file" | |
| fi | |
| if [ "${{ github.event_name }}" != "pull_request" ]; then | |
| git push origin main | |
| fi | |
| } || true | |
| for j in $(echo ${i_sp[1]} | sed 's/&&/ /g'); do | |
| while read LINE; do | |
| USER=$(echo "$LINE" | awk -F ' // ' '{printf $1}') | |
| STATE=$(echo "$LINE" | awk -F ' // ' '{printf $2}') | |
| TITLE=$(echo "$LINE" | awk -F ' // ' '{printf $4}') | |
| if [ $STATE != "open" ] || [ $USER != "termuxbot2" ] || [[ $TITLE != "[AUTO-CHECK]: failed to recompile ${j}" ]]; then | |
| continue | |
| fi | |
| NUMBER=$(echo "$LINE" | awk -F ' // ' '{printf $3}') | |
| GH_TOKEN="${{ secrets.TERMUXBOT2_TOKEN }}" gh issue close ${NUMBER} \ | |
| -c "The package has been updated - https://github.com/${{ github.repository }}/commit/$(git log -n 1 --format=%H -- ${j})." | |
| install_list_issues | |
| break | |
| done <<< $(jq -r '.[] | "\(.user.login) \("//") \(.state) \("//") \(.number) \("//") \(.title)"' ../LIST-ISSUES) | |
| done | |
| done | |
| if [ -n "$(cat ../REBUILD-LIST)" ]; then | |
| info "Rebuild packages" | |
| listchanged="" | |
| for i in $(cat ../REBUILD-LIST); do | |
| if [[ $(git log -n 1 --format=%B -- "${i}") = "rebuild($(dirname ${i})): auto check by @termuxbot2" ]] && \ | |
| [[ $(git log -n 1 --format=%an -- "${i}") = "Termux Github Actions" ]] && \ | |
| [[ $(git log -n 1 --format=%ae -- "${i}") = "[email protected]" ]]; then | |
| if ! $(jq -r '.[] | "\(.user.login) \("/") \(.state) \("/") \(.title)"' ../LIST-ISSUES | grep -q "^termuxbot2 / open / \[AUTO-CHECK\]:.*$(dirname ${i})$"); then | |
| commit "Create an issue on $(dirname ${i})" | |
| GH_TOKEN="${{ secrets.TERMUXBOT2_TOKEN }}" gh issue create \ | |
| --title "[AUTO-CHECK]: failed to recompile $(dirname ${i})" \ | |
| --body "$(echo -e "This issue was automatically generated because the '$(dirname ${i})' package was not recompiled successfully.\n\nCommit by recompilation - https://github.com/${{ github.repository }}/commit/$(git log -n 1 --format=%H -- ${i})")" \ | |
| --label "auto recompilation failed" \ | |
| --assignee Maxython | |
| fi | |
| continue | |
| fi | |
| echo "" >> ./${i} | |
| git add ./${i} | |
| listchanged+=" ${i}" | |
| done | |
| if [ -n "${listchanged}" ]; then | |
| git commit -m "$(echo -e "termux/auto-check-repo: do not rebuild these packages again\n[skip ci]")" | |
| if [ "${{ github.event_name }}" != "pull_request" ]; then | |
| git push origin main | |
| fi | |
| for i in ${listchanged}; do | |
| sed -i '$d' ./${i} | |
| git add ./${i} | |
| git commit -m "rebuild($(dirname ${i})): auto check by @termuxbot2" | |
| if [ "${{ github.event_name }}" != "pull_request" ]; then | |
| git push origin main | |
| fi | |
| done | |
| fi | |
| fi |