Update GitHub Repo Languages Data #26
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Update GitHub Repo Languages Data | |
| on: | |
| schedule: | |
| - cron: '0 0 * * *' # Runs every day at midnight | |
| workflow_dispatch: # Allows manual triggering | |
| jobs: | |
| fetch-and-save-data: | |
| runs-on: ubuntu-latest | |
| steps: | |
| # Step 1: Checkout the repository | |
| - name: Checkout Repository | |
| uses: actions/checkout@v3 | |
| # Step 2: Set up Node.js | |
| - name: Set up Node.js | |
| uses: actions/setup-node@v3 | |
| with: | |
| node-version: '16' | |
| # Step 3: Fetch the repository data from GitHub API and extract languages | |
| - name: Fetch Repo Languages Data | |
| env: | |
| STATS_API_TOKEN: ${{ secrets.STATS_API_TOKEN }} | |
| run: | | |
| echo "Fetching repository languages data..." | |
| REPOS=$(curl -s -H "Authorization: token $STATS_API_TOKEN" https://api.github.com/user/repos?type=all&per_page=100) | |
| # Initialize an empty JSON array | |
| echo "[]" > repo_data.json | |
| # Iterate over each repository and fetch languages | |
| echo "${REPOS}" | jq -c '.[]' | while read -r row; do | |
| REPO_NAME=$(echo "${row}" | jq -r '.name') | |
| REPO_OWNER=$(echo "${row}" | jq -r '.owner.login') | |
| LANGUAGES=$(curl -s -H "Authorization: token $STATS_API_TOKEN" "https://api.github.com/repos/${REPO_OWNER}/${REPO_NAME}/languages") | |
| # Check if the languages request succeeded and if there are languages in the response | |
| if [[ "${LANGUAGES}" == "{}" || -z "${LANGUAGES}" ]]; then | |
| echo "No languages found or error fetching languages for ${REPO_NAME}. Skipping..." | |
| continue | |
| fi | |
| # Only append languages to the JSON file | |
| jq --arg repo "${REPO_NAME}" --argjson languages "${LANGUAGES}" \ | |
| '. += [{"repo": $repo, "languages": $languages}]' repo_data.json > tmp.json && mv tmp.json repo_data.json | |
| done | |
| # Output the content for verification | |
| echo "Fetched languages saved to JSON file:" | |
| cat repo_data.json | |
| # Step 4: Remove the existing JSON file in gh-pages branch to avoid conflicts | |
| - name: Remove Existing JSON File | |
| run: | | |
| if git ls-remote --exit-code --heads origin gh-pages; then | |
| git fetch origin gh-pages | |
| git checkout gh-pages | |
| if [ -f repo_data.json ]; then | |
| echo "Removing existing repo_data.json from gh-pages branch to ensure new file is saved." | |
| rm repo_data.json | |
| git add repo_data.json | |
| git commit -m "Remove old repo_data.json to prepare for update [skip ci]" || echo "No changes to commit" | |
| git push origin gh-pages | |
| fi | |
| fi | |
| # Step 5: Checkout gh-pages branch | |
| - name: Checkout gh-pages Branch | |
| run: | | |
| git fetch | |
| git checkout gh-pages | |
| # Step 6: Move JSON file to gh-pages branch | |
| - name: Move JSON File | |
| run: | | |
| mv ../repo_data.json ./ | |
| # Step 7: Commit the JSON file to gh-pages branch | |
| - name: Commit JSON File | |
| run: | | |
| git add repo_data.json --force | |
| git config user.name "github-actions[bot]" | |
| git config user.email "github-actions[bot]@users.noreply.github.com" | |
| git commit -m "Update repository languages data [skip ci]" || echo "No changes to commit" | |
| git push origin gh-pages |