Update GitHub Repo Languages Data #38
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Update GitHub Repo Languages Data | |
| on: | |
| schedule: | |
| - cron: '0 0 * * *' # Runs every day at midnight | |
| workflow_dispatch: # Allows manual triggering | |
| jobs: | |
| fetch-and-save-data: | |
| runs-on: ubuntu-latest | |
| steps: | |
| # Step 1: Checkout the repository | |
| - name: Checkout Repository | |
| uses: actions/checkout@v3 | |
| # Step 2: Checkout gh-pages branch right away | |
| - name: Checkout gh-pages Branch | |
| run: | | |
| git fetch | |
| git checkout gh-pages | |
| # Step 3: Set up Node.js | |
| - name: Set up Node.js | |
| uses: actions/setup-node@v3 | |
| with: | |
| node-version: '16' | |
| # Step 4: Fetch the repository data from GitHub API | |
| - name: Fetch Repo Data | |
| env: | |
| STATS_API_TOKEN: ${{ secrets.STATS_API_TOKEN }} | |
| run: | | |
| echo "Fetching repository data..." | |
| REPOS=$(curl -s -H "Authorization: token $STATS_API_TOKEN" https://api.github.com/user/repos?type=all&per_page=100) | |
| # Save the fetched repository data to a temporary file for later use | |
| echo "${REPOS}" > fetched_repos.json | |
| # Output fetched data for verification | |
| echo "Fetched repository data saved to temporary file: fetched_repos.json" | |
| cat fetched_repos.json | |
| # Step 5: Extract languages for each repository and write to JSON | |
| - name: Extract Languages and Write JSON | |
| env: | |
| STATS_API_TOKEN: ${{ secrets.STATS_API_TOKEN }} | |
| run: | | |
| echo "Extracting languages for each repository and writing to JSON..." | |
| # Initialize an empty JSON array | |
| echo "[]" > repo_data.json | |
| # Iterate over each repository from the temporary file and fetch languages | |
| cat fetched_repos.json | jq -c '.[]' | while read -r row; do | |
| REPO_NAME=$(echo "${row}" | jq -r '.name') | |
| REPO_OWNER=$(echo "${row}" | jq -r '.owner.login') | |
| LANGUAGES=$(curl -s -H "Authorization: token $STATS_API_TOKEN" "https://api.github.com/repos/${REPO_OWNER}/${REPO_NAME}/languages") | |
| # Check if the languages request succeeded and if there are languages in the response | |
| if [[ "${LANGUAGES}" == "{}" || -z "${LANGUAGES}" ]]; then | |
| echo "No languages found or error fetching languages for ${REPO_NAME}. Skipping..." | |
| continue | |
| fi | |
| # Append only relevant language information to the JSON file | |
| jq --arg repo "${REPO_NAME}" --argjson languages "${LANGUAGES}" \ | |
| '. += [{"repo": $repo, "languages": $languages}]' repo_data.json > tmp.json && mv tmp.json repo_data.json | |
| done | |
| # Output the content for verification | |
| echo "Languages extracted and saved to JSON file:" | |
| cat repo_data.json | |
| # Step EXTRA: Log JSON File Contents Before Commit | |
| - name: Log JSON File Contents | |
| run: | | |
| echo "Contents of repo_data.json before attempting to commit:" | |
| cat repo_data.json | |
| # Step 6: Commit the JSON file to gh-pages branch | |
| - name: Commit JSON File | |
| run: | | |
| git add repo_data.json | |
| git config user.name "github-actions[bot]" | |
| git config user.email "github-actions[bot]@users.noreply.github.com" | |
| git commit -m "Update repository languages data [skip ci]" || echo "No changes to commit" | |
| git push origin gh-pages |