Update .gitea/workflows/ci.yml

.gitea/workflows/ci.yml

@@ -33,6 +33,152 @@ jobs:
           token: ${{ secrets.TOKEN }}
 
       - id: fetch-skins-data
+        name: Find Skin Repositories and Generate Tables
+        run: |
+          set -eo pipefail
+          mkdir -p "$ARTIFACT_PATH"
+          total_valid_entries=0
+
+          json_valid() {
+            jq -e . >/dev/null 2>&1
+          }
+
+          curl_json() {
+            body=$(mktemp)
+            code=$(curl --retry 3 --retry-delay 5 -s -o "$body" -w "%{http_code}" "$1")
+            printf "%s\n%s" "$code" "$body"
+          }
+
+          page=1
+          while :; do
+            # Fetch user list
+            read users_code users_body < <(curl_json "$GITEA_API/admin/users?limit=50&page=$page&_ts=$(date +%s)")
+            users_json=$(cat "$users_body")
+
+            if [ "$users_code" != "200" ] || ! printf "%s" "$users_json" | json_valid; then
+              echo "❌ Invalid users JSON on page $page (HTTP $users_code)"
+              echo "$users_json" > "$ARTIFACT_PATH/invalid_users_page_${page}.json"
+              break
+            fi
+
+            count=$(printf "%s" "$users_json" | jq 'length')
+            [ "$count" -eq 0 ] && break
+            echo "📄 Found $count users on page $page"
+
+            for i in $(seq 0 $((count - 1))); do
+              user_login=$(printf "%s" "$users_json" | jq -r ".[$i].login")
+              echo "🔍 User: $user_login"
+
+              # Fetch repos
+              read repos_code repos_body < <(curl_json "$GITEA_API/users/$user_login/repos?_ts=$(date +%s)")
+              repos_json=$(cat "$repos_body")
+
+              if [ "$repos_code" != "200" ] || ! printf "%s" "$repos_json" | json_valid; then
+                echo "  ❌ Invalid repo list for $user_login (HTTP $repos_code)"
+                echo "$repos_json" > "$ARTIFACT_PATH/invalid_repos_${user_login}.json"
+                continue
+              fi
+
+              repos_count=$(printf "%s" "$repos_json" | jq 'length')
+              echo "  📦 $repos_count repos found"
+
+              [ "$repos_count" -eq 0 ] && continue
+
+              for j in $(seq 0 $((repos_count - 1))); do
+                owner=$(printf "%s" "$repos_json" | jq -r ".[$j].owner.login")
+                repo=$(printf "%s" "$repos_json" | jq -r ".[$j].name")
+                html_url=$(printf "%s" "$repos_json" | jq -r ".[$j].html_url")
+
+                echo "    → Repo: $owner/$repo"
+
+                # Check Skins directory
+                read dir_code dir_body < <(curl_json "$GITEA_API/repos/$owner/$repo/contents/Skins?_ts=$(date +%s)")
+                if [ "$dir_code" != "200" ]; then
+                  echo "      ❌ Skipped: No Skins/ directory (HTTP $dir_code)"
+                  continue
+                fi
+
+                # Check README.md
+                read readme_code readme_body < <(curl_json "$GITEA_API/repos/$owner/$repo/contents/README.md?_ts=$(date +%s)")
+                readme_json=$(cat "$readme_body")
+
+                if [ "$readme_code" != "200" ] || ! printf "%s" "$readme_json" | json_valid; then
+                  echo "      ❌ Skipped: No README.md or invalid JSON (HTTP $readme_code)"
+                  continue
+                fi
+
+                content=$(printf "%s" "$readme_json" | jq -r .content | base64 -d 2>/dev/null || echo "")
+
+                osu_id=$(printf "%s" "$content" | grep -oE "osuid:[ ]*[0-9]+" | grep -oE "[0-9]+" | head -1)
+                if [ -z "$osu_id" ]; then
+                  echo "      ❌ Skipped: No osuid in README"
+                  continue
+                fi
+
+                # Fetch osu API
+                read api_code api_body < <(curl_json "https://osu.ppy.sh/api/get_user?k=${{ secrets.OSUAPIV1 }}&u=$osu_id&type=id&_ts=$(date +%s)")
+                osu_json=$(cat "$api_body")
+
+                if ! printf "%s" "$osu_json" | json_valid; then
+                  echo "      ❌ Invalid osu! API JSON for $osu_id"
+                  printf "%s" "$osu_json" > "$ARTIFACT_PATH/invalid_osu_user_${osu_id}.json"
+                  continue
+                fi
+
+                if [ "$(printf "%s" "$osu_json" | jq 'length')" -eq 0 ]; then
+                  echo "      🚫 Restricted or banned user"
+
+                  username="$owner"
+                  pp_rank="RESTRICTED"
+                  pp_country_rank="RESTRICTED"
+                  padded_rank="9999999"
+                  profile_url="https://osu.ppy.sh/users/$osu_id"
+
+                  timestamp=$(( $(date +%s)/86400*86400 ))
+                  avatar_url="https://a.ppy.sh/$osu_id?$timestamp"
+
+                  printf "%s|<tr><td>%s</td><td>%s</td><td>%s</td><td><a href=\"%s\">Profile</a></td><td><a href=\"%s\">Skins</a></td></tr>\n" \
+                    "$padded_rank" "$username" "$pp_rank" "$pp_country_rank" "$profile_url" "$html_url" >> "$USER_ROWS_FILE"
+
+                  printf "%s|<a href=\"%s\"><img src=\"%s\" width=\"175\" height=\"175\"></a>\n" \
+                    "$padded_rank" "$html_url" "$avatar_url" >> "$AVATAR_ROWS_FILE"
+
+                  total_valid_entries=$((total_valid_entries + 1))
+                  continue
+                fi
+
+                # Normal user
+                pp_rank=$(printf "%s" "$osu_json" | jq -r '.[0].pp_rank // "9999999"')
+                pp_country_rank=$(printf "%s" "$osu_json" | jq -r '.[0].pp_country_rank // "-"')
+                country=$(printf "%s" "$osu_json" | jq -r '.[0].country // "-"')
+                username=$(printf "%s" "$osu_json" | jq -r '.[0].username // "'$owner'"')
+
+                padded_rank=$(printf "%07d" "$pp_rank")
+
+                if [ "$pp_country_rank" != "-" ] && [ "$country" != "-" ]; then
+                  cc_rank="${country}${pp_country_rank}"
+                else
+                  cc_rank="-"
+                fi
+
+                printf "%s|<tr><td>%s</td><td>%s</td><td>%s</td><td><a href=\"https://osu.ppy.sh/users/%s\">Profile</a></td><td><a href=\"%s\">Skins</a></td></tr>\n" \
+                  "$padded_rank" "$username" "$pp_rank" "$cc_rank" "$osu_id" "$html_url" >> "$USER_ROWS_FILE"
+
+                timestamp=$(( $(date +%s)/86400*86400 ))
+
+                printf "%s|<a href=\"%s\"><img src=\"https://a.ppy.sh/%s?%s\" width=\"175\" height=\"175\"></a>\n" \
+                  "$padded_rank" "$html_url" "$osu_id" "$timestamp" >> "$AVATAR_ROWS_FILE"
+
+                echo "      ✅ Added: $username (#$pp_rank, $cc_rank)"
+                total_valid_entries=$((total_valid_entries + 1))
+              done
+            done
+
+            page=$((page + 1))
+          done
+
+          echo "✅ Total valid entries found: $total_valid_entries"
+          
         name: Find Skin Repositories and Generate Tables
         run: |
           set -eo pipefail