Website/fetch_github_data.sh at main · Demon-Die/Website · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
#!/usr/bin/env bash
# fetch_github_data.sh - Retrieves live data for the Demon-Die GitHub organization
# Requires jq to be installed.

# Load the PAT from .env (strip spaces around =)
ENV_FILE="$(dirname "$0")/.env"
if [[ ! -f "$ENV_FILE" ]]; then
  echo "Error: .env file not found"
  exit 1
fi
# Extract token value (supports spaces around =)
TOKEN=$(grep -E "^GIT_DEMONDIE_ALL" "$ENV_FILE" | cut -d'=' -f2- | tr -d ' \"')
if [[ -z "$TOKEN" ]]; then
  echo "Error: GitHub token not found in .env"
  exit 1
fi
ORG="Demon-Die"

# ------------------------------------------------------------
# Fetch organization repositories (first 100, pagination if needed)
REPOS=$(curl -s -H "Authorization: token $TOKEN" "https://api.github.com/orgs/$ORG/repos?per_page=100")
PROJECT_COUNT=$(echo "$REPOS" | jq length)
TOTAL_STARS=$(echo "$REPOS" | jq '[.[] .stargazers_count] | add')
# Build repos array with needed fields
REPOS_DATA=$(echo "$REPOS" | jq '[.[] | {name: .name, description: .description, stars: .stargazers_count, html_url: .html_url}]')

# ------------------------------------------------------------
# Aggregate all unique contributors across all repositories using JSON array merging
ALL_CONTRIBS="[]"
for REPO_NAME in $(echo "$REPOS" | jq -r '.[].name'); do
  PAGE=1
  while true; do
    ContribResp=$(curl -s -H "Authorization: token $TOKEN" "https://api.github.com/repos/$ORG/$REPO_NAME/contributors?per_page=100&page=$PAGE")
    COUNT=$(echo "$ContribResp" | jq length)
    if [[ $COUNT -eq 0 ]]; then
      break
    fi
    # Merge this page's contributors into the accumulator (ensure array)
    ALL_CONTRIBS=$(printf '%s
%s' "$ALL_CONTRIBS" "$ContribResp" | jq -s 'add')
    ((PAGE++))
  done
done

# Deduplicate contributors
UNIQUE_CONTRIBS=$(echo "$ALL_CONTRIBS" | jq 'unique_by(.login)')
# Fetch org members and ensure it's an array
ORG_MEMBERS_RAW=$(curl -s -H "Authorization: token $TOKEN" "https://api.github.com/orgs/$ORG/members?per_page=100")
ORG_MEMBERS=$(echo "$ORG_MEMBERS_RAW" | jq 'if type=="array" then . else [. ] end')
# Merge contributors and org members, deduplicate again
ALL_USERS=$(printf '%s
%s' "$UNIQUE_CONTRIBS" "$ORG_MEMBERS" | jq -s 'add | unique_by(.login)')
PRIORITY_LOGINS=("RishiByte" "Pranav00076" "SharanyoBanerjee" "Yuvraj-Sarathe")
MEMBERS_DATA="[]"
# Add priority members first
for LOGIN in "${PRIORITY_LOGINS[@]}"; do
  MATCH=$(echo "$ALL_USERS" | jq -c ".[] | select(.login == \"$LOGIN\")")
  if [[ -n "$MATCH" ]]; then
    # Ensure MATCH is an array before adding
    MATCH_ARRAY=$(echo "$MATCH" | jq -c '[.]')
    MEMBERS_DATA=$(printf '%s\n%s' "$MEMBERS_DATA" "$MATCH_ARRAY" | jq -s 'add')
  fi
done
# Add remaining members
REMAINING=$(echo "$ALL_USERS" | jq -c --argjson p "$(printf '%s\n' "${PRIORITY_LOGINS[@]}" | jq -R . | jq -s .)" '[.[] | select(.login as $l | $p | index($l) | not)]')
MEMBERS_DATA=$(printf '%s\n%s' "$MEMBERS_DATA" "$REMAINING" | jq -s 'add')

CONTRIBUTOR_COUNT=$(echo "$MEMBERS_DATA" | jq length)

# ------------------------------------------------------------
# Output summary JSON
cat > "$(dirname "$0")/github_summary.json" <<EOF
{
  "project_count": $PROJECT_COUNT,
  "total_stars": $TOTAL_STARS,
  "contributor_count": $CONTRIBUTOR_COUNT,
  "repos": $REPOS_DATA,
  "members": $MEMBERS_DATA
}
EOF

echo "GitHub summary written to github_summary.json"