feat: add daily GA4 data fetching workflow (#355)

Signed-off-by: Luca Muscariello <muscariello@ieee.org>

Author: muscariello

.github/scripts/fetch_ga4.py

@@ -0,0 +1,103 @@
+import os
+import csv
+import json
+from google.analytics.data_v1beta import BetaAnalyticsDataClient
+from google.analytics.data_v1beta.types import (
+    DateRange,
+    Dimension,
+    Metric,
+    RunReportRequest,
+)
+from google.oauth2 import service_account
+
+def fetch_analytics_data():
+    property_id = os.environ.get("GA4_PROPERTY_ID")
+    service_account_json = os.environ.get("GA4_SERVICE_ACCOUNT_JSON")
+
+    if not property_id:
+        raise ValueError("Environment variable GA4_PROPERTY_ID must be set.")
+
+    if not service_account_json:
+        raise ValueError("Environment variable GA4_SERVICE_ACCOUNT_JSON must be set.")
+
+    # Authenticate using the JSON string directly
+    try:
+        info = json.loads(service_account_json)
+        credentials = service_account.Credentials.from_service_account_info(info)
+        client = BetaAnalyticsDataClient(credentials=credentials)
+    except json.JSONDecodeError:
+        raise ValueError("GA4_SERVICE_ACCOUNT_JSON is not valid JSON.")
+
+    print(f"Fetching data for property: {property_id}")
+
+    # Define request - getting data for yesterday
+    request = RunReportRequest(
+        property=f"properties/{property_id}",
+        dimensions=[Dimension(name="date")],
+        metrics=[
+            Metric(name="activeUsers"),
+            Metric(name="sessions"),
+            Metric(name="screenPageViews"),
+            Metric(name="eventCount")
+        ],
+        date_ranges=[DateRange(start_date="yesterday", end_date="yesterday")],
+    )
+
+    try:
+        response = client.run_report(request)
+    except Exception as e:
+        print(f"Error fetching report: {e}")
+        exit(1)
+
+    output_dir = "data"
+    os.makedirs(output_dir, exist_ok=True)
+    csv_file = os.path.join(output_dir, "ga4_stats.csv")
+
+    file_exists = os.path.isfile(csv_file)
+
+    # Check if we already have data for these dates to avoid duplicates
+    existing_dates = set()
+    if file_exists:
+        with open(csv_file, mode='r', newline='') as file:
+            reader = csv.reader(file)
+            try:
+                next(reader) # Skip header
+                for row in reader:
+                    if row:
+                        existing_dates.add(row[0])
+            except StopIteration:
+                pass
+
+    with open(csv_file, mode='a', newline='') as file:
+        writer = csv.writer(file)
+
+        # Write header if new file
+        if not file_exists:
+            headers = ['date', 'activeUsers', 'sessions', 'screenPageViews', 'eventCount']
+            writer.writerow(headers)
+
+        rows_added = 0
+        for row in response.rows:
+            date_str = row.dimension_values[0].value
+            formatted_date = f"{date_str[:4]}-{date_str[4:6]}-{date_str[6:]}"
+
+            if formatted_date in existing_dates:
+                print(f"Skipping {formatted_date} - already exists in file.")
+                continue
+
+            data_row = [
+                formatted_date,
+                row.metric_values[0].value, # activeUsers
+                row.metric_values[1].value, # sessions
+                row.metric_values[2].value, # screenPageViews
+                row.metric_values[3].value  # eventCount
+            ]
+            writer.writerow(data_row)
+            rows_added += 1
+            print(f"Appended data for {formatted_date}")
+
+        if rows_added == 0 and not response.rows:
+             print("No data found for yesterday.")
+
+if __name__ == "__main__":
+    fetch_analytics_data()

.github/scripts/requirements.txt

@@ -1,4 +1,4 @@
-
 requests
 playwright
 beautifulsoup4
+google-analytics-data

.github/workflows/ga4-daily.yml

@@ -0,0 +1,37 @@
+name: Publish GA4 Data
+on:
+  schedule:
+    - cron: '0 8 * * *' # Run at 8:00 AM UTC daily (adjust as needed for timezone)
+  workflow_dispatch: # Allow manual trigger
+
+permissions:
+  contents: write
+
+jobs:
+  fetch-and-publish:
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v4
+
+      - name: Set up Python
+        uses: actions/setup-python@v5
+        with:
+          python-version: '3.11'
+
+      - name: Install dependencies
+        run: |
+          python -m pip install --upgrade pip
+          pip install -r .github/scripts/requirements.txt
+
+      - name: Fetch GA4 Data
+        env:
+          GA4_PROPERTY_ID: ${{ secrets.GA4_PROPERTY_ID }}
+          GA4_SERVICE_ACCOUNT_JSON: ${{ secrets.GA4_SERVICE_ACCOUNT_JSON }}
+        run: python .github/scripts/fetch_ga4.py
+
+      - name: Upload GA4 statistics artifact
+        uses: actions/upload-artifact@v4
+        with:
+          name: ga4-daily-stats
+          path: data/ga4_stats.csv