Add bitrise API

.github/workflows/production-daily.yml

@@ -68,6 +68,10 @@ jobs:
       - name: Update DB - testrail milestones
         run: python3 ./__main__.py --platform mobile --project ALL --report-type testrail-milestones
 
+        continue-on-error: true
+      - name: Update DB - bitrise builds
+        run: python3 ./__main__.py --report-type bitrise-builds
+
         continue-on-error: true
       - name: Set job log URL
         if: always()

.github/workflows/staging-push.yml

@@ -48,6 +48,9 @@ jobs:
             echo "JIRA_PASSWORD=${{ secrets.JIRA_PASSWORD }}" >> $GITHUB_ENV
             echo "GITHUB_TOKEN=${{ secrets.GITHUB_TOKEN }}" >> $GITHUB_ENV
             echo "BUGZILLA_API_KEY=${{ secrets.BUGZILLA_API_KEY }}" >> $GITHUB_ENV
+            echo "BITRISE_HOST=${{ secrets.BITRISE_HOST }}" >> $GITHUB_ENV
+            echo "BITRISE_APP_SLUG=${{ secrets.BITRISE_APP_SLUG }}" >> $GITHUB_ENV
+
 
       - name: Update DB - test runs
         run: python ./__main__.py --report-type testrail-test-case-coverage --platform mobile --project ALL
@@ -63,9 +66,14 @@ jobs:
         if: always()
         run: python ./__main__.py --report-type bugzilla-qe-verify
 
+      - name: Bitrise Build Count
+        if: always()
+        run: python ./__main__.py --platform mobile --project firefox-ios --report-type bitrise-builds
+
       - name: Set job log URL
         if: always()
         run: echo "JOB_LOG_URL=https://github.com/${{ github.repository }}/actions/runs/${{ github.run_id }}" >> $GITHUB_ENV
+
       - name: Send custom JSON data to Slack workflow
         if: always()
         id: slack

README.md

@@ -75,9 +75,11 @@ Connected APIs
 * Testrail
 * Bugzilla
 * Confluence
+* Looker
+* Bitrise.io
 * Github - TBD
 * Taskcluster - TBD
-* Bitrise.io - TBD
+
 
 Database
 ---------------

__main__.py

@@ -1,11 +1,15 @@
 import argparse
 import sys
 
+
 from api_bugzilla import BugzillaClient
 from api_github import GithubClient
 from api_jira import JiraClient
 from api_testrail import TestRailClient
 import api_confluence
+
+from api_bitrise import BitriseClient
+
 from utils.constants import PROJECTS_MOBILE, PROJECTS_ECOSYSTEM, PROJECTS_DESKTOP, PLATFORMS, REPORT_TYPES # noqa
 
 
@@ -123,6 +127,9 @@ def main():
     if args.report_type == 'jira-softvision-worklogs':
         h = JiraClient()
         h.jira_softvision_worklogs()
+    if args.report_type == 'bitrise-builds':
+        h = BitriseClient()
+        h.bitrise_builds_detailed_info()
 
 
 if __name__ == '__main__':

api_bitrise.py

@@ -0,0 +1,99 @@
+import sys
+import os
+
+import pandas as pd
+from datetime import timezone
+from sqlalchemy import func
+
+from lib.bitrise_conn import BitriseAPIClient
+from utils.datetime_utils import DatetimeUtils as dt
+from database import (
+    Database,
+    ReportBitriseBuildsCount
+)
+
+
+class Bitrise:
+
+    def __init__(self):
+        try:
+            BITRISE_HOST = os.environ['BITRISE_HOST']
+            self.client = BitriseAPIClient(BITRISE_HOST)
+            self.client.BITRISE_APP_SLUG = os.environ['BITRISE_APP_SLUG']
+            self.client.token = os.environ['BITRISE_TOKEN']
+        except KeyError:
+            print("ERROR: Missing bitrise env var")
+            sys.exit(1)
+
+    # API: Builds
+    def builds(self, past_date_timestamp):
+        return self.client.builds(self.client.BITRISE_APP_SLUG, past_date_timestamp) # noqa
+
+    def builds_after_date(self, after):
+        return self.client.builds_after_time(self.client.BITRISE_APP_SLUG, after) # noqa
+
+
+class BitriseClient(Bitrise):
+
+    def __init__(self):
+        super().__init__()
+        self.db = DatabaseBitrise()
+
+    def bitrise_builds_detailed_info(self):
+        # Read latest timestamp from database
+        after = self.database_latest_build()
+        print(after)
+
+        # Query bitrise using after that date
+        data = self.builds_after_date(after)
+
+        payload = pd.DataFrame(data, columns=["build_number", "branch", "status", "status_text", "triggered_workflow", "triggered_by", "triggered_at"]) # noqa
+        payload_filtered = payload[payload["status_text"] != "in-progress"]
+        print(payload_filtered)
+
+        self.db.report_bitrise_builds_info(payload_filtered)
+
+    def database_latest_build(self):
+        # Fetch latest triggered_at
+        latest_ts = self.db.session.query(func.max(ReportBitriseBuildsCount.triggered_at)).scalar() # noqa
+        print(latest_ts)
+        # Assuming you already have this from your DB
+        dt = latest_ts
+
+        # Ensure it's timezone-aware (UTC), then convert to timestamp
+        if dt.tzinfo is None:
+            dt = dt.replace(tzinfo=timezone.utc)
+        else:
+            dt = dt.astimezone(timezone.utc)
+
+        unix_timestamp = int(dt.timestamp())
+        print(f"Latest timestamp in database:{unix_timestamp}")
+        return unix_timestamp
+
+
+class DatabaseBitrise(Database):
+
+    def __init__(self):
+        super().__init__()
+        self.db = Database()
+
+    def report_bitrise_builds_info(self, payload):
+        for index, row in payload.iterrows():
+            report = ReportBitriseBuildsCount(
+                build_number=row['build_number'],
+                branch=row['branch'],
+                status=row['status'],
+                status_text=row['status_text'],
+                triggered_workflow=row['triggered_workflow'],
+                triggered_by=row['triggered_by'],
+                triggered_at=dt.parse_iso_timestamp(row['triggered_at'])
+            )
+            self.session.add(report)
+            self.session.commit()
+
+    def report_bitrise_builds_count(self, payload):
+        # Normalize the JSON data
+        total_count = payload.get("paging", {}).get("total_item_count")
+
+        data = [total_count]
+        return data

database.py

@@ -59,6 +59,10 @@ class ReportJiraSoftvisionWorklogs(Base):
     __table__ = Table('report_jira_softvision_worklogs', Base.metadata, autoload=True) # noqa
 
 
+class ReportBitriseBuildsCount(Base):
+    __table__ = Table('report_bitrise_builds_count', Base.metadata, autoload=True) # noqa
+
+
 class Database:
 
     def __init__(self):

db/schema.sql

@@ -369,3 +369,24 @@ SET @@SESSION.SQL_LOG_BIN = @MYSQLDUMP_TEMP_LOG_BIN;
 /*!40111 SET SQL_NOTES=@OLD_SQL_NOTES */;
 
 -- Dump completed on 2025-03-24 16:53:33
+
+--
+-- Table structure for table `report_bitrise_builds_count`
+--
+
+DROP TABLE IF EXISTS `report_bitrise_builds_count`;
+/*!40101 SET @saved_cs_client     = @@character_set_client */;
+/*!50503 SET character_set_client = utf8mb4 */;
+CREATE TABLE `report_bitrise_builds_count` (
+  `id` int NOT NULL AUTO_INCREMENT,
+  `build_number` int NOT NULL,
+  `branch` varchar(250) DEFAULT NULL,
+  `status` int DEFAULT NULL,
+  `status_text` varchar(250) DEFAULT NULL,
+  `triggered_workflow` varchar(250) DEFAULT NULL,
+  `triggered_by` varchar(250) DEFAULT NULL,
+  `triggered_at` timestamp NULL DEFAULT NULL,
+  PRIMARY KEY (`id`)
+) ENGINE=InnoDB AUTO_INCREMENT=8461 DEFAULT CHARSET=utf8mb3;
+/*!40101 SET character_set_client = @saved_cs_client */;
+