run metrics with circleci

Author: hathach

.circleci/config.yml

@@ -25,11 +25,11 @@ jobs:
 
             TOOLCHAIN_LIST=(
               "aarch64-gcc"
-              "arm-clang"
-              "arm-gcc"
-              "esp-idf"
-              "msp430-gcc"
-              "riscv-gcc"
+            #              "arm-clang"
+            #              "arm-gcc"
+            #              "esp-idf"
+            #              "msp430-gcc"
+            #              "riscv-gcc"
             )
 
             # only build IAR if not forked PR, since IAR token is not shared
@@ -77,7 +77,7 @@ jobs:
                 gen_build_entry "$build_system" "$toolchain" "$FAMILY"
 
                 # Only add cmake builds: excluding esp-idf or build_args="--one-random" to metrics requirements
-                if [ "$build_system" == "cmake" ] && [ "$toolchain" != "esp-idf" ] && [ "build_args" != "--one-random" ]; then
+                if [ "$build_system" == "cmake" ] && [ "$toolchain" != "esp-idf" ] && [ "$toolchain" != "arm-iar" ]; then
                   BUILD_ALIASES+=("build-${build_system}-${toolchain}")
                 fi
               done

.circleci/config2.yml

@@ -135,7 +135,7 @@ commands:
               - not:
                   equal: [ esp-idf, << parameters.toolchain >> ]
               - not:
-                  equal: [ --one-random, << parameters.build-args >> ]
+                  equal: [ arm-iar, << parameters.toolchain >> ]
           steps:
             - run:
                 name: Collect Metrics
@@ -147,6 +147,7 @@ commands:
                     if [ -f "$f" ]; then
                       BOARD_DIR=$(dirname "$f" | xargs basename)
                       cp "$f" "/tmp/metrics/${BOARD_DIR}.json"
+                      cat /tmp/metrics/${BOARD_DIR}.json
                     fi
                   done
 
@@ -228,7 +229,7 @@ jobs:
             python tools/get_deps.py
             pip install tools/linkermap/
             # Combine all metrics files
-            tree /tmp/metrics
+            ls /tmp/metrics
             if ls /tmp/metrics/*.json 1> /dev/null 2>&1; then
               mkdir -p cmake-build
               for f in /tmp/metrics/*.json; do
@@ -242,13 +243,46 @@ jobs:
               exit 1
             fi
 
-      - store_artifacts:
-          path: metrics.json
-          destination: metrics.json
+      # Store metrics.json artifact on master branch
+      - when:
+          condition:
+            equal: [ master, << pipeline.git.branch >> ]
+          steps:
+            - store_artifacts:
+                path: metrics.json
+                destination: metrics.json
+
+      # Compare with base master metrics on PR branches
+      - when:
+          condition:
+            not:
+              equal: [ master, << pipeline.git.branch >> ]
+          steps:
+            - run:
+                name: Download Base Branch Metrics
+                command: |
+                  # Download metrics.json artifact from the latest successful build on master branch
+                  mkdir -p base-metrics
+                  # Use CircleCI API to get the latest artifact
+                  curl -s -L "https://dl.circleci.com/api/v2/project/gh/${CIRCLE_PROJECT_USERNAME}/${CIRCLE_PROJECT_REPONAME}/latest/artifacts?branch=master&filter=successful" \
+                    -H "Circle-Token: ${CIRCLE_TOKEN:-}" | \
+                    jq -r '.items[] | select(.path == "metrics.json") | .url' | \
+                    head -1 | xargs -I {} curl -s -L -o base-metrics/metrics.json {} || true
+
+            - run:
+                name: Compare with Base Branch
+                command: |
+                  if [ -f base-metrics/metrics.json ]; then
+                    python tools/metrics.py compare -f tinyusb/src base-metrics/metrics.json metrics.json
+                    cat metrics_compare.md
+                  else
+                    echo "No base metrics found, skipping comparison"
+                    cp metrics.md metrics_compare.md
+                  fi
 
-      - store_artifacts:
-          path: metrics.md
-          destination: metrics.md
+            - store_artifacts:
+                path: metrics_compare.md
+                destination: metrics_compare.md
 
 workflows:
   build: