run metrics with circleci

Author: hathach

.circleci/config.yml

@@ -25,11 +25,11 @@ jobs:
 
             TOOLCHAIN_LIST=(
               "aarch64-gcc"
-              "arm-clang"
-              "arm-gcc"
-              "esp-idf"
-              "msp430-gcc"
-              "riscv-gcc"
+            #              "arm-clang"
+            #              "arm-gcc"
+            #              "esp-idf"
+            #              "msp430-gcc"
+            #              "riscv-gcc"
             )
 
             # only build IAR if not forked PR, since IAR token is not shared
@@ -77,7 +77,7 @@ jobs:
                 gen_build_entry "$build_system" "$toolchain" "$FAMILY"
 
                 # Only add cmake builds: excluding esp-idf or build_args="--one-random" to metrics requirements
-                if [ "$build_system" == "cmake" ] && [ "$toolchain" != "esp-idf" ] && [ "build_args" != "--one-random" ]; then
+                if [ "$build_system" == "cmake" ] && [ "$toolchain" != "esp-idf" ] && [ "$toolchain" != "arm-iar" ]; then
                   BUILD_ALIASES+=("build-${build_system}-${toolchain}")
                 fi
               done

.circleci/config2.yml

@@ -135,7 +135,7 @@ commands:
               - not:
                   equal: [ esp-idf, << parameters.toolchain >> ]
               - not:
-                  equal: [ --one-random, << parameters.build-args >> ]
+                  equal: [ arm-iar, << parameters.toolchain >> ]
           steps:
             - run:
                 name: Collect Metrics
@@ -147,6 +147,7 @@ commands:
                     if [ -f "$f" ]; then
                       BOARD_DIR=$(dirname "$f" | xargs basename)
                       cp "$f" "/tmp/metrics/${BOARD_DIR}.json"
+                      cat /tmp/metrics/${BOARD_DIR}.json
                     fi
                   done
 
@@ -228,7 +229,7 @@ jobs:
             python tools/get_deps.py
             pip install tools/linkermap/
             # Combine all metrics files
-            tree /tmp/metrics
+            ls /tmp/metrics
             if ls /tmp/metrics/*.json 1> /dev/null 2>&1; then
               mkdir -p cmake-build
               for f in /tmp/metrics/*.json; do
@@ -242,13 +243,90 @@ jobs:
               exit 1
             fi
 
-      - store_artifacts:
-          path: metrics.json
-          destination: metrics.json
+      # Store metrics.json artifact on master branch
+      - when:
+          condition:
+            equal: [ master, << pipeline.git.branch >> ]
+          steps:
+            - store_artifacts:
+                path: metrics.json
+                destination: metrics.json
+
+      # Compare with base master metrics on PR branches
+      - when:
+          condition:
+            not:
+              equal: [ master, << pipeline.git.branch >> ]
+          steps:
+            - run:
+                name: Download Base Branch Metrics
+                command: |
+                  # Download metrics.json artifact from the latest successful build on master branch
+                  mkdir -p base-metrics
+                  # Use CircleCI API to get the latest artifact
+                  curl -s -L "https://dl.circleci.com/api/v2/project/gh/${CIRCLE_PROJECT_USERNAME}/${CIRCLE_PROJECT_REPONAME}/latest/artifacts?branch=master&filter=successful" \
+                    -H "Circle-Token: ${CIRCLE_TOKEN:-}" | \
+                    jq -r '.items[] | select(.path == "metrics.json") | .url' | \
+                    head -1 | xargs -I {} curl -s -L -o base-metrics/metrics.json {} || true
+
+            - run:
+                name: Compare with Base Branch
+                command: |
+                  if [ -f base-metrics/metrics.json ]; then
+                    python tools/metrics.py compare -f tinyusb/src base-metrics/metrics.json metrics.json
+                    cat metrics_compare.md
+                  else
+                    echo "No base metrics found, skipping comparison"
+                    cp metrics.md metrics_compare.md
+                  fi
+
+            - run:
+                name: Post Metrics Comment to PR
+                command: |
+                  # Only post if this is a PR (CIRCLE_PULL_REQUEST is set)
+                  if [ -z "$CIRCLE_PULL_REQUEST" ]; then
+                    echo "Not a PR, skipping comment"
+                    exit 0
+                  fi
+
+                  # Extract PR number from URL
+                  PR_NUMBER=$(echo "$CIRCLE_PULL_REQUEST" | grep -oE '[0-9]+$')
+                  if [ -z "$PR_NUMBER" ]; then
+                    echo "Could not extract PR number"
+                    exit 0
+                  fi
+
+                  # Comment marker to identify our comments
+                  COMMENT_MARKER="<!-- code-metrics-comment -->"
+                  COMMENT_BODY="${COMMENT_MARKER}
+                  $(cat metrics_compare.md)"
+
+                  # Find existing comment
+                  EXISTING_COMMENT_ID=$(curl -s -H "Authorization: token ${GITHUB_TOKEN}" \
+                    "https://api.github.com/repos/${CIRCLE_PROJECT_USERNAME}/${CIRCLE_PROJECT_REPONAME}/issues/${PR_NUMBER}/comments" | \
+                    jq -r ".[] | select(.body | startswith(\"${COMMENT_MARKER}\")) | .id" | head -1)
+
+                  if [ -n "$EXISTING_COMMENT_ID" ] && [ "$EXISTING_COMMENT_ID" != "null" ]; then
+                    # Update existing comment
+                    curl -s -X PATCH \
+                      -H "Authorization: token ${GITHUB_TOKEN}" \
+                      -H "Content-Type: application/json" \
+                      -d "$(jq -n --arg body "$COMMENT_BODY" '{body: $body}')" \
+                      "https://api.github.com/repos/${CIRCLE_PROJECT_USERNAME}/${CIRCLE_PROJECT_REPONAME}/issues/comments/${EXISTING_COMMENT_ID}"
+                    echo "Updated existing comment ${EXISTING_COMMENT_ID}"
+                  else
+                    # Create new comment
+                    curl -s -X POST \
+                      -H "Authorization: token ${GITHUB_TOKEN}" \
+                      -H "Content-Type: application/json" \
+                      -d "$(jq -n --arg body "$COMMENT_BODY" '{body: $body}')" \
+                      "https://api.github.com/repos/${CIRCLE_PROJECT_USERNAME}/${CIRCLE_PROJECT_REPONAME}/issues/${PR_NUMBER}/comments"
+                    echo "Created new comment"
+                  fi
 
-      - store_artifacts:
-          path: metrics.md
-          destination: metrics.md
+            - store_artifacts:
+                path: metrics_compare.md
+                destination: metrics_compare.md
 
 workflows:
   build: