Benchmarks

.github/actions/resolve-benchmark-versions/action.yml

@@ -0,0 +1,10 @@
+name: Resolve benchmark versions
+description: Resolve stable and prerelease Compose and Kotlin versions from Maven Central, plus the latest dev Compose from JetBrains.
+runs:
+  using: composite
+  steps:
+    - name: Resolve versions
+      shell: bash
+      env:
+        ACTION_PATH: ${{ github.action_path }}
+      run: python3 "$ACTION_PATH/resolve_versions.py"

.github/actions/resolve-benchmark-versions/resolve_versions.py

@@ -0,0 +1,68 @@
+import json
+import os
+import re
+import urllib.request
+import xml.etree.ElementTree as ET
+from pathlib import Path
+
+def latest_versions(group, artifact):
+    url = (
+        "https://repo.maven.apache.org/maven2/"
+        f"{group.replace('.', '/')}/{artifact}/maven-metadata.xml"
+    )
+    with urllib.request.urlopen(url, timeout=60) as response:
+        metadata = ET.parse(response)
+    stable, unstable = [], []
+    for node in metadata.findall("./versioning/versions/version"):
+        version = node.text
+        match = re.fullmatch(
+            r"(\d+)\.(\d+)\.(\d+)(?:-(alpha|beta|rc)(\d*)?)?",
+            version, re.IGNORECASE,
+        )
+        if not match:
+            continue
+        major, minor, patch, stage, number = match.groups()
+        key = (int(major), int(minor), int(patch))
+        if stage is None:
+            stable.append((key, version))
+        else:
+            rank = {"alpha": 0, "beta": 1, "rc": 2}[stage.lower()]
+            unstable.append((key + (rank, int(number or 0)), version))
+    if not stable or not unstable:
+        raise RuntimeError(f"Missing stable or prerelease version for {artifact}")
+    return max(stable)[1], max(unstable)[1]
+
+def latest_dev_compose_version():
+    url = (
+        "https://packages.jetbrains.team/maven/p/cmp/dev/"
+        "org/jetbrains/compose/compose-gradle-plugin/maven-metadata.xml"
+    )
+    with urllib.request.urlopen(url, timeout=60) as response:
+        metadata = ET.parse(response)
+    version = metadata.findtext("./versioning/latest")
+    available = {node.text for node in metadata.findall("./versioning/versions/version")}
+    if not version or version not in available:
+        raise RuntimeError("Missing latest Compose version in the dev repository metadata")
+    return version
+
+
+compose = latest_versions("org.jetbrains.compose", "compose-gradle-plugin")
+dev_compose = latest_dev_compose_version()
+selected_compose = tuple(dict.fromkeys((*compose, dev_compose, "local")))
+kotlin = latest_versions("org.jetbrains.kotlin", "kotlin-gradle-plugin")
+versions = {
+    "compose": {"stable": compose[0], "unstable": compose[1], "dev": dev_compose, "local": "local"},
+    "kotlin": {"stable": kotlin[0], "unstable": kotlin[1]},
+}
+results = Path(os.environ["RUNNER_TEMP"]) / "benchmark-results"
+results.mkdir(parents=True, exist_ok=True)
+(results / "versions.json").write_text(json.dumps(versions, indent=2) + "\n")
+with open(os.environ["GITHUB_ENV"], "a") as env:
+    env.write(f"COMPOSE_VERSIONS={','.join(selected_compose)}\n")
+    env.write(f"KOTLIN_VERSIONS={','.join(kotlin)}\n")
+with open(os.environ["GITHUB_STEP_SUMMARY"], "a") as summary:
+    summary.write("## Benchmark versions\n\n")
+    summary.write(f"- Compose: {', '.join(selected_compose)}\n")
+    summary.write(f"- Kotlin: {', '.join(kotlin)}\n")
+    summary.write("- Local Compose uses the core checkout's own Kotlin version.\n")
+print(json.dumps(versions, indent=2))

.github/workflows/benchmarks.yml

@@ -0,0 +1,177 @@
+name: Benchmarks
+
+on:
+  workflow_dispatch:
+  push:
+    branches:
+      - benchmarks
+
+permissions:
+  contents: read
+
+jobs:
+  jvm:
+    name: JVM benchmarks
+    runs-on: macos-26-xlarge
+    timeout-minutes: 360
+
+    defaults:
+      run:
+        shell: bash
+        working-directory: compose/mpp/benchmarks
+
+    steps:
+      - name: Checkout Repository
+        uses: actions/checkout@v5
+
+      - name: Setup Java
+        uses: actions/setup-java@v4
+        with:
+          distribution: temurin
+          java-version: "21"
+
+      - name: Setup Gradle
+        uses: gradle/actions/setup-gradle@v4
+
+      - name: Resolve latest benchmark versions
+        uses: ./.github/actions/resolve-benchmark-versions
+
+      - name: Build launcher
+        run: ./gradlew :benchmarks-launcher:installDist --console=plain
+
+      - name: Run JVM benchmarks
+        run: |
+          mkdir -p "$RUNNER_TEMP/benchmark-results"
+          ./benchmarks-launcher/build/install/benchmarks-launcher/bin/benchmarks-launcher \
+            --target jvm \
+            --compose-version "$COMPOSE_VERSIONS" \
+            --kotlin-version "$KOTLIN_VERSIONS" \
+            --compose-core-path "$GITHUB_WORKSPACE" \
+            --tests AnimatedVisibility LazyGrid MultipleComponents TextLayout CanvasDrawing \
+            --repeat 3 \
+            --output-dir "$RUNNER_TEMP/benchmark-results"
+
+      # GitHub packages the whole session, including index.html, as one ZIP artifact.
+      - name: Upload benchmark results
+        if: always()
+        uses: actions/upload-artifact@v4
+        with:
+          name: jvm-benchmarks-${{ github.run_id }}-${{ github.run_attempt }}
+          path: ${{ runner.temp }}/benchmark-results/
+          if-no-files-found: warn
+          retention-days: 30
+
+  web:
+    name: Web benchmarks (${{ matrix.target }})
+    runs-on: macos-26-xlarge
+    timeout-minutes: 360
+    strategy:
+      fail-fast: false
+      matrix:
+        target: [js, wasmJs]
+
+    defaults:
+      run:
+        shell: bash
+        working-directory: compose/mpp/benchmarks
+
+    steps:
+      - name: Checkout Repository
+        uses: actions/checkout@v5
+
+      - name: Setup Java
+        uses: actions/setup-java@v4
+        with:
+          distribution: temurin
+          java-version: "21"
+
+      - name: Setup Gradle
+        uses: gradle/actions/setup-gradle@v4
+
+      - name: Check Chrome
+        run: '"/Applications/Google Chrome.app/Contents/MacOS/Google Chrome" --version'
+
+      - name: Resolve latest benchmark versions
+        uses: ./.github/actions/resolve-benchmark-versions
+
+      - name: Build launcher
+        run: ./gradlew :benchmarks-launcher:installDist --console=plain
+
+      - name: Run benchmarks in Chrome
+        env:
+          BENCHMARK_TARGET: ${{ matrix.target }}
+          # Use the runner's GPU through ANGLE's Metal backend instead of SwiftShader.
+          BENCHMARK_CHROME_ARGUMENTS: '["--use-gl=angle", "--use-angle=metal"]'
+        run: |
+          ./benchmarks-launcher/build/install/benchmarks-launcher/bin/benchmarks-launcher \
+            --target "$BENCHMARK_TARGET" \
+            --compose-version "$COMPOSE_VERSIONS" \
+            --kotlin-version "$KOTLIN_VERSIONS" \
+            --compose-core-path "$GITHUB_WORKSPACE" \
+            --browser "/Applications/Google Chrome.app/Contents/MacOS/Google Chrome" \
+            --tests AnimatedVisibility LazyGrid MultipleComponents TextLayout CanvasDrawing \
+            --repeat 3 \
+            --output-dir "$RUNNER_TEMP/benchmark-results"
+
+      # GitHub packages the whole session, including index.html, as one ZIP artifact.
+      - name: Upload benchmark results
+        if: always()
+        uses: actions/upload-artifact@v4
+        with:
+          name: ${{ matrix.target }}-benchmarks-${{ github.run_id }}-${{ github.run_attempt }}
+          path: ${{ runner.temp }}/benchmark-results/
+          if-no-files-found: warn
+          retention-days: 30
+
+  ios:
+    name: iOS benchmarks
+    runs-on: macos-26-xlarge
+    timeout-minutes: 360
+
+    defaults:
+      run:
+        shell: bash
+        working-directory: compose/mpp/benchmarks
+
+    steps:
+      - name: Checkout Repository
+        uses: actions/checkout@v5
+
+      - name: Setup iOS benchmark environment
+        id: ios
+        uses: ./.github/actions/setup-ios-instrumented-test-environment
+        with:
+          xcode-path: /Applications/Xcode_26.5.app
+          xcode-cache-key-suffix: '26.5'
+          simulator-device: iPhone 17
+          simulator-os: '26.5'
+
+      - name: Resolve latest benchmark versions
+        uses: ./.github/actions/resolve-benchmark-versions
+
+      - name: Build launcher
+        run: ./gradlew :benchmarks-launcher:installDist --console=plain
+
+      - name: Run iOS benchmarks
+        env:
+          SIMULATOR_ID: ${{ steps.ios.outputs.simulator-id }}
+        run: |
+          ./benchmarks-launcher/build/install/benchmarks-launcher/bin/benchmarks-launcher \
+            --target ios \
+            --simulator "$SIMULATOR_ID" \
+            --compose-version "$COMPOSE_VERSIONS" \
+            --kotlin-version "$KOTLIN_VERSIONS" \
+            --compose-core-path "$GITHUB_WORKSPACE" \
+            --tests AnimatedVisibility LazyGrid MultipleComponents TextLayout CanvasDrawing \
+            --repeat 3 \
+            --output-dir "$RUNNER_TEMP/benchmark-results"
+
+      # GitHub packages the whole session, including index.html, as one ZIP artifact.
+      - name: Upload benchmark results
+        if: always()
+        uses: actions/upload-artifact@v4
+        with:
+          name: ios-benchmarks-${{ github.run_id }}-${{ github.run_attempt }}
+          path: ${{ runner.temp }}/benchmark-results/
+          if-no-files-found: warn
+          retention-days: 30

compose/mpp/benchmarks/.gitignore

@@ -0,0 +1,2 @@
+/launcher/
+yarn.lock