Add Azurite test support for AzureBlobStore

.github/actions/setup-azurite-test-runner/action.yaml

@@ -0,0 +1,16 @@
+---
+name: Set up Azurite test runner
+description: "Installs Bun and the Azurite emulator needed for AzureBlobStore tests"
+runs:
+  using: "composite"
+  steps:
+    - name: Set up Bun
+      uses: >- # v2.2.0
+        oven-sh/setup-bun@0c5077e51419868618aeaa5fe8019c62421857d6
+      with:
+        bun-version: latest
+
+    - name: Install Azurite
+      run: bun install --frozen-lockfile
+      shell: bash -euo pipefail {0}
+      working-directory: nativelink-store/tests/azurite_runner

.github/workflows/native-cargo.yaml

@@ -53,6 +53,9 @@ jobs:
       - name: Build on ${{ runner.os }}
         run: cargo build --all --profile=smol
 
+      - name: Set up Azurite test runner
+        uses: ./.github/actions/setup-azurite-test-runner
+
       - name: Test on ${{ runner.os }}
         run: cargo test --all --profile=smol
 

.github/workflows/nix.yaml

@@ -88,6 +88,9 @@ jobs:
         uses: >- # v2.9.1
           Swatinem/rust-cache@c19371144df3bb44fab255c43d04cbc2ab54d1c4
 
+      - name: Set up Azurite test runner
+        uses: ./.github/actions/setup-azurite-test-runner
+
       - name: Invoke Cargo build in Nix shell
         run: >
           nix develop --impure --command
@@ -133,7 +136,7 @@ jobs:
     name: ${{ matrix.test-name }}
     strategy:
       matrix:
-          test-name: [buildstream, buck2, mongo]
+        test-name: [buildstream, buck2, mongo]
     runs-on: ubuntu-24.04
     timeout-minutes: 45
     steps:
@@ -182,7 +185,7 @@ jobs:
     name: rbe ${{ matrix.command}}
     needs: [generate-rbe-commands]
     strategy:
-        matrix: ${{fromJson(needs.generate-rbe-commands.outputs.matrix)}}
+      matrix: ${{fromJson(needs.generate-rbe-commands.outputs.matrix)}}
     runs-on: ubuntu-24.04
     timeout-minutes: 45
     steps:

nativelink-store/BUILD.bazel

@@ -125,7 +125,7 @@ rust_test_suite(
     timeout = "moderate",
     srcs = [
         "tests/ac_utils_test.rs",
-        "tests/azure_blob_store_test.rs",
+        "tests/azurite_store_test.rs",
         "tests/cache_metrics_store_test.rs",
         "tests/common_s3_utils_test.rs",
         "tests/completeness_checking_store_test.rs",
@@ -157,6 +157,9 @@ rust_test_suite(
         "tests/mongo_runner/process.rs",
         "tests/mongo_runner/extractor.rs",
         "tests/mongo_runner/downloader.rs",
+        "tests/azurite_runner/mod.rs",
+        "tests/azurite_runner/process.rs",
+        "tests/azurite_runner/sas.rs",
     ],
     proc_macro_deps = [
         "//nativelink-macro",
@@ -177,12 +180,15 @@ rust_test_suite(
         "@crates//:aws-smithy-types",
         "@crates//:azure_core",
         "@crates//:azure_storage_blob",
+        "@crates//:base64",
         "@crates//:bytes",
+        "@crates//:chrono",
         "@crates//:dirs",
         "@crates//:flate2",
         "@crates//:fs-set-times",
         "@crates//:futures",
         "@crates//:hex",
+        "@crates//:hmac",
         "@crates//:http",
         "@crates//:http-body",
         "@crates//:libc",
@@ -209,6 +215,7 @@ rust_test_suite(
         "@crates//:tonic",
         "@crates//:tracing",
         "@crates//:tracing-test",
+        "@crates//:url",
         "@crates//:uuid",
         "@crates//:wincode",
         "@crates//:zip",

nativelink-store/Cargo.toml

@@ -148,12 +148,14 @@ aws-smithy-runtime-api = { version = "1.7.4", default-features = false }
 aws-smithy-types = { version = "1.3.0", default-features = false, features = [
   "http-body-1-x",
 ] }
+chrono = { version = "0.4.44", default-features = false, features = ["clock"] }
 dirs = { version = "6.0.0", default-features = false }
 flate2 = { version = "1.1.9", default-features = false, features = ["zlib-rs"] }
 fs-set-times = { version = "0.20.3", default-features = false }
 futures = { version = "0.3.31", default-features = false, features = [
   "executor",
 ] }
+hmac = { version = "0.12.1", default-features = false }
 http = { version = "1.3.1", default-features = false }
 libc = { version = "0.2.177", default-features = false }
 memory-stats = { version = "1.2.0", default-features = false }
@@ -170,6 +172,10 @@ rlimit = { version = "0.10.2", default-features = false }
 serde_json = { version = "1.0.140", default-features = false }
 tar = { version = "0.4.44", default-features = false }
 tempfile = { version = "3.8.1", default-features = false }
+tokio = { version = "1.52.2", features = [
+  "process",
+  "sync",
+], default-features = false }
 tracing-test = { version = "0.2.5", default-features = false, features = [
   "no-env-filter",
 ] }

nativelink-store/tests/azurite_runner/.gitignore

@@ -0,0 +1,2 @@
+node_modules
+