Cache all types, add benchmark_bson.py + EVG tests

- Add create_rust_extension_tasks() and create_rust_extension_variants() to generate_config.py
- Test Rust extension on Linux (RHEL8), macOS ARM64, and Windows
- Test with Python 3.10, 3.12, and 3.14 across different topologies
- Add PR task for Python 3.10 on standalone to run on every PR
- Create install-rust.sh script to install Rust toolchain and maturin
- Update setup-tests.sh to install Rust when PYMONGO_BUILD_RUST is set
- Add RUST_TESTING.md documentation explaining the test setup
- Generated tasks run full BSON test suite with PYMONGO_USE_RUST=1

Author: aclark4life

.evergreen/generated_configs/tasks.yml

@@ -2581,6 +2581,84 @@ tasks:
       - func: send dashboard data
     tags: [perf]
 
+  # Rust extension tests
+  - name: test-rust-latest-python3.10-noauth-nossl-standalone
+    commands:
+      - func: run server
+        vars:
+          AUTH: noauth
+          SSL: nossl
+          TOPOLOGY: standalone
+          VERSION: latest
+          PYMONGO_BUILD_RUST: "1"
+          PYMONGO_USE_RUST: "1"
+      - func: run tests
+        vars:
+          AUTH: noauth
+          SSL: nossl
+          TOPOLOGY: standalone
+          VERSION: latest
+          PYMONGO_BUILD_RUST: "1"
+          PYMONGO_USE_RUST: "1"
+          TOOLCHAIN_VERSION: "3.10"
+          TEST_NAME: default_sync
+    tags:
+      - test-rust
+      - python-3.10
+      - standalone-noauth-nossl
+      - rust
+      - pr
+  - name: test-rust-latest-python3.12-noauth-ssl-replica-set
+    commands:
+      - func: run server
+        vars:
+          AUTH: noauth
+          SSL: ssl
+          TOPOLOGY: replica_set
+          VERSION: latest
+          PYMONGO_BUILD_RUST: "1"
+          PYMONGO_USE_RUST: "1"
+      - func: run tests
+        vars:
+          AUTH: noauth
+          SSL: ssl
+          TOPOLOGY: replica_set
+          VERSION: latest
+          PYMONGO_BUILD_RUST: "1"
+          PYMONGO_USE_RUST: "1"
+          TOOLCHAIN_VERSION: "3.12"
+          TEST_NAME: default_sync
+    tags:
+      - test-rust
+      - python-3.12
+      - replica_set-noauth-ssl
+      - rust
+  - name: test-rust-latest-python3.14-auth-ssl-sharded-cluster
+    commands:
+      - func: run server
+        vars:
+          AUTH: auth
+          SSL: ssl
+          TOPOLOGY: sharded_cluster
+          VERSION: latest
+          PYMONGO_BUILD_RUST: "1"
+          PYMONGO_USE_RUST: "1"
+      - func: run tests
+        vars:
+          AUTH: auth
+          SSL: ssl
+          TOPOLOGY: sharded_cluster
+          VERSION: latest
+          PYMONGO_BUILD_RUST: "1"
+          PYMONGO_USE_RUST: "1"
+          TOOLCHAIN_VERSION: "3.14"
+          TEST_NAME: default_sync
+    tags:
+      - test-rust
+      - python-3.14
+      - sharded_cluster-auth-ssl
+      - rust
+
   # Search index tests
   - name: test-search-index-helpers
     commands:

.evergreen/generated_configs/variants.yml

@@ -477,6 +477,40 @@ buildvariants:
     expansions:
       SUB_TEST_NAME: pyopenssl
 
+  # Rust extension tests
+  - name: test-rust-extension
+    tasks:
+      - name: .test-rust
+    display_name: Test Rust Extension
+    run_on:
+      - rhel87-small
+    expansions:
+      PYMONGO_BUILD_RUST: "1"
+      PYMONGO_USE_RUST: "1"
+    tags: [rust, pr]
+  - name: test-rust-extension---macos-arm64
+    tasks:
+      - name: .test-rust !.pr
+    display_name: Test Rust Extension - macOS ARM64
+    run_on:
+      - macos-14-arm64
+    batchtime: 10080
+    expansions:
+      PYMONGO_BUILD_RUST: "1"
+      PYMONGO_USE_RUST: "1"
+    tags: [rust]
+  - name: test-rust-extension---windows
+    tasks:
+      - name: .test-rust !.pr
+    display_name: Test Rust Extension - Windows
+    run_on:
+      - windows-64-vsMulti-small
+    batchtime: 10080
+    expansions:
+      PYMONGO_BUILD_RUST: "1"
+      PYMONGO_USE_RUST: "1"
+    tags: [rust]
+
   # Search index tests
   - name: search-index-helpers-rhel8
     tasks:

.evergreen/scripts/generate_config.py

@@ -1283,6 +1283,100 @@ def create_send_dashboard_data_func():
     return "send dashboard data", cmds
 
 
+def create_rust_extension_tasks():
+    """Create tasks for testing the Rust BSON extension."""
+    tasks = []
+    # Test Rust extension on a subset of Python versions and topologies
+    # Focus on min, max, and latest stable Python versions
+    test_pythons = [MIN_MAX_PYTHON[0], "3.12", MIN_MAX_PYTHON[-1]]
+
+    for python, topology in zip_cycle(
+        test_pythons, ["standalone", "replica_set", "sharded_cluster"]
+    ):
+        if "t" in python:
+            # Skip free-threaded Python for now (Rust extension may need updates)
+            continue
+
+        auth, ssl = get_standard_auth_ssl(topology)
+        tags = [
+            "test-rust",
+            f"python-{python}",
+            f"{topology}-{auth}-{ssl}",
+            "rust",
+        ]
+
+        # Add PR tag for one configuration to run on every PR (Python 3.10 on standalone)
+        if python == MIN_MAX_PYTHON[0] and topology == "standalone":
+            tags.append("pr")
+
+        expansions = dict(
+            AUTH=auth,
+            SSL=ssl,
+            TOPOLOGY=topology,
+            VERSION="latest",
+            PYMONGO_BUILD_RUST="1",
+            PYMONGO_USE_RUST="1",
+        )
+
+        name = get_task_name("test-rust", python=python, **expansions)
+        server_func = FunctionCall(func="run server", vars=expansions)
+        test_vars = expansions.copy()
+        test_vars["TOOLCHAIN_VERSION"] = python
+        test_vars["TEST_NAME"] = "default_sync"
+        test_func = FunctionCall(func="run tests", vars=test_vars)
+        tasks.append(EvgTask(name=name, tags=tags, commands=[server_func, test_func]))
+
+    return tasks
+
+
+def create_rust_extension_variants():
+    """Create build variants for testing the Rust BSON extension."""
+    variants = []
+
+    # Test on Linux (primary platform) - runs on PRs
+    variant = create_variant(
+        [".test-rust"],
+        "Test Rust Extension",
+        host=DEFAULT_HOST,
+        tags=["rust", "pr"],
+        expansions=dict(
+            PYMONGO_BUILD_RUST="1",
+            PYMONGO_USE_RUST="1",
+        ),
+    )
+    variants.append(variant)
+
+    # Test on macOS ARM64 (important for M1/M2 Macs)
+    variant = create_variant(
+        [".test-rust !.pr"],
+        "Test Rust Extension - macOS ARM64",
+        host=HOSTS["macos-arm64"],
+        tags=["rust"],
+        batchtime=BATCHTIME_WEEK,
+        expansions=dict(
+            PYMONGO_BUILD_RUST="1",
+            PYMONGO_USE_RUST="1",
+        ),
+    )
+    variants.append(variant)
+
+    # Test on Windows (important for cross-platform compatibility)
+    variant = create_variant(
+        [".test-rust !.pr"],
+        "Test Rust Extension - Windows",
+        host=HOSTS["win64"],
+        tags=["rust"],
+        batchtime=BATCHTIME_WEEK,
+        expansions=dict(
+            PYMONGO_BUILD_RUST="1",
+            PYMONGO_USE_RUST="1",
+        ),
+    )
+    variants.append(variant)
+
+    return variants
+
+
 mod = sys.modules[__name__]
 write_variants_to_file(mod)
 write_tasks_to_file(mod)

.evergreen/scripts/install-rust.sh

@@ -0,0 +1,50 @@
+#!/bin/bash
+# Install Rust toolchain for building the Rust BSON extension.
+set -eu
+
+echo "Installing Rust toolchain..."
+
+# Check if Rust is already installed
+if command -v cargo &> /dev/null; then
+    echo "Rust is already installed:"
+    rustc --version
+    cargo --version
+    echo "Updating Rust toolchain..."
+    rustup update stable
+else
+    echo "Rust not found. Installing Rust..."
+
+    # Install Rust using rustup
+    if [ "Windows_NT" = "${OS:-}" ]; then
+        # Windows installation
+        curl --proto '=https' --tlsv1.2 -sSf https://win.rustup.rs/x86_64 -o rustup-init.exe
+        ./rustup-init.exe -y --default-toolchain stable
+        rm rustup-init.exe
+
+        # Add to PATH for current session
+        export PATH="$HOME/.cargo/bin:$PATH"
+    else
+        # Unix-like installation (Linux, macOS)
+        curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | sh -s -- -y --default-toolchain stable
+
+        # Source cargo env
+        source "$HOME/.cargo/env"
+    fi
+
+    echo "Rust installation complete:"
+    rustc --version
+    cargo --version
+fi
+
+# Install maturin if not already installed
+if ! command -v maturin &> /dev/null; then
+    echo "Installing maturin..."
+    cargo install maturin
+    echo "maturin installation complete:"
+    maturin --version
+else
+    echo "maturin is already installed:"
+    maturin --version
+fi
+
+echo "Rust toolchain setup complete."

.evergreen/scripts/setup-tests.sh

@@ -13,6 +13,8 @@ set -eu
 #  MONGODB_API_VERSION  The mongodb api version to use in tests.
 #  MONGODB_URI          If non-empty, use as the MONGODB_URI in tests.
 #  USE_ACTIVE_VENV      If non-empty, use the active virtual environment.
+#  PYMONGO_BUILD_RUST   If non-empty, build and test with Rust extension.
+#  PYMONGO_USE_RUST     If non-empty, use the Rust extension for tests.
 
 SCRIPT_DIR=$(dirname ${BASH_SOURCE:-$0})
 
@@ -21,6 +23,12 @@ if [ -f $SCRIPT_DIR/env.sh ]; then
   source $SCRIPT_DIR/env.sh
 fi
 
+# Install Rust toolchain if building Rust extension
+if [ -n "${PYMONGO_BUILD_RUST:-}" ]; then
+  echo "PYMONGO_BUILD_RUST is set, installing Rust toolchain..."
+  bash $SCRIPT_DIR/install-rust.sh
+fi
+
 echo "Setting up tests with args \"$*\"..."
 uv run ${USE_ACTIVE_VENV:+--active} "$SCRIPT_DIR/setup_tests.py" "$@"
 echo "Setting up tests with args \"$*\"... done."

.pre-commit-config.yaml

@@ -103,7 +103,8 @@ repos:
     # - test/test_bson.py:267: isnt ==> isn't
     # - test/versioned-api/crud-api-version-1-strict.json:514: nin ==> inn, min, bin, nine
     # - test/test_client.py:188: te ==> the, be, we, to
-    args: ["-L", "fle,fo,infinit,isnt,nin,te,aks"]
+    # - README.md:534: crate ==> create (Rust terminology - a crate is a Rust package)
+    args: ["-L", "fle,fo,infinit,isnt,nin,te,aks,crate"]
 
 - repo: local
   hooks: