[Draft] [recompose] New experimental task-execution framework

.github/workflows/contrib_checks.yml

@@ -72,11 +72,10 @@ jobs:
       - uses: prefix-dev/setup-pixi@v0.9.1
         with:
           pixi-version: v0.55.0
-          environments: py-docs
 
       - name: Build via mkdocs
         run: |
-          pixi run -e py-docs mkdocs build --strict -f rerun_py/mkdocs.yml
+          pixi run uv run --group docs mkdocs build --strict -f rerun_py/mkdocs.yml
 
   no-codegen-changes:
     name: Check if running codegen would produce any changes
@@ -201,7 +200,7 @@ jobs:
           pixi-version: v0.55.0
 
       - name: Check Python example thumbnails
-        run: pixi run ./scripts/ci/thumbnails.py check
+        run: pixi run uvpy ./scripts/ci/thumbnails.py check
 
   spell-check:
     name: Spell Check

.github/workflows/contrib_rerun_py.yml

@@ -54,7 +54,6 @@ jobs:
       - uses: prefix-dev/setup-pixi@v0.9.1
         with:
           pixi-version: v0.55.0
-          environments: wheel-test-min
 
       - name: Build rerun-cli
         run: |
@@ -66,22 +65,22 @@ jobs:
 
       - name: Build the wheel
         run: |
-          pixi run python scripts/ci/build_and_upload_wheels.py \
+          pixi run uvpy scripts/ci/build_and_upload_wheels.py \
             --mode pr \
             --target x86_64-unknown-linux-gnu \
             --dir unused \
             --compat manylinux_2_28
 
       - name: Install built wheel
         run: |
-          pixi run python scripts/ci/pixi_install_wheel.py --feature python-pypi --package rerun-sdk --dir dist/x86_64-unknown-linux-gnu
+          pixi run python scripts/ci/uv_install_wheel.py --package rerun-sdk --dir dist/x86_64-unknown-linux-gnu
 
       - name: Run e2e test
-        run: RUST_LOG=debug pixi run -e wheel-test-min scripts/run_python_e2e_test.py --no-build # rerun-sdk is already built and installed
+        run: RUST_LOG=debug pixi run uvpy scripts/run_python_e2e_test.py --no-build # rerun-sdk is already built and installed
 
       - name: Run docs/snippets/compare_snippet_output.py
         # --release so we can inherit from some of the artifacts that maturin has just built before
         # --target x86_64-unknown-linux-gnu because otherwise cargo loses the target cache… even though this is the target anyhow…
         # --no-py-build because rerun-sdk is already built and installed
         run: |
-          RUST_LOG=debug pixi run -e wheel-test-min docs/snippets/compare_snippet_output.py --release --target x86_64-unknown-linux-gnu --no-py-build
+          RUST_LOG=debug pixi run uvpy docs/snippets/compare_snippet_output.py --release --target x86_64-unknown-linux-gnu --no-py-build

.github/workflows/on_push_docs.yml

@@ -63,7 +63,6 @@ jobs:
       - uses: prefix-dev/setup-pixi@v0.9.1
         with:
           pixi-version: v0.55.0
-          environments: py-docs
 
       - name: Install rerun-sdk
         run: |

.github/workflows/recompose_ci.yml

@@ -0,0 +1,50 @@
+# ============================================================================
+# GENERATED FILE - DO NOT EDIT MANUALLY
+#
+# This workflow is generated by recompose. To modify:
+#   1. Edit the source automation/task definition
+#   2. Run: ./run generate_gha
+#   3. Commit the regenerated file
+#
+# Source: automation: ci
+# ============================================================================
+name: ci
+on:
+  push:
+    branches:
+    - main
+    - jleibs/recompose
+  pull_request: null
+jobs:
+  lint_all:
+    runs-on: ubuntu-latest
+    defaults:
+      run:
+        working-directory: recompose
+    steps:
+    - name: Checkout
+      uses: actions/checkout@v4
+    - name: Setup Python
+      uses: actions/setup-python@v5
+      with:
+        python-version: '3.12'
+    - name: Setup uv
+      uses: astral-sh/setup-uv@v4
+    - name: lint-all
+      run: ./run lint-all
+  test:
+    runs-on: ubuntu-latest
+    defaults:
+      run:
+        working-directory: recompose
+    steps:
+    - name: Checkout
+      uses: actions/checkout@v4
+    - name: Setup Python
+      uses: actions/setup-python@v5
+      with:
+        python-version: '3.12'
+    - name: Setup uv
+      uses: astral-sh/setup-uv@v4
+    - name: test
+      run: ./run test

.github/workflows/recompose_lint.yml

@@ -0,0 +1,30 @@
+# ============================================================================
+# GENERATED FILE - DO NOT EDIT MANUALLY
+#
+# This workflow is generated by recompose. To modify:
+#   1. Edit the source automation/task definition
+#   2. Run: ./run generate_gha
+#   3. Commit the regenerated file
+#
+# Source: automation: lint
+# ============================================================================
+name: lint
+on:
+  workflow_dispatch: null
+jobs:
+  lint:
+    runs-on: ubuntu-latest
+    defaults:
+      run:
+        working-directory: recompose
+    steps:
+    - name: Checkout
+      uses: actions/checkout@v4
+    - name: Setup Python
+      uses: actions/setup-python@v5
+      with:
+        python-version: '3.12'
+    - name: Setup uv
+      uses: astral-sh/setup-uv@v4
+    - name: lint
+      run: ./run lint

.github/workflows/recompose_test.yml

@@ -0,0 +1,42 @@
+# ============================================================================
+# GENERATED FILE - DO NOT EDIT MANUALLY
+#
+# This workflow is generated by recompose. To modify:
+#   1. Edit the source automation/task definition
+#   2. Run: ./run generate_gha
+#   3. Commit the regenerated file
+#
+# Source: automation: test
+# ============================================================================
+name: test
+on:
+  workflow_dispatch:
+    inputs:
+      verbose:
+        description: Show verbose output
+        required: false
+        default: false
+        type: boolean
+      coverage:
+        description: Enable coverage reporting
+        required: false
+        default: false
+        type: boolean
+jobs:
+  test:
+    runs-on: ubuntu-latest
+    defaults:
+      run:
+        working-directory: recompose
+    steps:
+    - name: Checkout
+      uses: actions/checkout@v4
+    - name: Setup Python
+      uses: actions/setup-python@v5
+      with:
+        python-version: '3.12'
+    - name: Setup uv
+      uses: astral-sh/setup-uv@v4
+    - name: test
+      run: ./run test --verbose=${{ inputs.verbose }} --coverage=${{ 
+        inputs.coverage }}

.github/workflows/reusable_bench.yml

@@ -76,11 +76,6 @@ jobs:
       - uses: prefix-dev/setup-pixi@v0.9.1
         with:
           pixi-version: v0.55.0
-          # default: for the rendering step
-          # wheel-test-min: minimal env for roundtrips (less heavy than wheel-test/examples)
-          environments: >-
-            default
-            wheel-test-min
 
       - name: Add SHORT_SHA env property with commit short sha
         run: echo "SHORT_SHA=`echo ${{github.sha}} | cut -c1-7`" >> $GITHUB_ENV
@@ -89,8 +84,7 @@ jobs:
         # Use bash shell so we get pipefail behavior with tee
         # Running under `pixi` so we get `nasm`
         run: |
-          pixi run -e wheel-test-min \
-            cargo bench \
+          pixi run cargo bench \
             --all-features \
             -p re_entity_db \
             -p re_log_encoding \

.github/workflows/reusable_build_and_upload_wheels.yml

@@ -204,7 +204,7 @@ jobs:
 
       - name: Build
         run: |
-          pixi run python scripts/ci/build_and_upload_wheels.py \
+          pixi run uvpy scripts/ci/build_and_upload_wheels.py \
             --mode ${{ inputs.MODE }} \
             --target ${{ needs.set-config.outputs.TARGET }} \
             --dir commit/${{ steps.get-sha.outputs.sha }}/wheels \
@@ -227,7 +227,7 @@ jobs:
         run: |
           rm -rf dist
           pixi run js-build-base
-          pixi run python scripts/ci/build_and_upload_rerun_notebook.py \
+          pixi run uvpy scripts/ci/build_and_upload_rerun_notebook.py \
             --dir commit/${{ steps.get-sha.outputs.sha }}/wheels
 
       - name: Save rerun_notebook wheel artifact

.github/workflows/reusable_build_examples.yml

@@ -62,23 +62,29 @@ jobs:
       - uses: prefix-dev/setup-pixi@v0.9.1
         with:
           pixi-version: v0.55.0
-          environments: wheel-test
 
-      - name: Download Wheel
+      - name: Download Rerun Wheel
         uses: actions/download-artifact@v4
         with:
           name: ${{ inputs.WHEEL_ARTIFACT_NAME }}
           path: wheel
 
+      - name: Download Rerun Notebook Wheel
+        uses: actions/download-artifact@v4
+        with:
+          name: rerun_notebook_wheel
+          path: wheel
+
       - name: Install built wheel
         run: |
-          pixi run python scripts/ci/pixi_install_wheel.py --feature python-pypi --package rerun-sdk --dir wheel
+          pixi run python scripts/ci/uv_install_wheel.py --package rerun-sdk --dir wheel
+          pixi run python scripts/ci/uv_install_wheel.py --package rerun-notebook --dir wheel --platform-independent
 
       - name: Print wheel version
         run: |
-          pixi list -e wheel-test | grep rerun_sdk
-          pixi run -e wheel-test python -m rerun --version
-          pixi run -e wheel-test which rerun
+          pixi run uv pip show rerun-sdk
+          pixi run uv pip show rerun-notebook
+          pixi run uvpy -m rerun --version
 
       - name: Get sha
         id: get-sha
@@ -88,18 +94,18 @@ jobs:
 
       - name: Build examples
         run: |
-          pixi run -e wheel-test build-examples rrd \
+          pixi run build-examples rrd --install \
             --channel ${{ inputs.CHANNEL }} \
             example_data
 
       - name: Build notebooks
         run: |
-          pixi run -e wheel-test build-examples notebook \
+          pixi run build-examples notebook \
             --channel ${{ inputs.CHANNEL }}
 
       - name: Build & run snippets
         run: |
-          pixi run -e wheel-test build-examples snippets \
+          pixi run build-examples snippets \
             example_data/snippets
 
       - name: Upload assets

.github/workflows/reusable_checks.yml

@@ -158,7 +158,7 @@ jobs:
           pixi-version: v0.55.0
 
       - name: Check Python example thumbnails
-        run: pixi run ./scripts/ci/thumbnails.py check
+        run: pixi run uvpy ./scripts/ci/thumbnails.py check
 
   check-example-manifest-coverage:
     name: Check example manifest coverage

.github/workflows/reusable_checks_python.yml

@@ -61,8 +61,7 @@ jobs:
       - uses: prefix-dev/setup-pixi@v0.9.1
         with:
           pixi-version: v0.55.0
-          environments: py-docs
 
       - name: Build via mkdocs
         run: |
-          pixi run -e py-docs mkdocs build --strict -f rerun_py/mkdocs.yml
+          pixi run uv run --group docs mkdocs build --strict -f rerun_py/mkdocs.yml

.github/workflows/reusable_deploy_docs.yml

@@ -69,7 +69,6 @@ jobs:
       - uses: prefix-dev/setup-pixi@v0.9.1
         with:
           pixi-version: v0.55.0
-          environments: py-docs
 
       - id: "auth"
         uses: google-github-actions/auth@v2
@@ -83,7 +82,7 @@ jobs:
           version: ">= 363.0.0"
 
       - name: Build docs
-        run: pixi run -e py-docs mkdocs build -f rerun_py/mkdocs.yml -d site
+        run: pixi run uv run --group docs mkdocs build -f rerun_py/mkdocs.yml -d site
 
       - name: "Upload Python Docs (version)"
         uses: google-github-actions/upload-cloud-storage@v2
@@ -200,7 +199,6 @@ jobs:
       - uses: prefix-dev/setup-pixi@v0.9.1
         with:
           pixi-version: v0.55.0
-          environments: py-docs
 
       - id: "auth"
         uses: google-github-actions/auth@v2

.github/workflows/reusable_publish_web.yml

@@ -79,7 +79,10 @@ jobs:
       - uses: prefix-dev/setup-pixi@v0.9.1
         with:
           pixi-version: v0.55.0
-          environments: wheel-test
+
+      - name: Bootstrap examples
+        run: |
+          pixi run uv sync --group examples --inexact --no-install-package rerun-sdk
 
       # built by `reusable_build_and_publish_wheels`
       - name: Download Wheel
@@ -90,32 +93,31 @@ jobs:
 
       - name: Install built wheel
         run: |
-          pixi run python scripts/ci/pixi_install_wheel.py --feature python-pypi --package rerun-sdk --dir wheel
+          pixi run python scripts/ci/uv_install_wheel.py --package rerun-sdk --dir wheel
 
       - name: Print wheel version
         run: |
-          pixi list -e wheel-test | grep rerun_sdk
-          pixi run -e wheel-test python -m rerun --version
-          pixi run -e wheel-test which rerun
+          pixi run uv pip show rerun-sdk
+          pixi run uvpy -m rerun --version
 
       - name: Build web-viewer (release)
         run: |
-          pixi run -e wheel-test rerun-build-web-release
+          pixi run rerun-build-web-release
 
       - name: Build examples
         run: |
-          pixi run -e wheel-test build-examples rrd \
+          pixi run build-examples rrd --install \
             --channel "release" \
             crates/viewer/re_web_viewer_server/web_viewer/examples
 
       - name: Build & run snippets
         run: |
-          pixi run -e wheel-test build-examples snippets \
+          pixi run build-examples snippets \
             crates/viewer/re_web_viewer_server/web_viewer/examples/snippets
 
       - name: Build examples manifest
         run: |
-          pixi run -e wheel-test build-examples manifest \
+          pixi run build-examples manifest \
             --base-url "https://app.rerun.io/version/${{inputs.release-version}}" \
             --channel "release" \
             crates/viewer/re_web_viewer_server/web_viewer/examples_manifest.json