Merge branch 'master' into noah/beam-benchmarks

Author: kisernl

.github/workflows/benchmarks.yml

@@ -33,17 +33,34 @@ permissions:
 
 jobs:
   bench:
-    name: Run Benchmarks
+    name: Bench ${{ matrix.provider }}
     runs-on: namespace-profile-default
-    timeout-minutes: 180
+    timeout-minutes: 60
+    strategy:
+      fail-fast: false
+      matrix:
+        provider:
+          - e2b
+          - daytona
+          - blaxel
+          - just-bash
+          - modal
+          - vercel
+          - hopx
+          - codesandbox
+          - runloop
+          - namespace
+          - cloudflare
     steps:
       - uses: actions/checkout@v4
       - uses: actions/setup-node@v4
         with:
           node-version: 24
           cache: 'npm'
       - run: npm ci
-      - name: Run benchmarks
+      - name: Clear stale results from checkout
+        run: rm -rf results/
+      - name: Run benchmark
         env:
           COMPUTESDK_API_KEY: ${{ secrets.COMPUTESDK_API_KEY }}
           E2B_API_KEY: ${{ secrets.E2B_API_KEY }}
@@ -55,24 +72,50 @@ jobs:
           MODAL_TOKEN_ID: ${{ secrets.MODAL_TOKEN_ID }}
           MODAL_TOKEN_SECRET: ${{ secrets.MODAL_TOKEN_SECRET }}
           DAYTONA_API_KEY: ${{ secrets.DAYTONA_API_KEY }}
-          RAILWAY_API_KEY: ${{ secrets.RAILWAY_API_KEY }}
-          RAILWAY_PROJECT_ID: ${{ secrets.RAILWAY_PROJECT_ID }}
-          RAILWAY_ENVIRONMENT_ID: ${{ secrets.RAILWAY_ENVIRONMENT_ID }}
           NSC_TOKEN: ${{ secrets.NSC_TOKEN }}
-          RENDER_API_KEY: ${{ secrets.RENDER_API_KEY }}
-          RENDER_OWNER_ID: ${{ secrets.RENDER_OWNER_ID }}
-          HOPX_API_KEY: ${{ secrets.HOPX_API_KEY}}
-          CSB_API_KEY: ${{ secrets.CSB_API_KEY}}
-          RUNLOOP_API_KEY: ${{ secrets.RUNLOOP_API_KEY}}
+          HOPX_API_KEY: ${{ secrets.HOPX_API_KEY }}
+          CSB_API_KEY: ${{ secrets.CSB_API_KEY }}
+          RUNLOOP_API_KEY: ${{ secrets.RUNLOOP_API_KEY }}
+          CLOUDFLARE_SANDBOX_URL: ${{ secrets.CLOUDFLARE_SANDBOX_URL }}
+          CLOUDFLARE_SANDBOX_SECRET: ${{ secrets.CLOUDFLARE_SANDBOX_SECRET }}
         run: |
           MODE_FLAG=""
           if [ -n "${{ github.event.inputs.mode }}" ]; then
             MODE_FLAG="--mode ${{ github.event.inputs.mode }}"
           fi
           npm run bench -- \
+            --provider ${{ matrix.provider }} \
             --iterations ${{ github.event.inputs.iterations || '100' }} \
             --concurrency ${{ github.event.inputs.concurrency || '100' }} \
             $MODE_FLAG
+      - name: Upload results
+        if: always()
+        uses: actions/upload-artifact@v4
+        with:
+          name: results-${{ matrix.provider }}
+          path: results/
+          if-no-files-found: ignore
+          retention-days: 7
+
+  collect:
+    name: Collect Results
+    runs-on: namespace-profile-default
+    needs: bench
+    if: always()
+    steps:
+      - uses: actions/checkout@v4
+      - uses: actions/setup-node@v4
+        with:
+          node-version: 24
+          cache: 'npm'
+      - run: npm ci
+      - name: Download all artifacts
+        uses: actions/download-artifact@v4
+        with:
+          path: artifacts/
+          pattern: results-*
+      - name: Merge results
+        run: npx tsx src/merge-results.ts --input artifacts
       - run: npm run generate-svg
       - name: Commit and push
         run: |

burst_tti.svg

@@ -1,5 +1,9 @@
 COMPUTESDK_API_KEY=your_computesdk_api_key
 
+######## CLOUDFLARE ########
+CLOUDFLARE_SANDBOX_URL=your_cloudflare_sandbox_url
+CLOUDFLARE_SANDBOX_SECRET=your_cloudflare_sandbox_secret
+
 ######## VERCEL ########
 VERCEL_TEAM_ID=your_vercel_team_id
 VERCEL_PROJECT_ID=your_vercel_project_id
@@ -33,4 +37,7 @@ RENDER_OWNER_ID=your_render_owner_id
 
 ######### BEAM ########
 BEAM_TOKEN=your_beam_token
-BEAM_WORKSPACE_ID=your_beam_workspace_id
+BEAM_WORKSPACE_ID=your_beam_workspace_id
+
+######### SPRITES ########
+SPRITES_TOKEN=your_sprites_token

env.example

@@ -20,6 +20,7 @@
     "bench:runloop": "tsx src/run.ts --provider runloop",
     "bench:vercel": "tsx src/run.ts --provider vercel",
     "bench:just-bash": "tsx src/run.ts --provider just-bash",
+    "bench:sprites": "tsx src/run.ts --provider sprites",
     "update-readme": "tsx src/update-readme.ts",
     "generate-svg": "tsx src/generate-svg.ts",
     "generate-svg:sequential": "tsx src/generate-svg.ts --mode sequential",
@@ -29,6 +30,7 @@
   "dependencies": {
     "@computesdk/beam": "^0.1.1",
     "@computesdk/blaxel": "^1.6.0",
+    "@computesdk/cloudflare": "^1.5.0",
     "@computesdk/codesandbox": "^1.5.34",
     "@computesdk/daytona": "^1.7.14",
     "@computesdk/e2b": "^1.7.34",
@@ -37,6 +39,7 @@
     "@computesdk/modal": "^1.8.29",
     "@computesdk/namespace": "^1.5.0",
     "@computesdk/runloop": "^1.3.36",
+    "@computesdk/sprites": "^0.1.0",
     "@computesdk/vercel": "^1.7.13",
     "computesdk": "^2.2.1",
     "dotenv": "^17.2.1"