test(codemode): add interpreter benchmarks

packages/codemode/script/bench.ts

@@ -0,0 +1,110 @@
+#!/usr/bin/env bun
+
+// Interpreter benchmarks: median wall-clock milliseconds per program over several runs.
+// Usage: bun run script/bench.ts [--iterations N] [--filter name]
+
+import { Effect, Schema } from "effect"
+import { CodeMode, Tool } from "../src/index.js"
+
+const cases: ReadonlyArray<readonly [name: string, code: string]> = [
+  [
+    "numeric loop",
+    `let sum = 0
+for (let i = 0; i < 300000; i++) sum = (sum + i * 3) % 1000003
+return sum`,
+  ],
+  [
+    "closure recursion (fib 22)",
+    `const fib = (n) => (n < 2 ? n : fib(n - 1) + fib(n - 2))
+return fib(22)`,
+  ],
+  [
+    "array callbacks (50k)",
+    `const items = Array.from({ length: 50000 }, (_, i) => (i * 7919) % 50000)
+const mapped = items.map((x) => x * 2).filter((x) => x % 3 !== 0)
+const total = mapped.reduce((a, b) => a + b, 0)
+const sorted = mapped.slice(0, 20000).sort((a, b) => a - b)
+return [total, sorted[0], sorted[sorted.length - 1]]`,
+  ],
+  [
+    "promise fan-out (5k)",
+    `const work = async (i) => { await null; return i * 2 }
+const results = await Promise.all(Array.from({ length: 5000 }, (_, i) => work(i)))
+return results.length`,
+  ],
+  [
+    "tool fan-out (1k)",
+    `const results = await Promise.all(Array.from({ length: 1000 }, (_, i) => tools.echo({ id: i })))
+return results.length`,
+  ],
+  [
+    "JSON round-trip",
+    `const make = (depth) => depth === 0 ? { a: 1, b: "two", c: [1, 2, 3], d: null } : { left: make(depth - 1), right: make(depth - 1), list: [depth, String(depth)] }
+let size = 0
+for (let i = 0; i < 20; i++) size += JSON.stringify(JSON.parse(JSON.stringify(make(9)))).length
+return size`,
+  ],
+  [
+    "generator iteration",
+    `function* range(n) { for (let i = 0; i < n; i++) yield i }
+let sum = 0
+for (const x of range(50000)) sum += x
+return sum`,
+  ],
+  [
+    "string building",
+    `let out = ""
+for (let i = 0; i < 50000; i++) out += String.fromCharCode(97 + (i % 26))
+const parts = []
+for (let i = 0; i < 20000; i++) parts.push(\`item-\${i}\`)
+return out.length + parts.join(",").length`,
+  ],
+  [
+    "Map/Set ops",
+    `const map = new Map()
+const set = new Set()
+for (let i = 0; i < 30000; i++) { map.set("k" + (i % 5000), i); set.add(i % 7000) }
+let sum = 0
+for (const [k, v] of map) sum += v
+for (const v of set) sum += v
+for (let i = 0; i < 5000; i++) { map.delete("k" + i); set.delete(i) }
+return sum + map.size + set.size`,
+  ],
+]
+
+const argument = (flag: string) => {
+  const index = process.argv.indexOf(flag)
+  return index === -1 ? undefined : process.argv[index + 1]
+}
+const iterations = Number(argument("--iterations") ?? 7)
+const filter = argument("--filter")
+
+const runtime = CodeMode.make({
+  tools: {
+    echo: Tool.make({
+      description: "Echo an id",
+      input: Schema.Struct({ id: Schema.Number }),
+      output: Schema.Number,
+      execute: ({ id }) => Effect.succeed(id),
+    }),
+  },
+})
+
+const median = (values: Array<number>) => {
+  const sorted = [...values].sort((a, b) => a - b)
+  return sorted[Math.floor(sorted.length / 2)]!
+}
+
+for (const [name, code] of cases) {
+  if (filter !== undefined && !name.includes(filter)) continue
+  // One warm-up run, which also checks the program succeeds.
+  const warm = await Effect.runPromise(runtime.execute(code))
+  if (!warm.ok) throw new Error(`${name} failed: ${warm.error.message}`)
+  const times = Array.from({ length: iterations }, () => 0)
+  for (const index of times.keys()) {
+    const start = performance.now()
+    await Effect.runPromise(runtime.execute(code))
+    times[index] = performance.now() - start
+  }
+  console.log(`${name.padEnd(28)} ${median(times).toFixed(1).padStart(8)} ms`)
+}