{
 "schema_version": 1,
 "source": {
  "picbench_commit": "1fe752d5209bc5363ae26295fe33a2d863c658a3",
  "benchmark_scores_sha256": "baa9a1af5f18484be42a920194a1c6e940f2f91bbf86fb8c2721588886758aaa",
  "inputs": {
   "full_results": "0689c57b37b5ddeb4ab91606a080ed320f57d294e87c85ceee84c95a04d5dfdd",
   "benchmark_scores": "baa9a1af5f18484be42a920194a1c6e940f2f91bbf86fb8c2721588886758aaa",
   "overall_score_vs_cost": "818694218178984b31af9f01ce3071d1443a49da34d94552b14d55635f0d7f8e",
   "task_outcome_counts": "6fe3611d1cb3bbc861dfaf82574f2a383fa8f4c9a69e8edc40e1a80df4cdfb38",
   "task_difficulty": "905769296530e6b18a0671678e2574ad750aaeac01dde4d210f6b779fba6b5f2",
   "final_layouts": "b093d5e93b4266c4bd47e874ed8093f1937f0c652377d8d7a9b6c568e2ea9fb0"
  }
 },
 "policy": {
  "headline": "Table 3: best eligible Design candidate and final Reimplementation submission; invalid outcomes score zero.",
  "final_submission": "Design scored from the final submission only; Reimplementation unchanged.",
  "normalization": "S = 1 / (1 + J / c_T), reported as a percentage.",
  "uncertainty": "95% task-bootstrap intervals (100,000 resamples); Overall stratified by family.",
  "cost": "Mean API cost per task; excludes simulation and infrastructure."
 },
 "task_counts": {
  "design": 16,
  "reimplementation": 10
 },
 "layer_legend": [
  {
   "key": "optical",
   "label": "Optical mask",
   "color": "#91b9ed"
  },
  {
   "key": "heater",
   "label": "Heater",
   "color": "#dcad78"
  },
  {
   "key": "metal",
   "label": "Metal",
   "color": "#b5a0dd"
  },
  {
   "key": "pad",
   "label": "Pad opening",
   "color": "#db8a9b"
  }
 ],
 "configs": [
  {
   "key": "codex:openrouter/openai/gpt-6-astra",
   "model": "gpt-6-astra",
   "label": "GPT-6 Astra",
   "effort": "medium",
   "effort_shown": null,
   "agent": "codex",
   "agent_label": "Codex",
   "provider": "OpenAI",
   "logo": "/logos/openai.png",
   "color": "#185795",
   "marker": "P",
   "open_weights": false,
   "scores": {
    "design": {
     "mean": 0.5101105825920043,
     "low": 0.3907576112643157,
     "high": 0.6193837482486719,
     "display": "51.01",
     "margin": "11.94"
    },
    "implementation": {
     "mean": 0.41749478464847983,
     "low": 0.28354859399897375,
     "high": 0.5713277659547892,
     "display": "41.75",
     "margin": "15.39"
    },
    "overall": {
     "mean": 0.4744891218444949,
     "low": 0.3841314586507623,
     "high": 0.5639241124039791,
     "display": "47.45",
     "margin": "9.04"
    }
   },
   "final_submission": {
    "design": 0.5098754191057018,
    "overall": 0.4743444058529241
   },
   "probes": 25.346153846153847,
   "minutes": 119.66025199230768,
   "input_tokens_m": 23.24478184615385,
   "output_tokens_m": 0.17837384615384616,
   "tokens_lower_bound": false,
   "cost_usd": 36.86313257692308,
   "cost_runs": 26,
   "outcomes": {
    "design_valid": 16,
    "design_invalid": 0,
    "reimpl_above": 3,
    "reimpl_below": 7,
    "reimpl_invalid": 0
   }
  },
  {
   "key": "claude-code:openrouter/anthropic/claude-opus-5.5",
   "model": "claude-opus-5.5",
   "label": "Opus 5.5",
   "effort": "medium",
   "effort_shown": null,
   "agent": "claude-code",
   "agent_label": "Claude Code",
   "provider": "Anthropic",
   "logo": "/logos/anthropic.png",
   "color": "#c35f18",
   "marker": "^",
   "open_weights": false,
   "scores": {
    "design": {
     "mean": 0.4320608943038762,
     "low": 0.3129286070285038,
     "high": 0.5436975852049996,
     "display": "43.21",
     "margin": "11.92"
    },
    "implementation": {
     "mean": 0.3465150578898178,
     "low": 0.21879083596959145,
     "high": 0.481647873025559,
     "display": "34.65",
     "margin": "13.52"
    },
    "overall": {
     "mean": 0.3991586495292384,
     "low": 0.31094807906937905,
     "high": 0.48543520893897746,
     "display": "39.92",
     "margin": "8.83"
    }
   },
   "final_submission": {
    "design": 0.4288022565672977,
    "overall": 0.39715333399903624
   },
   "probes": 23.423076923076923,
   "minutes": 91.91044211410257,
   "input_tokens_m": 10.490724423076925,
   "output_tokens_m": 0.1148,
   "tokens_lower_bound": false,
   "cost_usd": 11.148334211538462,
   "cost_runs": 26,
   "outcomes": {
    "design_valid": 15,
    "design_invalid": 1,
    "reimpl_above": 3,
    "reimpl_below": 7,
    "reimpl_invalid": 0
   }
  },
  {
   "key": "codex:openrouter/openai/gpt-6.1-sol",
   "model": "gpt-6.1-sol",
   "label": "GPT-6.1 Sol",
   "effort": "medium",
   "effort_shown": null,
   "agent": "codex",
   "agent_label": "Codex",
   "provider": "OpenAI",
   "logo": "/logos/openai.png",
   "color": "#227ad3",
   "marker": "s",
   "open_weights": false,
   "scores": {
    "design": {
     "mean": 0.39303953347396053,
     "low": 0.25359980490666,
     "high": 0.5288893214410744,
     "display": "39.30",
     "margin": "13.95"
    },
    "implementation": {
     "mean": 0.398589661773787,
     "low": 0.2965704222474179,
     "high": 0.5025540190538219,
     "display": "39.86",
     "margin": "10.40"
    },
    "overall": {
     "mean": 0.39517419820466304,
     "low": 0.30083338339003735,
     "high": 0.4881551189780701,
     "display": "39.52",
     "margin": "9.44"
    }
   },
   "final_submission": {
    "design": 0.39303618621470365,
    "overall": 0.3951721383528127
   },
   "probes": 24.96153846153846,
   "minutes": 119.65850827051281,
   "input_tokens_m": 20.0446215,
   "output_tokens_m": 0.2095085,
   "tokens_lower_bound": false,
   "cost_usd": 5.296666484615385,
   "cost_runs": 26,
   "outcomes": {
    "design_valid": 14,
    "design_invalid": 2,
    "reimpl_above": 3,
    "reimpl_below": 7,
    "reimpl_invalid": 0
   }
  },
  {
   "key": "claude-code:openrouter/anthropic/claude-fable-5.1",
   "model": "claude-fable-5.1",
   "label": "Fable 5.1",
   "effort": "medium",
   "effort_shown": null,
   "agent": "claude-code",
   "agent_label": "Claude Code",
   "provider": "Anthropic",
   "logo": "/logos/anthropic.png",
   "color": "#e98c49",
   "marker": "D",
   "open_weights": false,
   "scores": {
    "design": {
     "mean": 0.3260328975004858,
     "low": 0.19754213631873144,
     "high": 0.4534172552605819,
     "display": "32.60",
     "margin": "12.85"
    },
    "implementation": {
     "mean": 0.3480310611328564,
     "low": 0.27019620277894435,
     "high": 0.42146162871041604,
     "display": "34.80",
     "margin": "7.79"
    },
    "overall": {
     "mean": 0.33449372966678226,
     "low": 0.2500393196951595,
     "high": 0.4180350480567696,
     "display": "33.45",
     "margin": "8.45"
    }
   },
   "final_submission": {
    "design": 0.32603289750048575,
    "overall": 0.33449372966678215
   },
   "probes": 20.615384615384617,
   "minutes": 90.06775250192308,
   "input_tokens_m": 11.439685846153846,
   "output_tokens_m": 0.127339,
   "tokens_lower_bound": false,
   "cost_usd": 25.442426096153845,
   "cost_runs": 26,
   "outcomes": {
    "design_valid": 13,
    "design_invalid": 3,
    "reimpl_above": 1,
    "reimpl_below": 9,
    "reimpl_invalid": 0
   }
  },
  {
   "key": "claude-code:openrouter/anthropic/claude-sonnet-5.5",
   "model": "claude-sonnet-5.5",
   "label": "Sonnet 5.5 (high)",
   "effort": "high",
   "effort_shown": "high",
   "agent": "claude-code",
   "agent_label": "Claude Code",
   "provider": "Anthropic",
   "logo": "/logos/anthropic.png",
   "color": "#da6a1b",
   "marker": ">",
   "open_weights": false,
   "scores": {
    "design": {
     "mean": 0.3177034817284272,
     "low": 0.1947551269921559,
     "high": 0.43761807197204433,
     "display": "31.77",
     "margin": "12.30"
    },
    "implementation": {
     "mean": 0.3283912740077835,
     "low": 0.2241116424909505,
     "high": 0.42962867173463043,
     "display": "32.84",
     "margin": "10.43"
    },
    "overall": {
     "mean": 0.3218141710666412,
     "low": 0.23639711138632294,
     "high": 0.40564541991087244,
     "display": "32.18",
     "margin": "8.55"
    }
   },
   "final_submission": {
    "design": 0.31643943245219425,
    "overall": 0.32103629458895927
   },
   "probes": 24.576923076923077,
   "minutes": 80.61568860641026,
   "input_tokens_m": 14.722647884615384,
   "output_tokens_m": 0.1422888076923077,
   "tokens_lower_bound": false,
   "cost_usd": 3.8676895230769235,
   "cost_runs": 26,
   "outcomes": {
    "design_valid": 11,
    "design_invalid": 5,
    "reimpl_above": 2,
    "reimpl_below": 8,
    "reimpl_invalid": 0
   }
  },
  {
   "key": "mini-swe-agent:openrouter/google/gemini-4-argon",
   "model": "gemini-4-argon",
   "label": "Gemini 4 Argon",
   "effort": "medium",
   "effort_shown": null,
   "agent": "mini-swe-agent",
   "agent_label": "mini-SWE-agent",
   "provider": "Google",
   "logo": "/logos/google.png",
   "color": "#7a33c1",
   "marker": "X",
   "open_weights": false,
   "scores": {
    "design": {
     "mean": 0.21643398574703376,
     "low": 0.09459433003106141,
     "high": 0.3466715898898536,
     "display": "21.64",
     "margin": "13.03"
    },
    "implementation": {
     "mean": 0.3083583466535794,
     "low": 0.21485676145946017,
     "high": 0.422271204861036,
     "display": "30.84",
     "margin": "11.39"
    },
    "overall": {
     "mean": 0.25178950917262827,
     "low": 0.16753642305439603,
     "high": 0.34211718959185916,
     "display": "25.18",
     "margin": "9.04"
    }
   },
   "final_submission": {
    "design": 0.21643398574703376,
    "overall": 0.2517895091726282
   },
   "probes": 7.923076923076923,
   "minutes": 120.00311674102565,
   "input_tokens_m": 14.52708026923077,
   "output_tokens_m": 0.2470478076923077,
   "tokens_lower_bound": false,
   "cost_usd": 6.9140086499999995,
   "cost_runs": 26,
   "outcomes": {
    "design_valid": 7,
    "design_invalid": 9,
    "reimpl_above": 2,
    "reimpl_below": 8,
    "reimpl_invalid": 0
   }
  },
  {
   "key": "muse-code:openrouter/meta/muse-wonder",
   "model": "muse-wonder",
   "label": "Muse Wonder (high)",
   "effort": "high",
   "effort_shown": "high",
   "agent": "muse-code",
   "agent_label": "Muse Code",
   "provider": "Meta",
   "logo": "/logos/meta.png",
   "color": "#1fa6b2",
   "marker": "<",
   "open_weights": false,
   "scores": {
    "design": {
     "mean": 0.17189842534011043,
     "low": 0.06069231952716874,
     "high": 0.3028819380677292,
     "display": "17.19",
     "margin": "13.10"
    },
    "implementation": {
     "mean": 0.35333363476836765,
     "low": 0.2560542499525611,
     "high": 0.4569947172329157,
     "display": "35.33",
     "margin": "10.37"
    },
    "overall": {
     "mean": 0.24168119819713246,
     "low": 0.16017100349112956,
     "high": 0.33079507807101033,
     "display": "24.17",
     "margin": "8.91"
    }
   },
   "final_submission": {
    "design": 0.17189842534011046,
    "overall": 0.24168119819713244
   },
   "probes": 25.96153846153846,
   "minutes": 90.62881966089745,
   "input_tokens_m": 29.16419196153846,
   "output_tokens_m": 0.21039842307692305,
   "tokens_lower_bound": true,
   "cost_usd": 17.87907372307692,
   "cost_runs": 26,
   "outcomes": {
    "design_valid": 7,
    "design_invalid": 9,
    "reimpl_above": 3,
    "reimpl_below": 7,
    "reimpl_invalid": 0
   }
  },
  {
   "key": "codex:openrouter/openai/gpt-5.6-sol",
   "model": "gpt-5.6-sol",
   "label": "GPT-5.6 Sol",
   "effort": "medium",
   "effort_shown": null,
   "agent": "codex",
   "agent_label": "Codex",
   "provider": "OpenAI",
   "logo": "/logos/openai.png",
   "color": "#589ee4",
   "marker": "o",
   "open_weights": false,
   "scores": {
    "design": {
     "mean": 0.19471404287385324,
     "low": 0.09627762969766092,
     "high": 0.3042818496405551,
     "display": "19.47",
     "margin": "10.96"
    },
    "implementation": {
     "mean": 0.2945319009486086,
     "low": 0.18512258905515191,
     "high": 0.41308502516041373,
     "display": "29.45",
     "margin": "11.86"
    },
    "overall": {
     "mean": 0.23310552674875917,
     "low": 0.15805811628058766,
     "high": 0.3138753398511842,
     "display": "23.31",
     "margin": "8.08"
    }
   },
   "final_submission": {
    "design": 0.19471404287385324,
    "overall": 0.23310552674875915
   },
   "probes": 30.5,
   "minutes": 119.66026629615385,
   "input_tokens_m": 24.08387296,
   "output_tokens_m": 0.09187076,
   "tokens_lower_bound": false,
   "cost_usd": 8.657613911999999,
   "cost_runs": 25,
   "outcomes": {
    "design_valid": 10,
    "design_invalid": 6,
    "reimpl_above": 2,
    "reimpl_below": 8,
    "reimpl_invalid": 0
   }
  },
  {
   "key": "claude-code:openrouter/moonshotai/kimi-k3.1-pro",
   "model": "kimi-k3.1-pro",
   "label": "Kimi K3.1 Pro",
   "effort": "medium",
   "effort_shown": null,
   "agent": "claude-code",
   "agent_label": "Claude Code",
   "provider": "Moonshot AI",
   "logo": "/logos/moonshot.png",
   "color": "#c4316e",
   "marker": "h",
   "open_weights": true,
   "scores": {
    "design": {
     "mean": 0.18387038195532787,
     "low": 0.07625564744636641,
     "high": 0.30363768442375094,
     "display": "18.39",
     "margin": "11.98"
    },
    "implementation": {
     "mean": 0.2835286204011944,
     "low": 0.20110863658065137,
     "high": 0.37155614763891104,
     "display": "28.35",
     "margin": "8.81"
    },
    "overall": {
     "mean": 0.22220047366527657,
     "low": 0.14807554402152703,
     "high": 0.3028608366378414,
     "display": "22.22",
     "margin": "8.07"
    }
   },
   "final_submission": {
    "design": 0.18387038195532787,
    "overall": 0.22220047366527654
   },
   "probes": 23.73076923076923,
   "minutes": 116.89196761602564,
   "input_tokens_m": 24.459820961538462,
   "output_tokens_m": 0.1294035769230769,
   "tokens_lower_bound": false,
   "cost_usd": 12.403966303846149,
   "cost_runs": 26,
   "outcomes": {
    "design_valid": 8,
    "design_invalid": 8,
    "reimpl_above": 1,
    "reimpl_below": 9,
    "reimpl_invalid": 0
   }
  },
  {
   "key": "mini-swe-agent:openrouter/z-ai/glm-5.3-flash",
   "model": "glm-5.3-flash",
   "label": "GLM 5.3 Flash (max)",
   "effort": "max",
   "effort_shown": "max",
   "agent": "mini-swe-agent",
   "agent_label": "mini-SWE-agent",
   "provider": "Z.ai",
   "logo": "/logos/zai.png",
   "color": "#217d57",
   "marker": "v",
   "open_weights": true,
   "scores": {
    "design": {
     "mean": 0.09787552946465136,
     "low": 0.0,
     "high": 0.20570651932016948,
     "display": "9.79",
     "margin": "10.79"
    },
    "implementation": {
     "mean": 0.23559760696626753,
     "low": 0.16265617262112358,
     "high": 0.31963734397055876,
     "display": "23.56",
     "margin": "8.41"
    },
    "overall": {
     "mean": 0.15084555927296528,
     "low": 0.0875991186390706,
     "high": 0.22477068632211333,
     "display": "15.08",
     "margin": "7.40"
    }
   },
   "final_submission": {
    "design": 0.09787552946465136,
    "overall": 0.15084555927296528
   },
   "probes": 13.692307692307692,
   "minutes": 90.12988911730768,
   "input_tokens_m": 31.94555134615385,
   "output_tokens_m": 0.3523653461538461,
   "tokens_lower_bound": false,
   "cost_usd": 1.2311828742307693,
   "cost_runs": 26,
   "outcomes": {
    "design_valid": 3,
    "design_invalid": 13,
    "reimpl_above": 1,
    "reimpl_below": 9,
    "reimpl_invalid": 0
   }
  },
  {
   "key": "claude-code:openrouter/z-ai/glm-5.3-flash",
   "model": "glm-5.3-flash",
   "label": "GLM 5.3 Flash (high)",
   "effort": "high",
   "effort_shown": "high",
   "agent": "claude-code",
   "agent_label": "Claude Code",
   "provider": "Z.ai",
   "logo": "/logos/zai.png",
   "color": "#2ca573",
   "marker": "p",
   "open_weights": true,
   "scores": {
    "design": {
     "mean": 0.06071765487056684,
     "low": 0.0,
     "high": 0.14979895106818664,
     "display": "6.07",
     "margin": "8.91"
    },
    "implementation": {
     "mean": 0.22876558372518435,
     "low": 0.15324501445545358,
     "high": 0.31256666088000384,
     "display": "22.88",
     "margin": "8.38"
    },
    "overall": {
     "mean": 0.12535147366080435,
     "low": 0.07354445258504566,
     "high": 0.1878151081055372,
     "display": "12.54",
     "margin": "6.25"
    }
   },
   "final_submission": {
    "design": 0.06071765487056684,
    "overall": 0.12535147366080437
   },
   "probes": 10.0,
   "minutes": 103.274906775,
   "input_tokens_m": 10.442734807692307,
   "output_tokens_m": 0.23076607692307693,
   "tokens_lower_bound": false,
   "cost_usd": 8.500557349230768,
   "cost_runs": 26,
   "outcomes": {
    "design_valid": 2,
    "design_invalid": 14,
    "reimpl_above": 1,
    "reimpl_below": 9,
    "reimpl_invalid": 0
   }
  }
 ],
 "tasks": [
  {
   "id": "90sinwaveguide-design-v0",
   "title": "90 Degree SiN Waveguide Bend Design",
   "label": "SiN bend",
   "family": "design",
   "rank": 1,
   "tier": "Easy",
   "mean_score": 0.6611980601545077
  },
  {
   "id": "eight-delay-mzi-spectrometer-design-v1",
   "title": "Compact PDK-Physical Eight-Delay Sparse-Spectrum MZI Spectrometer",
   "label": "MZI-Spec-8",
   "family": "design",
   "rank": 6,
   "tier": "Easy",
   "mean_score": 0.47131105259785466
  },
  {
   "id": "four-mode-quantum-projector-electrothermal-design-v1",
   "title": "Four-Mode Quantum Projector Electrothermal Design",
   "label": "Quantum-4",
   "family": "design",
   "rank": 7,
   "tier": "Easy",
   "mean_score": 0.37452648360309626
  },
  {
   "id": "eight-mode-quantum-projector-electrothermal-design-v2",
   "title": "Eight-Mode Quantum Projector Electrothermal Design",
   "label": "Quantum-8",
   "family": "design",
   "rank": 21,
   "tier": "Expert",
   "mean_score": 0.12936546491298476
  },
  {
   "id": "four-wavelength-two-port-selective-crossconnect-design-v1",
   "title": "Four-Wavelength Two-Port Ring Selective Cross-Connect",
   "label": "Ring-XC-v1",
   "family": "design",
   "rank": 23,
   "tier": "Expert",
   "mean_score": 0.09623651884265282
  },
  {
   "id": "four-wavelength-four-port-selective-crossconnect-design-v2",
   "title": "Four-Wavelength Four-Port Ring Selective Cross-Connect",
   "label": "Ring-XC-v2",
   "family": "design",
   "rank": 25,
   "tier": "Expert",
   "mean_score": 0.03938592600647071
  },
  {
   "id": "microresonator-modulator-design-v1",
   "title": "Single-Ring O-Band Microresonator Modulator",
   "label": "MRM-v1",
   "family": "design",
   "rank": 4,
   "tier": "Easy",
   "mean_score": 0.5254436969591476
  },
  {
   "id": "microresonator-modulator-design-v2",
   "title": "Five-Channel C-Band WDM-PAM4 Microresonator Modulator",
   "label": "MRM-v2",
   "family": "design",
   "rank": 11,
   "tier": "Medium",
   "mean_score": 0.30897257835258735
  },
  {
   "id": "microring-assisted-fourier-spectrometer-electrothermal-design-v1",
   "title": "Microring-Assisted Fourier Spectrometer Electrothermal Design",
   "label": "RAFT-Spec",
   "family": "design",
   "rank": 10,
   "tier": "Medium",
   "mean_score": 0.3113505854726768
  },
  {
   "id": "mzi-coupled-microring-add-drop-filter-electrothermal-design-v1",
   "title": "MZI-Coupled Microring Add-Drop Filter Electrothermal Design",
   "label": "MZI-Ring-v1",
   "family": "design",
   "rank": 18,
   "tier": "Hard",
   "mean_score": 0.21678651634083446
  },
  {
   "id": "mzi-coupled-microring-add-drop-filter-electrothermal-design-v2",
   "title": "MZI-coupled microring add-drop filter electrothermal design v2",
   "label": "MZI-Ring-v2",
   "family": "design",
   "rank": 26,
   "tier": "Expert",
   "mean_score": 0.004738649993447556
  },
  {
   "id": "rectangular-mzi-mesh-design-v1",
   "title": "Broadband 4x4 Rectangular MZI Mesh",
   "label": "MZI-v1",
   "family": "design",
   "rank": 12,
   "tier": "Medium",
   "mean_score": 0.2966681663903565
  },
  {
   "id": "rectangular-mzi-mesh-design-v2",
   "title": "Broadband 6x6 Rectangular MZI Mesh",
   "label": "MZI-v2",
   "family": "design",
   "rank": 17,
   "tier": "Hard",
   "mean_score": 0.22991478174751523
  },
  {
   "id": "serial-dual-ring-assisted-mzi-chebyshev-elliptic-electrothermal-design-v1",
   "title": "Serial Dual-Ring-Assisted MZI Elliptic Bandpass Electrothermal Design v1",
   "label": "Serial MZI-v1",
   "family": "design",
   "rank": 24,
   "tier": "Expert",
   "mean_score": 0.060862747846235625
  },
  {
   "id": "wdm-channelizer-electrothermal-design-v1",
   "title": "Four-Channel Electrothermal Dual-Ring WDM Channelizer",
   "label": "WDM-v1",
   "family": "design",
   "rank": 8,
   "tier": "Medium",
   "mean_score": 0.3269838901930988
  },
  {
   "id": "wdm-channelizer-electrothermal-design-v2",
   "title": "Eight-Channel Electrothermal Dual-Ring WDM Channelizer",
   "label": "WDM-v2",
   "family": "design",
   "rank": 20,
   "tier": "Hard",
   "mean_score": 0.1709202040051477
  },
  {
   "id": "anisotropic-swg-beamsplitter-v0",
   "title": "Anisotropic SWG 2 x 2 Beamsplitter Implementation/Optimization",
   "label": "Anisotropic SWG",
   "family": "reimplementation",
   "rank": 2,
   "tier": "Easy",
   "mean_score": 0.540683213116613
  },
  {
   "id": "asi-sin-swg-grating-coupler-v0",
   "title": "\u03b1-Si/Si3N4 SWG Grating Coupler Implementation/Optimization",
   "label": "\u03b1-Si/SiN grating",
   "family": "reimplementation",
   "rank": 15,
   "tier": "Hard",
   "mean_score": 0.23916908727570096
  },
  {
   "id": "dual-trident-swg-edge-coupler-v0",
   "title": "Dual-Trident SWG Edge Coupler Implementation/Optimization",
   "label": "Dual-trident",
   "family": "reimplementation",
   "rank": 13,
   "tier": "Medium",
   "mean_score": 0.28559532296941237
  },
  {
   "id": "hmdm-polarization-splitter-rotator-v1",
   "title": "HMDM Polarization Splitter\u2013Rotator Implementation/Optimization",
   "label": "HMDM PSR",
   "family": "reimplementation",
   "rank": 22,
   "tier": "Expert",
   "mean_score": 0.09774540237776984
  },
  {
   "id": "hmdm-six-channel-wdm-v1",
   "title": "HMDM Six-Channel WDM Binary Optimization",
   "label": "HMDM WDM",
   "family": "reimplementation",
   "rank": 19,
   "tier": "Hard",
   "mean_score": 0.19753034209625342
  },
  {
   "id": "sb2se3-si-polarization-rotator-v0",
   "title": "Sb2Se3/Si Reconfigurable Polarization Rotator Implementation/Optimization",
   "label": "Sb\u2082Se\u2083 rotator",
   "family": "reimplementation",
   "rank": 5,
   "tier": "Easy",
   "mean_score": 0.4968834484659191
  },
  {
   "id": "srsn-grating-coupler-v0",
   "title": "SRSN Grating Coupler Implementation/Optimization",
   "label": "SRSN grating",
   "family": "reimplementation",
   "rank": 3,
   "tier": "Easy",
   "mean_score": 0.5372437608165931
  },
  {
   "id": "tfln-mmi-crossing-v0",
   "title": "Three-Direction TFLN MMI Crossing Implementation/Optimization",
   "label": "TFLN crossing",
   "family": "reimplementation",
   "rank": 16,
   "tier": "Hard",
   "mean_score": 0.233539072558313
  },
  {
   "id": "tfln-polarization-insensitive-mmi-v0",
   "title": "Polarization-Insensitive TFLN 1x2 MMI Implementation/Optimization",
   "label": "TFLN PI-MMI",
   "family": "reimplementation",
   "rank": 14,
   "tier": "Medium",
   "mean_score": 0.28113004126322605
  },
  {
   "id": "trapezoidal-swg-3db-coupler-v0",
   "title": "Trapezoidal SWG 2 x 2 3-dB Coupler Implementation/Optimization",
   "label": "Trapezoidal SWG",
   "family": "reimplementation",
   "rank": 9,
   "tier": "Medium",
   "mean_score": 0.3115144298928595
  }
 ],
 "cells": [
  {
   "task": "wdm-channelizer-electrothermal-design-v1",
   "series": "codex:openrouter/openai/gpt-5.6-sol",
   "run": "gpt-5.6-sol-medium__Bae7Ds5",
   "best": 0.09588675211905683,
   "best_valid": true,
   "final": 0.09588675211905683,
   "final_valid": true
  },
  {
   "task": "wdm-channelizer-electrothermal-design-v1",
   "series": "claude-code:openrouter/anthropic/claude-opus-5.5",
   "run": "claude-opus-5.5-medium__H5nespn",
   "best": 0.5019281027808474,
   "best_valid": true,
   "final": 0.5019281027808474,
   "final_valid": true
  },
  {
   "task": "microresonator-modulator-design-v1",
   "series": "codex:openrouter/openai/gpt-5.6-sol",
   "run": "gpt-5.6-sol-medium__koZvscB",
   "best": 0.62475728832264,
   "best_valid": true,
   "final": 0.62475728832264,
   "final_valid": true
  },
  {
   "task": "microresonator-modulator-design-v1",
   "series": "claude-code:openrouter/anthropic/claude-opus-5.5",
   "run": "claude-opus-5.5-medium__bYQxY9j",
   "best": 0.7798511040040472,
   "best_valid": true,
   "final": 0.7798511040040472,
   "final_valid": true
  },
  {
   "task": "microresonator-modulator-design-v2",
   "series": "codex:openrouter/openai/gpt-5.6-sol",
   "run": "gpt-5.6-sol-medium__iMCNtyv",
   "best": 0.0,
   "best_valid": false,
   "final": 0.0,
   "final_valid": false
  },
  {
   "task": "microresonator-modulator-design-v2",
   "series": "claude-code:openrouter/anthropic/claude-opus-5.5",
   "run": "claude-opus-5.5-medium__pgZw2z7",
   "best": 0.5301374794082211,
   "best_valid": true,
   "final": 0.5301374794082211,
   "final_valid": true
  },
  {
   "task": "wdm-channelizer-electrothermal-design-v2",
   "series": "codex:openrouter/openai/gpt-5.6-sol",
   "run": "gpt-5.6-sol-medium__h8dxhLJ",
   "best": 0.06562767497950764,
   "best_valid": true,
   "final": 0.06562767497950764,
   "final_valid": true
  },
  {
   "task": "wdm-channelizer-electrothermal-design-v2",
   "series": "claude-code:openrouter/anthropic/claude-opus-5.5",
   "run": "claude-opus-5.5-medium__wJgtV7n",
   "best": 0.688899593926791,
   "best_valid": true,
   "final": 0.6827722359916125,
   "final_valid": true
  },
  {
   "task": "wdm-channelizer-electrothermal-design-v2",
   "series": "codex:openrouter/openai/gpt-6.1-sol",
   "run": "gpt-6.1-sol-medium__pXQy5gb",
   "best": 0.0559597539059596,
   "best_valid": true,
   "final": 0.05590619775785,
   "final_valid": true
  },
  {
   "task": "rectangular-mzi-mesh-design-v1",
   "series": "codex:openrouter/openai/gpt-5.6-sol",
   "run": "gpt-5.6-sol-medium__rm2F3dF",
   "best": 0.32564516041544783,
   "best_valid": true,
   "final": 0.32564516041544783,
   "final_valid": true
  },
  {
   "task": "rectangular-mzi-mesh-design-v1",
   "series": "claude-code:openrouter/anthropic/claude-opus-5.5",
   "run": "claude-opus-5.5-medium__DnnS7DX",
   "best": 0.6713053539812365,
   "best_valid": true,
   "final": 0.6713053539812365,
   "final_valid": true
  },
  {
   "task": "rectangular-mzi-mesh-design-v1",
   "series": "codex:openrouter/openai/gpt-6.1-sol",
   "run": "gpt-6.1-sol-medium__qY2QpwW",
   "best": 0.7217026366796359,
   "best_valid": true,
   "final": 0.7217026366796359,
   "final_valid": true
  },
  {
   "task": "rectangular-mzi-mesh-design-v2",
   "series": "codex:openrouter/openai/gpt-5.6-sol",
   "run": "gpt-5.6-sol-medium__CMU5JWT",
   "best": 0.0,
   "best_valid": false,
   "final": 0.0,
   "final_valid": false
  },
  {
   "task": "rectangular-mzi-mesh-design-v2",
   "series": "claude-code:openrouter/anthropic/claude-opus-5.5",
   "run": "claude-opus-5.5-medium__uz5k2WH",
   "best": 0.41203226405981686,
   "best_valid": true,
   "final": 0.3672569904337577,
   "final_valid": true
  },
  {
   "task": "mzi-coupled-microring-add-drop-filter-electrothermal-design-v1",
   "series": "codex:openrouter/openai/gpt-5.6-sol",
   "run": "gpt-5.6-sol-medium__b65fYhK",
   "best": 0.2702876087411493,
   "best_valid": true,
   "final": 0.2702876087411493,
   "final_valid": true
  },
  {
   "task": "mzi-coupled-microring-add-drop-filter-electrothermal-design-v1",
   "series": "claude-code:openrouter/anthropic/claude-opus-5.5",
   "run": "claude-opus-5.5-medium__PKhzDDf",
   "best": 0.3773556507606345,
   "best_valid": true,
   "final": 0.3773556507606345,
   "final_valid": true
  },
  {
   "task": "mzi-coupled-microring-add-drop-filter-electrothermal-design-v2",
   "series": "codex:openrouter/openai/gpt-5.6-sol",
   "run": "gpt-5.6-sol-medium__pQsgVqS",
   "best": 0.0,
   "best_valid": false,
   "final": 0.0,
   "final_valid": false
  },
  {
   "task": "mzi-coupled-microring-add-drop-filter-electrothermal-design-v2",
   "series": "claude-code:openrouter/anthropic/claude-opus-5.5",
   "run": "claude-opus-5.5-medium__AxiRRkZ",
   "best": 0.010313740815086639,
   "best_valid": true,
   "final": 0.010313740815086639,
   "final_valid": true
  },
  {
   "task": "four-mode-quantum-projector-electrothermal-design-v1",
   "series": "codex:openrouter/openai/gpt-5.6-sol",
   "run": "gpt-5.6-sol-medium__ZbL9w7m",
   "best": 0.2142640140115024,
   "best_valid": true,
   "final": 0.2142640140115024,
   "final_valid": true
  },
  {
   "task": "four-mode-quantum-projector-electrothermal-design-v1",
   "series": "claude-code:openrouter/anthropic/claude-opus-5.5",
   "run": "claude-opus-5.5-medium__hXCo6Fy",
   "best": 0.49306781364962693,
   "best_valid": true,
   "final": 0.49306781364962693,
   "final_valid": true
  },
  {
   "task": "eight-mode-quantum-projector-electrothermal-design-v2",
   "series": "codex:openrouter/openai/gpt-5.6-sol",
   "run": "gpt-5.6-sol-medium__LrSFzei",
   "best": 0.12220497163388283,
   "best_valid": true,
   "final": 0.12220497163388283,
   "final_valid": true
  },
  {
   "task": "eight-mode-quantum-projector-electrothermal-design-v2",
   "series": "claude-code:openrouter/anthropic/claude-opus-5.5",
   "run": "claude-opus-5.5-medium__UYHaLet",
   "best": 0.37968825335478157,
   "best_valid": true,
   "final": 0.37968825335478157,
   "final_valid": true
  },
  {
   "task": "eight-delay-mzi-spectrometer-design-v1",
   "series": "codex:openrouter/openai/gpt-5.6-sol",
   "run": "gpt-5.6-sol-medium__JkeyJR5",
   "best": 0.33878091155868706,
   "best_valid": true,
   "final": 0.33878091155868706,
   "final_valid": true
  },
  {
   "task": "eight-delay-mzi-spectrometer-design-v1",
   "series": "claude-code:openrouter/anthropic/claude-opus-5.5",
   "run": "claude-opus-5.5-medium__VWFkx2G",
   "best": 0.48324977453300166,
   "best_valid": true,
   "final": 0.48324977453300166,
   "final_valid": true
  },
  {
   "task": "microring-assisted-fourier-spectrometer-electrothermal-design-v1",
   "series": "codex:openrouter/openai/gpt-5.6-sol",
   "run": "gpt-5.6-sol-medium__L6hjS6U",
   "best": 0.42179026450559803,
   "best_valid": true,
   "final": 0.42179026450559803,
   "final_valid": true
  },
  {
   "task": "microring-assisted-fourier-spectrometer-electrothermal-design-v1",
   "series": "claude-code:openrouter/anthropic/claude-opus-5.5",
   "run": "claude-opus-5.5-medium__TV7PiR3",
   "best": 0.4339633522541484,
   "best_valid": true,
   "final": 0.4339633522541484,
   "final_valid": true
  },
  {
   "task": "four-wavelength-two-port-selective-crossconnect-design-v1",
   "series": "codex:openrouter/openai/gpt-5.6-sol",
   "run": "gpt-5.6-sol-medium__wUFL6c2",
   "best": 0.0,
   "best_valid": false,
   "final": 0.0,
   "final_valid": false
  },
  {
   "task": "four-wavelength-two-port-selective-crossconnect-design-v1",
   "series": "claude-code:openrouter/anthropic/claude-opus-5.5",
   "run": "claude-opus-5.5-medium__5zNjE7T",
   "best": 0.37340977145473225,
   "best_valid": true,
   "final": 0.3721741992307143,
   "final_valid": true
  },
  {
   "task": "four-wavelength-four-port-selective-crossconnect-design-v2",
   "series": "codex:openrouter/openai/gpt-5.6-sol",
   "run": "gpt-5.6-sol-medium__DggULv4",
   "best": 0.0,
   "best_valid": false,
   "final": 0.0,
   "final_valid": false
  },
  {
   "task": "four-wavelength-four-port-selective-crossconnect-design-v2",
   "series": "claude-code:openrouter/anthropic/claude-opus-5.5",
   "run": "claude-opus-5.5-medium__wX6g3KS",
   "best": 0.0,
   "best_valid": false,
   "final": 0.0,
   "final_valid": false
  },
  {
   "task": "serial-dual-ring-assisted-mzi-chebyshev-elliptic-electrothermal-design-v1",
   "series": "codex:openrouter/openai/gpt-5.6-sol",
   "run": "gpt-5.6-sol-medium__oQNYkQY",
   "best": 0.0,
   "best_valid": false,
   "final": 0.0,
   "final_valid": false
  },
  {
   "task": "serial-dual-ring-assisted-mzi-chebyshev-elliptic-electrothermal-design-v1",
   "series": "claude-code:openrouter/anthropic/claude-opus-5.5",
   "run": "claude-opus-5.5-medium__gqZ5BGk",
   "best": 0.03904816237237949,
   "best_valid": true,
   "final": 0.03904816237237949,
   "final_valid": true
  },
  {
   "task": "90sinwaveguide-design-v0",
   "series": "codex:openrouter/openai/gpt-5.6-sol",
   "run": "gpt-5.6-sol-medium__x9CirZ3",
   "best": 0.6361800396941798,
   "best_valid": true,
   "final": 0.6361800396941798,
   "final_valid": true
  },
  {
   "task": "90sinwaveguide-design-v0",
   "series": "claude-code:openrouter/anthropic/claude-opus-5.5",
   "run": "claude-opus-5.5-medium__ufmS4nF",
   "best": 0.7387238915066675,
   "best_valid": true,
   "final": 0.7387238915066675,
   "final_valid": true
  },
  {
   "task": "wdm-channelizer-electrothermal-design-v1",
   "series": "codex:openrouter/openai/gpt-6.1-sol",
   "run": "gpt-6.1-sol-medium__YDxETJr",
   "best": 0.8114654217844703,
   "best_valid": true,
   "final": 0.8114654217844703,
   "final_valid": true
  },
  {
   "task": "microresonator-modulator-design-v1",
   "series": "codex:openrouter/openai/gpt-6.1-sol",
   "run": "gpt-6.1-sol-medium__WizSc8M",
   "best": 0.7761290005300021,
   "best_valid": true,
   "final": 0.7761290005300021,
   "final_valid": true
  },
  {
   "task": "microresonator-modulator-design-v2",
   "series": "codex:openrouter/openai/gpt-6.1-sol",
   "run": "gpt-6.1-sol-medium__WyxUbj7",
   "best": 0.6016832263944605,
   "best_valid": true,
   "final": 0.6016832263944605,
   "final_valid": true
  },
  {
   "task": "mzi-coupled-microring-add-drop-filter-electrothermal-design-v2",
   "series": "codex:openrouter/openai/gpt-6.1-sol",
   "run": "gpt-6.1-sol-medium__aCkc3sW",
   "best": 0.008839316556922654,
   "best_valid": true,
   "final": 0.008839316556922654,
   "final_valid": true
  },
  {
   "task": "rectangular-mzi-mesh-design-v2",
   "series": "codex:openrouter/openai/gpt-6.1-sol",
   "run": "gpt-6.1-sol-medium__BGPHN7w",
   "best": 0.4117472423736596,
   "best_valid": true,
   "final": 0.4117472423736596,
   "final_valid": true
  },
  {
   "task": "mzi-coupled-microring-add-drop-filter-electrothermal-design-v1",
   "series": "codex:openrouter/openai/gpt-6.1-sol",
   "run": "gpt-6.1-sol-medium__ZVrtQRc",
   "best": 0.28399419894118916,
   "best_valid": true,
   "final": 0.28399419894118916,
   "final_valid": true
  },
  {
   "task": "eight-mode-quantum-projector-electrothermal-design-v2",
   "series": "codex:openrouter/openai/gpt-6.1-sol",
   "run": "gpt-6.1-sol-medium__F86X2NV",
   "best": 0.3448586873633828,
   "best_valid": true,
   "final": 0.3448586873633828,
   "final_valid": true
  },
  {
   "task": "microring-assisted-fourier-spectrometer-electrothermal-design-v1",
   "series": "codex:openrouter/openai/gpt-6.1-sol",
   "run": "gpt-6.1-sol-medium__zmmjfU2",
   "best": 0.44259132386991806,
   "best_valid": true,
   "final": 0.44259132386991806,
   "final_valid": true
  },
  {
   "task": "four-mode-quantum-projector-electrothermal-design-v1",
   "series": "codex:openrouter/openai/gpt-6.1-sol",
   "run": "gpt-6.1-sol-medium__652EteU",
   "best": 0.5766862186486919,
   "best_valid": true,
   "final": 0.5766862186486919,
   "final_valid": true
  },
  {
   "task": "eight-delay-mzi-spectrometer-design-v1",
   "series": "codex:openrouter/openai/gpt-6.1-sol",
   "run": "gpt-6.1-sol-medium__ijpbVWD",
   "best": 0.49800749617660317,
   "best_valid": true,
   "final": 0.49800749617660317,
   "final_valid": true
  },
  {
   "task": "four-wavelength-two-port-selective-crossconnect-design-v1",
   "series": "codex:openrouter/openai/gpt-6.1-sol",
   "run": "gpt-6.1-sol-medium__P3eosxx",
   "best": 0.0,
   "best_valid": false,
   "final": 0.0,
   "final_valid": false
  },
  {
   "task": "four-wavelength-four-port-selective-crossconnect-design-v2",
   "series": "codex:openrouter/openai/gpt-6.1-sol",
   "run": "gpt-6.1-sol-medium__agM724R",
   "best": 0.0,
   "best_valid": false,
   "final": 0.0,
   "final_valid": false
  },
  {
   "task": "serial-dual-ring-assisted-mzi-chebyshev-elliptic-electrothermal-design-v1",
   "series": "codex:openrouter/openai/gpt-6.1-sol",
   "run": "gpt-6.1-sol-medium__MFT49ZJ",
   "best": 0.10153721394449455,
   "best_valid": true,
   "final": 0.10153721394449455,
   "final_valid": true
  },
  {
   "task": "90sinwaveguide-design-v0",
   "series": "codex:openrouter/openai/gpt-6.1-sol",
   "run": "gpt-6.1-sol-medium__epDbWm4",
   "best": 0.6534307984139784,
   "best_valid": true,
   "final": 0.6534307984139784,
   "final_valid": true
  },
  {
   "task": "wdm-channelizer-electrothermal-design-v1",
   "series": "claude-code:openrouter/anthropic/claude-fable-5.1",
   "run": "claude-fable-5.1-medium__Q2Hwos2",
   "best": 0.6060222988820587,
   "best_valid": true,
   "final": 0.6060222988820587,
   "final_valid": true
  },
  {
   "task": "microresonator-modulator-design-v1",
   "series": "claude-code:openrouter/anthropic/claude-fable-5.1",
   "run": "claude-fable-5.1-medium__tnLHS3s",
   "best": 0.6302856963516489,
   "best_valid": true,
   "final": 0.6302856963516489,
   "final_valid": true
  },
  {
   "task": "wdm-channelizer-electrothermal-design-v2",
   "series": "claude-code:openrouter/anthropic/claude-fable-5.1",
   "run": "claude-fable-5.1-medium__RyZsvm4",
   "best": 0.0,
   "best_valid": false,
   "final": 0.0,
   "final_valid": false
  },
  {
   "task": "microresonator-modulator-design-v2",
   "series": "claude-code:openrouter/anthropic/claude-fable-5.1",
   "run": "claude-fable-5.1-medium__cyDpbSb",
   "best": 0.5664501788803392,
   "best_valid": true,
   "final": 0.5664501788803392,
   "final_valid": true
  },
  {
   "task": "rectangular-mzi-mesh-design-v1",
   "series": "claude-code:openrouter/anthropic/claude-fable-5.1",
   "run": "claude-fable-5.1-medium__p6L67SA",
   "best": 0.32091266342880415,
   "best_valid": true,
   "final": 0.32091266342880415,
   "final_valid": true
  },
  {
   "task": "mzi-coupled-microring-add-drop-filter-electrothermal-design-v1",
   "series": "claude-code:openrouter/anthropic/claude-fable-5.1",
   "run": "claude-fable-5.1-medium__5wtZyDJ",
   "best": 0.23865138718253884,
   "best_valid": true,
   "final": 0.23865138718253884,
   "final_valid": true
  },
  {
   "task": "mzi-coupled-microring-add-drop-filter-electrothermal-design-v2",
   "series": "claude-code:openrouter/anthropic/claude-fable-5.1",
   "run": "claude-fable-5.1-medium__QHGxcKe",
   "best": 0.01008221812445078,
   "best_valid": true,
   "final": 0.01008221812445078,
   "final_valid": true
  },
  {
   "task": "rectangular-mzi-mesh-design-v2",
   "series": "claude-code:openrouter/anthropic/claude-fable-5.1",
   "run": "claude-fable-5.1-medium__ogxq7JE",
   "best": 0.5317228558330231,
   "best_valid": true,
   "final": 0.5317228558330231,
   "final_valid": true
  },
  {
   "task": "four-mode-quantum-projector-electrothermal-design-v1",
   "series": "claude-code:openrouter/anthropic/claude-fable-5.1",
   "run": "claude-fable-5.1-medium__4MMNDZ6",
   "best": 0.4966583303002153,
   "best_valid": true,
   "final": 0.4966583303002153,
   "final_valid": true
  },
  {
   "task": "eight-delay-mzi-spectrometer-design-v1",
   "series": "claude-code:openrouter/anthropic/claude-fable-5.1",
   "run": "claude-fable-5.1-medium__7mifcZd",
   "best": 0.4937987098938226,
   "best_valid": true,
   "final": 0.4937987098938226,
   "final_valid": true
  },
  {
   "task": "microring-assisted-fourier-spectrometer-electrothermal-design-v1",
   "series": "claude-code:openrouter/anthropic/claude-fable-5.1",
   "run": "claude-fable-5.1-medium__JnF4ks7",
   "best": 0.4232513813804586,
   "best_valid": true,
   "final": 0.4232513813804586,
   "final_valid": true
  },
  {
   "task": "eight-mode-quantum-projector-electrothermal-design-v2",
   "series": "claude-code:openrouter/anthropic/claude-fable-5.1",
   "run": "claude-fable-5.1-medium__ULMLy4J",
   "best": 0.09755683516728182,
   "best_valid": true,
   "final": 0.09755683516728182,
   "final_valid": true
  },
  {
   "task": "four-wavelength-two-port-selective-crossconnect-design-v1",
   "series": "claude-code:openrouter/anthropic/claude-fable-5.1",
   "run": "claude-fable-5.1-medium__ueM5wHw",
   "best": 0.0,
   "best_valid": false,
   "final": 0.0,
   "final_valid": false
  },
  {
   "task": "four-wavelength-four-port-selective-crossconnect-design-v2",
   "series": "claude-code:openrouter/anthropic/claude-fable-5.1",
   "run": "claude-fable-5.1-medium__vmHiNCU",
   "best": 0.0,
   "best_valid": false,
   "final": 0.0,
   "final_valid": false
  },
  {
   "task": "serial-dual-ring-assisted-mzi-chebyshev-elliptic-electrothermal-design-v1",
   "series": "claude-code:openrouter/anthropic/claude-fable-5.1",
   "run": "claude-fable-5.1-medium__NNqZ7rS",
   "best": 0.04052154822218704,
   "best_valid": true,
   "final": 0.04052154822218704,
   "final_valid": true
  },
  {
   "task": "90sinwaveguide-design-v0",
   "series": "claude-code:openrouter/anthropic/claude-fable-5.1",
   "run": "claude-fable-5.1-medium__X4585ui",
   "best": 0.7606122563609441,
   "best_valid": true,
   "final": 0.7606122563609441,
   "final_valid": true
  },
  {
   "task": "wdm-channelizer-electrothermal-design-v1",
   "series": "codex:openrouter/openai/gpt-6-astra",
   "run": "gpt-6-astra-medium__hxEcUh2",
   "best": 0.8460337409387738,
   "best_valid": true,
   "final": 0.8460337409387738,
   "final_valid": true
  },
  {
   "task": "wdm-channelizer-electrothermal-design-v2",
   "series": "codex:openrouter/openai/gpt-6-astra",
   "run": "gpt-6-astra-medium__bKasNsW",
   "best": 0.7140598341785158,
   "best_valid": true,
   "final": 0.7111196879164244,
   "final_valid": true
  },
  {
   "task": "microresonator-modulator-design-v1",
   "series": "codex:openrouter/openai/gpt-6-astra",
   "run": "gpt-6-astra-medium__zvzQ7Gr",
   "best": 0.7520321846928425,
   "best_valid": true,
   "final": 0.7520321846928425,
   "final_valid": true
  },
  {
   "task": "microresonator-modulator-design-v2",
   "series": "codex:openrouter/openai/gpt-6-astra",
   "run": "gpt-6-astra-medium__Bwukre6",
   "best": 0.5934528563636889,
   "best_valid": true,
   "final": 0.5934528563636889,
   "final_valid": true
  },
  {
   "task": "rectangular-mzi-mesh-design-v1",
   "series": "codex:openrouter/openai/gpt-6-astra",
   "run": "gpt-6-astra-medium__HxjZXGk",
   "best": 0.5407385198491005,
   "best_valid": true,
   "final": 0.5407385198491005,
   "final_valid": true
  },
  {
   "task": "rectangular-mzi-mesh-design-v2",
   "series": "codex:openrouter/openai/gpt-6-astra",
   "run": "gpt-6-astra-medium__tE3o6Z7",
   "best": 0.7858743752447025,
   "best_valid": true,
   "final": 0.7858743752447025,
   "final_valid": true
  },
  {
   "task": "mzi-coupled-microring-add-drop-filter-electrothermal-design-v1",
   "series": "codex:openrouter/openai/gpt-6-astra",
   "run": "gpt-6-astra-medium__viHZoff",
   "best": 0.40442875610862644,
   "best_valid": true,
   "final": 0.40442875610862644,
   "final_valid": true
  },
  {
   "task": "mzi-coupled-microring-add-drop-filter-electrothermal-design-v2",
   "series": "codex:openrouter/openai/gpt-6-astra",
   "run": "gpt-6-astra-medium__ADJzqzq",
   "best": 0.01613903912128535,
   "best_valid": true,
   "final": 0.01613903912128535,
   "final_valid": true
  },
  {
   "task": "four-mode-quantum-projector-electrothermal-design-v1",
   "series": "codex:openrouter/openai/gpt-6-astra",
   "run": "gpt-6-astra-medium__vBxekmf",
   "best": 0.570023769243036,
   "best_valid": true,
   "final": 0.570023769243036,
   "final_valid": true
  },
  {
   "task": "eight-mode-quantum-projector-electrothermal-design-v2",
   "series": "codex:openrouter/openai/gpt-6-astra",
   "run": "gpt-6-astra-medium__7F2nbWm",
   "best": 0.47871136652350327,
   "best_valid": true,
   "final": 0.47871136652350327,
   "final_valid": true
  },
  {
   "task": "eight-delay-mzi-spectrometer-design-v1",
   "series": "codex:openrouter/openai/gpt-6-astra",
   "run": "gpt-6-astra-medium__LMj3dzw",
   "best": 0.5075629709329448,
   "best_valid": true,
   "final": 0.5075629709329448,
   "final_valid": true
  },
  {
   "task": "microring-assisted-fourier-spectrometer-electrothermal-design-v1",
   "series": "codex:openrouter/openai/gpt-6-astra",
   "run": "gpt-6-astra-medium__aVCtQZr",
   "best": 0.4423954306698299,
   "best_valid": true,
   "final": 0.4423954306698299,
   "final_valid": true
  },
  {
   "task": "four-wavelength-four-port-selective-crossconnect-design-v2",
   "series": "codex:openrouter/openai/gpt-6-astra",
   "run": "gpt-6-astra-medium__2sEePwQ",
   "best": 0.4332451860711778,
   "best_valid": true,
   "final": 0.4332451860711778,
   "final_valid": true
  },
  {
   "task": "serial-dual-ring-assisted-mzi-chebyshev-elliptic-electrothermal-design-v1",
   "series": "codex:openrouter/openai/gpt-6-astra",
   "run": "gpt-6-astra-medium__zbB8JRY",
   "best": 0.047267971591325925,
   "best_valid": true,
   "final": 0.047267971591325925,
   "final_valid": true
  },
  {
   "task": "90sinwaveguide-design-v0",
   "series": "codex:openrouter/openai/gpt-6-astra",
   "run": "gpt-6-astra-medium__6x6EBm3",
   "best": 0.7187399937056109,
   "best_valid": true,
   "final": 0.7187399937056109,
   "final_valid": true
  },
  {
   "task": "four-wavelength-two-port-selective-crossconnect-design-v1",
   "series": "codex:openrouter/openai/gpt-6-astra",
   "run": "gpt-6-astra-medium__ZxtsHVd",
   "best": 0.3110633262371042,
   "best_valid": true,
   "final": 0.3102408567183551,
   "final_valid": true
  },
  {
   "task": "wdm-channelizer-electrothermal-design-v1",
   "series": "mini-swe-agent:openrouter/z-ai/glm-5.3-flash",
   "run": "mini-swe-glm-5.3-flash-max__pLuTH94",
   "best": 0.0,
   "best_valid": false,
   "final": 0.0,
   "final_valid": false
  },
  {
   "task": "wdm-channelizer-electrothermal-design-v2",
   "series": "mini-swe-agent:openrouter/z-ai/glm-5.3-flash",
   "run": "mini-swe-glm-5.3-flash-max__fjqXQG6",
   "best": 0.0,
   "best_valid": false,
   "final": 0.0,
   "final_valid": false
  },
  {
   "task": "microresonator-modulator-design-v1",
   "series": "mini-swe-agent:openrouter/z-ai/glm-5.3-flash",
   "run": "mini-swe-glm-5.3-flash-max__Ekg79AR",
   "best": 0.46141767615403056,
   "best_valid": true,
   "final": 0.46141767615403056,
   "final_valid": true
  },
  {
   "task": "microresonator-modulator-design-v2",
   "series": "mini-swe-agent:openrouter/z-ai/glm-5.3-flash",
   "run": "mini-swe-glm-5.3-flash-max__QJPtDoN",
   "best": 0.0,
   "best_valid": false,
   "final": 0.0,
   "final_valid": false
  },
  {
   "task": "rectangular-mzi-mesh-design-v1",
   "series": "mini-swe-agent:openrouter/z-ai/glm-5.3-flash",
   "run": "mini-swe-glm-5.3-flash-max__CBL7RuW",
   "best": 0.0,
   "best_valid": false,
   "final": 0.0,
   "final_valid": false
  },
  {
   "task": "rectangular-mzi-mesh-design-v2",
   "series": "mini-swe-agent:openrouter/z-ai/glm-5.3-flash",
   "run": "mini-swe-glm-5.3-flash-max__Yp4obs2",
   "best": 0.0,
   "best_valid": false,
   "final": 0.0,
   "final_valid": false
  },
  {
   "task": "mzi-coupled-microring-add-drop-filter-electrothermal-design-v2",
   "series": "mini-swe-agent:openrouter/z-ai/glm-5.3-flash",
   "run": "mini-swe-glm-5.3-flash-max__ZfCrMkj",
   "best": 0.0,
   "best_valid": false,
   "final": 0.0,
   "final_valid": false
  },
  {
   "task": "mzi-coupled-microring-add-drop-filter-electrothermal-design-v1",
   "series": "mini-swe-agent:openrouter/z-ai/glm-5.3-flash",
   "run": "mini-swe-glm-5.3-flash-max__eEiuSoe",
   "best": 0.0,
   "best_valid": false,
   "final": 0.0,
   "final_valid": false
  },
  {
   "task": "four-mode-quantum-projector-electrothermal-design-v1",
   "series": "mini-swe-agent:openrouter/z-ai/glm-5.3-flash",
   "run": "mini-swe-glm-5.3-flash-max__NQqfv2P",
   "best": 0.0,
   "best_valid": false,
   "final": 0.0,
   "final_valid": false
  },
  {
   "task": "eight-mode-quantum-projector-electrothermal-design-v2",
   "series": "mini-swe-agent:openrouter/z-ai/glm-5.3-flash",
   "run": "mini-swe-glm-5.3-flash-max__oAZYnoq",
   "best": 0.0,
   "best_valid": false,
   "final": 0.0,
   "final_valid": false
  },
  {
   "task": "eight-delay-mzi-spectrometer-design-v1",
   "series": "mini-swe-agent:openrouter/z-ai/glm-5.3-flash",
   "run": "mini-swe-glm-5.3-flash-max__JeirxPQ",
   "best": 0.483885752872493,
   "best_valid": true,
   "final": 0.483885752872493,
   "final_valid": true
  },
  {
   "task": "microring-assisted-fourier-spectrometer-electrothermal-design-v1",
   "series": "mini-swe-agent:openrouter/z-ai/glm-5.3-flash",
   "run": "mini-swe-glm-5.3-flash-max__cPVQxXJ",
   "best": 0.0,
   "best_valid": false,
   "final": 0.0,
   "final_valid": false
  },
  {
   "task": "four-wavelength-two-port-selective-crossconnect-design-v1",
   "series": "mini-swe-agent:openrouter/z-ai/glm-5.3-flash",
   "run": "mini-swe-glm-5.3-flash-max__ju6sYbM",
   "best": 0.0,
   "best_valid": false,
   "final": 0.0,
   "final_valid": false
  },
  {
   "task": "90sinwaveguide-design-v0",
   "series": "mini-swe-agent:openrouter/z-ai/glm-5.3-flash",
   "run": "mini-swe-glm-5.3-flash-max__dYyD8hL",
   "best": 0.6207050424078983,
   "best_valid": true,
   "final": 0.6207050424078983,
   "final_valid": true
  },
  {
   "task": "serial-dual-ring-assisted-mzi-chebyshev-elliptic-electrothermal-design-v1",
   "series": "mini-swe-agent:openrouter/z-ai/glm-5.3-flash",
   "run": "mini-swe-glm-5.3-flash-max__3L9Vxuz",
   "best": 0.0,
   "best_valid": false,
   "final": 0.0,
   "final_valid": false
  },
  {
   "task": "four-wavelength-four-port-selective-crossconnect-design-v2",
   "series": "mini-swe-agent:openrouter/z-ai/glm-5.3-flash",
   "run": "mini-swe-glm-5.3-flash-max__Fw3FV2g",
   "best": 0.0,
   "best_valid": false,
   "final": 0.0,
   "final_valid": false
  },
  {
   "task": "90sinwaveguide-design-v0",
   "series": "mini-swe-agent:openrouter/google/gemini-4-argon",
   "run": "mini-swe-gemini-4-argon-medium__ND7EmLV",
   "best": 0.7021156787592263,
   "best_valid": true,
   "final": 0.7021156787592263,
   "final_valid": true
  },
  {
   "task": "eight-delay-mzi-spectrometer-design-v1",
   "series": "mini-swe-agent:openrouter/google/gemini-4-argon",
   "run": "mini-swe-gemini-4-argon-medium__NP9heXn",
   "best": 0.503603182574645,
   "best_valid": true,
   "final": 0.503603182574645,
   "final_valid": true
  },
  {
   "task": "four-mode-quantum-projector-electrothermal-design-v1",
   "series": "mini-swe-agent:openrouter/google/gemini-4-argon",
   "run": "mini-swe-gemini-4-argon-medium__zd8az6V",
   "best": 0.5057486418861779,
   "best_valid": true,
   "final": 0.5057486418861779,
   "final_valid": true
  },
  {
   "task": "four-wavelength-four-port-selective-crossconnect-design-v2",
   "series": "mini-swe-agent:openrouter/google/gemini-4-argon",
   "run": "mini-swe-gemini-4-argon-medium__hXpqvYx",
   "best": 0.0,
   "best_valid": false,
   "final": 0.0,
   "final_valid": false
  },
  {
   "task": "microresonator-modulator-design-v1",
   "series": "mini-swe-agent:openrouter/google/gemini-4-argon",
   "run": "mini-swe-gemini-4-argon-medium__8ANoWB5",
   "best": 0.0,
   "best_valid": false,
   "final": 0.0,
   "final_valid": false
  },
  {
   "task": "microring-assisted-fourier-spectrometer-electrothermal-design-v1",
   "series": "mini-swe-agent:openrouter/google/gemini-4-argon",
   "run": "mini-swe-gemini-4-argon-medium__sSByStd",
   "best": 0.4394578612196238,
   "best_valid": true,
   "final": 0.4394578612196238,
   "final_valid": true
  },
  {
   "task": "mzi-coupled-microring-add-drop-filter-electrothermal-design-v1",
   "series": "mini-swe-agent:openrouter/google/gemini-4-argon",
   "run": "mini-swe-gemini-4-argon-medium__N3nJUkV",
   "best": 0.4143822578984347,
   "best_valid": true,
   "final": 0.4143822578984347,
   "final_valid": true
  },
  {
   "task": "mzi-coupled-microring-add-drop-filter-electrothermal-design-v2",
   "series": "mini-swe-agent:openrouter/google/gemini-4-argon",
   "run": "mini-swe-gemini-4-argon-medium__SdEVK5u",
   "best": 0.0,
   "best_valid": false,
   "final": 0.0,
   "final_valid": false
  },
  {
   "task": "rectangular-mzi-mesh-design-v1",
   "series": "mini-swe-agent:openrouter/google/gemini-4-argon",
   "run": "mini-swe-gemini-4-argon-medium__gUDG9BK",
   "best": 0.0,
   "best_valid": false,
   "final": 0.0,
   "final_valid": false
  },
  {
   "task": "rectangular-mzi-mesh-design-v2",
   "series": "mini-swe-agent:openrouter/google/gemini-4-argon",
   "run": "mini-swe-gemini-4-argon-medium__8f6Wb2J",
   "best": 0.0,
   "best_valid": false,
   "final": 0.0,
   "final_valid": false
  },
  {
   "task": "serial-dual-ring-assisted-mzi-chebyshev-elliptic-electrothermal-design-v1",
   "series": "mini-swe-agent:openrouter/google/gemini-4-argon",
   "run": "mini-swe-gemini-4-argon-medium__b4ZjpFu",
   "best": 0.3042577689020623,
   "best_valid": true,
   "final": 0.3042577689020623,
   "final_valid": true
  },
  {
   "task": "wdm-channelizer-electrothermal-design-v1",
   "series": "mini-swe-agent:openrouter/google/gemini-4-argon",
   "run": "mini-swe-gemini-4-argon-medium__HX4MLN3",
   "best": 0.0,
   "best_valid": false,
   "final": 0.0,
   "final_valid": false
  },
  {
   "task": "wdm-channelizer-electrothermal-design-v2",
   "series": "mini-swe-agent:openrouter/google/gemini-4-argon",
   "run": "mini-swe-gemini-4-argon-medium__DQULSPD",
   "best": 0.0,
   "best_valid": false,
   "final": 0.0,
   "final_valid": false
  },
  {
   "task": "eight-mode-quantum-projector-electrothermal-design-v2",
   "series": "mini-swe-agent:openrouter/google/gemini-4-argon",
   "run": "mini-swe-gemini-4-argon-medium__y5suwF9",
   "best": 0.0,
   "best_valid": false,
   "final": 0.0,
   "final_valid": false
  },
  {
   "task": "four-wavelength-two-port-selective-crossconnect-design-v1",
   "series": "mini-swe-agent:openrouter/google/gemini-4-argon",
   "run": "mini-swe-gemini-4-argon-medium__yfLas3L",
   "best": 0.0,
   "best_valid": false,
   "final": 0.0,
   "final_valid": false
  },
  {
   "task": "microresonator-modulator-design-v2",
   "series": "mini-swe-agent:openrouter/google/gemini-4-argon",
   "run": "mini-swe-gemini-4-argon-medium__KSfCNe7",
   "best": 0.59337838071237,
   "best_valid": true,
   "final": 0.59337838071237,
   "final_valid": true
  },
  {
   "task": "wdm-channelizer-electrothermal-design-v1",
   "series": "claude-code:openrouter/z-ai/glm-5.3-flash",
   "run": "claude-glm-5.3-flash-high__wKiYbav",
   "best": 0.0,
   "best_valid": false,
   "final": 0.0,
   "final_valid": false
  },
  {
   "task": "wdm-channelizer-electrothermal-design-v2",
   "series": "claude-code:openrouter/z-ai/glm-5.3-flash",
   "run": "claude-glm-5.3-flash-high__h55gdhP",
   "best": 0.0,
   "best_valid": false,
   "final": 0.0,
   "final_valid": false
  },
  {
   "task": "microresonator-modulator-design-v1",
   "series": "claude-code:openrouter/z-ai/glm-5.3-flash",
   "run": "claude-glm-5.3-flash-high__EiZU2bf",
   "best": 0.0,
   "best_valid": false,
   "final": 0.0,
   "final_valid": false
  },
  {
   "task": "microresonator-modulator-design-v2",
   "series": "claude-code:openrouter/z-ai/glm-5.3-flash",
   "run": "claude-glm-5.3-flash-high__UzbxNde",
   "best": 0.0,
   "best_valid": false,
   "final": 0.0,
   "final_valid": false
  },
  {
   "task": "rectangular-mzi-mesh-design-v1",
   "series": "claude-code:openrouter/z-ai/glm-5.3-flash",
   "run": "claude-glm-5.3-flash-high__jvA5Krr",
   "best": 0.0,
   "best_valid": false,
   "final": 0.0,
   "final_valid": false
  },
  {
   "task": "wdm-channelizer-electrothermal-design-v1",
   "series": "claude-code:openrouter/moonshotai/kimi-k3.1-pro",
   "run": "claude-kimi-3.1-pro-medium__VPA2FGw",
   "best": 0.0,
   "best_valid": false,
   "final": 0.0,
   "final_valid": false
  },
  {
   "task": "wdm-channelizer-electrothermal-design-v2",
   "series": "claude-code:openrouter/moonshotai/kimi-k3.1-pro",
   "run": "claude-kimi-3.1-pro-medium__Hah5bnw",
   "best": 0.0,
   "best_valid": false,
   "final": 0.0,
   "final_valid": false
  },
  {
   "task": "microresonator-modulator-design-v1",
   "series": "claude-code:openrouter/moonshotai/kimi-k3.1-pro",
   "run": "claude-kimi-3.1-pro-medium__YHRYx2z",
   "best": 0.6142964651993187,
   "best_valid": true,
   "final": 0.6142964651993187,
   "final_valid": true
  },
  {
   "task": "microresonator-modulator-design-v2",
   "series": "claude-code:openrouter/moonshotai/kimi-k3.1-pro",
   "run": "claude-kimi-3.1-pro-medium__TxMqx32",
   "best": 0.0,
   "best_valid": false,
   "final": 0.0,
   "final_valid": false
  },
  {
   "task": "rectangular-mzi-mesh-design-v1",
   "series": "claude-code:openrouter/moonshotai/kimi-k3.1-pro",
   "run": "claude-kimi-3.1-pro-medium__DQAEqVo",
   "best": 0.0,
   "best_valid": false,
   "final": 0.0,
   "final_valid": false
  },
  {
   "task": "rectangular-mzi-mesh-design-v2",
   "series": "claude-code:openrouter/moonshotai/kimi-k3.1-pro",
   "run": "claude-kimi-3.1-pro-medium__hpza6wv",
   "best": 0.0,
   "best_valid": false,
   "final": 0.0,
   "final_valid": false
  },
  {
   "task": "four-mode-quantum-projector-electrothermal-design-v1",
   "series": "claude-code:openrouter/moonshotai/kimi-k3.1-pro",
   "run": "claude-kimi-3.1-pro-medium__y9aCxZy",
   "best": 0.287471000933517,
   "best_valid": true,
   "final": 0.287471000933517,
   "final_valid": true
  },
  {
   "task": "eight-mode-quantum-projector-electrothermal-design-v2",
   "series": "claude-code:openrouter/moonshotai/kimi-k3.1-pro",
   "run": "claude-kimi-3.1-pro-medium__CZybt5c",
   "best": 0.0,
   "best_valid": false,
   "final": 0.0,
   "final_valid": false
  },
  {
   "task": "four-wavelength-four-port-selective-crossconnect-design-v2",
   "series": "claude-code:openrouter/moonshotai/kimi-k3.1-pro",
   "run": "claude-kimi-3.1-pro-medium__ttAxvcH",
   "best": 0.0,
   "best_valid": false,
   "final": 0.0,
   "final_valid": false
  },
  {
   "task": "eight-delay-mzi-spectrometer-design-v1",
   "series": "claude-code:openrouter/moonshotai/kimi-k3.1-pro",
   "run": "claude-kimi-3.1-pro-medium__W3Jd2Pv",
   "best": 0.47302824397604043,
   "best_valid": true,
   "final": 0.47302824397604043,
   "final_valid": true
  },
  {
   "task": "microring-assisted-fourier-spectrometer-electrothermal-design-v1",
   "series": "claude-code:openrouter/moonshotai/kimi-k3.1-pro",
   "run": "claude-kimi-3.1-pro-medium__R9jaLNW",
   "best": 0.40899026811114425,
   "best_valid": true,
   "final": 0.40899026811114425,
   "final_valid": true
  },
  {
   "task": "four-mode-quantum-projector-electrothermal-design-v1",
   "series": "claude-code:openrouter/z-ai/glm-5.3-flash",
   "run": "claude-glm-5.3-flash-high__FkCwFeX",
   "best": 0.0,
   "best_valid": false,
   "final": 0.0,
   "final_valid": false
  },
  {
   "task": "serial-dual-ring-assisted-mzi-chebyshev-elliptic-electrothermal-design-v1",
   "series": "claude-code:openrouter/z-ai/glm-5.3-flash",
   "run": "claude-glm-5.3-flash-high__gUsBMCX",
   "best": 0.0,
   "best_valid": false,
   "final": 0.0,
   "final_valid": false
  },
  {
   "task": "rectangular-mzi-mesh-design-v2",
   "series": "claude-code:openrouter/z-ai/glm-5.3-flash",
   "run": "claude-glm-5.3-flash-high__USU4WSX",
   "best": 0.0,
   "best_valid": false,
   "final": 0.0,
   "final_valid": false
  },
  {
   "task": "mzi-coupled-microring-add-drop-filter-electrothermal-design-v2",
   "series": "claude-code:openrouter/z-ai/glm-5.3-flash",
   "run": "claude-glm-5.3-flash-high__Zm79Ysm",
   "best": 0.0,
   "best_valid": false,
   "final": 0.0,
   "final_valid": false
  },
  {
   "task": "eight-delay-mzi-spectrometer-design-v1",
   "series": "claude-code:openrouter/z-ai/glm-5.3-flash",
   "run": "claude-glm-5.3-flash-high__yVdAuVy",
   "best": 0.45381826123284746,
   "best_valid": true,
   "final": 0.45381826123284746,
   "final_valid": true
  },
  {
   "task": "microring-assisted-fourier-spectrometer-electrothermal-design-v1",
   "series": "claude-code:openrouter/z-ai/glm-5.3-flash",
   "run": "claude-glm-5.3-flash-high__FoEnePZ",
   "best": 0.0,
   "best_valid": false,
   "final": 0.0,
   "final_valid": false
  },
  {
   "task": "four-wavelength-two-port-selective-crossconnect-design-v1",
   "series": "claude-code:openrouter/z-ai/glm-5.3-flash",
   "run": "claude-glm-5.3-flash-high__fcHmkUj",
   "best": 0.0,
   "best_valid": false,
   "final": 0.0,
   "final_valid": false
  },
  {
   "task": "four-wavelength-four-port-selective-crossconnect-design-v2",
   "series": "claude-code:openrouter/z-ai/glm-5.3-flash",
   "run": "claude-glm-5.3-flash-high__BcDGXGJ",
   "best": 0.0,
   "best_valid": false,
   "final": 0.0,
   "final_valid": false
  },
  {
   "task": "90sinwaveguide-design-v0",
   "series": "claude-code:openrouter/z-ai/glm-5.3-flash",
   "run": "claude-glm-5.3-flash-high__CgsijUb",
   "best": 0.517664216696222,
   "best_valid": true,
   "final": 0.517664216696222,
   "final_valid": true
  },
  {
   "task": "eight-mode-quantum-projector-electrothermal-design-v2",
   "series": "claude-code:openrouter/z-ai/glm-5.3-flash",
   "run": "claude-glm-5.3-flash-high__5kJoMFY",
   "best": 0.0,
   "best_valid": false,
   "final": 0.0,
   "final_valid": false
  },
  {
   "task": "mzi-coupled-microring-add-drop-filter-electrothermal-design-v1",
   "series": "claude-code:openrouter/z-ai/glm-5.3-flash",
   "run": "claude-glm-5.3-flash-high__b6oHuqa",
   "best": 0.0,
   "best_valid": false,
   "final": 0.0,
   "final_valid": false
  },
  {
   "task": "90sinwaveguide-design-v0",
   "series": "claude-code:openrouter/moonshotai/kimi-k3.1-pro",
   "run": "claude-kimi-3.1-pro-medium__ZbK7MoM",
   "best": 0.6426622734286004,
   "best_valid": true,
   "final": 0.6426622734286004,
   "final_valid": true
  },
  {
   "task": "mzi-coupled-microring-add-drop-filter-electrothermal-design-v1",
   "series": "claude-code:openrouter/moonshotai/kimi-k3.1-pro",
   "run": "claude-kimi-3.1-pro-medium__WGU2Rjx",
   "best": 0.04273125232748044,
   "best_valid": true,
   "final": 0.04273125232748044,
   "final_valid": true
  },
  {
   "task": "mzi-coupled-microring-add-drop-filter-electrothermal-design-v2",
   "series": "claude-code:openrouter/moonshotai/kimi-k3.1-pro",
   "run": "claude-kimi-3.1-pro-medium__LYh9xmC",
   "best": 0.0,
   "best_valid": false,
   "final": 0.0,
   "final_valid": false
  },
  {
   "task": "four-wavelength-two-port-selective-crossconnect-design-v1",
   "series": "claude-code:openrouter/moonshotai/kimi-k3.1-pro",
   "run": "claude-kimi-3.1-pro-medium__RhEZSTu",
   "best": 0.3741286095773444,
   "best_valid": true,
   "final": 0.3741286095773444,
   "final_valid": true
  },
  {
   "task": "serial-dual-ring-assisted-mzi-chebyshev-elliptic-electrothermal-design-v1",
   "series": "claude-code:openrouter/moonshotai/kimi-k3.1-pro",
   "run": "claude-kimi-3.1-pro-medium__j2nvbJ9",
   "best": 0.09861799773180026,
   "best_valid": true,
   "final": 0.09861799773180026,
   "final_valid": true
  },
  {
   "task": "anisotropic-swg-beamsplitter-v0",
   "series": "codex:openrouter/openai/gpt-5.6-sol",
   "run": "gpt-5.6-sol-medium__oqGPswA",
   "best": 0.6387661578437166,
   "best_valid": true,
   "final": 0.6387661578437166,
   "final_valid": true
  },
  {
   "task": "anisotropic-swg-beamsplitter-v0",
   "series": "claude-code:openrouter/anthropic/claude-opus-5.5",
   "run": "claude-opus-5.5-medium__p9AUZWB",
   "best": 0.6334707071939112,
   "best_valid": true,
   "final": 0.6334707071939112,
   "final_valid": true
  },
  {
   "task": "anisotropic-swg-beamsplitter-v0",
   "series": "codex:openrouter/openai/gpt-6.1-sol",
   "run": "gpt-6.1-sol-medium__abPZVfb",
   "best": 0.639989381729571,
   "best_valid": true,
   "final": 0.639989381729571,
   "final_valid": true
  },
  {
   "task": "anisotropic-swg-beamsplitter-v0",
   "series": "claude-code:openrouter/anthropic/claude-fable-5.1",
   "run": "claude-fable-5.1-medium__7JWetKL",
   "best": 0.3894556984521428,
   "best_valid": true,
   "final": 0.3894556984521428,
   "final_valid": true
  },
  {
   "task": "anisotropic-swg-beamsplitter-v0",
   "series": "codex:openrouter/openai/gpt-6-astra",
   "run": "gpt-6-astra-medium__JgUnFEB",
   "best": 0.6774711234801927,
   "best_valid": true,
   "final": 0.6774711234801927,
   "final_valid": true
  },
  {
   "task": "anisotropic-swg-beamsplitter-v0",
   "series": "mini-swe-agent:openrouter/z-ai/glm-5.3-flash",
   "run": "mini-swe-glm-5.3-flash-max__chMi3Xu",
   "best": 0.3121822542926429,
   "best_valid": true,
   "final": 0.3121822542926429,
   "final_valid": true
  },
  {
   "task": "anisotropic-swg-beamsplitter-v0",
   "series": "mini-swe-agent:openrouter/google/gemini-4-argon",
   "run": "mini-swe-gemini-4-argon-medium__V8rhTzV",
   "best": 0.7051176704391768,
   "best_valid": true,
   "final": 0.7051176704391768,
   "final_valid": true
  },
  {
   "task": "asi-sin-swg-grating-coupler-v0",
   "series": "codex:openrouter/openai/gpt-5.6-sol",
   "run": "gpt-5.6-sol-medium__fneTGyW",
   "best": 0.21644088699204606,
   "best_valid": true,
   "final": 0.21644088699204606,
   "final_valid": true
  },
  {
   "task": "asi-sin-swg-grating-coupler-v0",
   "series": "claude-code:openrouter/anthropic/claude-opus-5.5",
   "run": "claude-opus-5.5-medium__ZgMn83m",
   "best": 0.26147278979954097,
   "best_valid": true,
   "final": 0.26147278979954097,
   "final_valid": true
  },
  {
   "task": "asi-sin-swg-grating-coupler-v0",
   "series": "codex:openrouter/openai/gpt-6.1-sol",
   "run": "gpt-6.1-sol-medium__xti6PUE",
   "best": 0.2619879635428269,
   "best_valid": true,
   "final": 0.2619879635428269,
   "final_valid": true
  },
  {
   "task": "asi-sin-swg-grating-coupler-v0",
   "series": "claude-code:openrouter/anthropic/claude-fable-5.1",
   "run": "claude-fable-5.1-medium__ZUAvAqH",
   "best": 0.2721807222527886,
   "best_valid": true,
   "final": 0.2721807222527886,
   "final_valid": true
  },
  {
   "task": "asi-sin-swg-grating-coupler-v0",
   "series": "codex:openrouter/openai/gpt-6-astra",
   "run": "gpt-6-astra-medium__o5mkyGV",
   "best": 0.26562794965722686,
   "best_valid": true,
   "final": 0.26562794965722686,
   "final_valid": true
  },
  {
   "task": "asi-sin-swg-grating-coupler-v0",
   "series": "mini-swe-agent:openrouter/z-ai/glm-5.3-flash",
   "run": "mini-swe-glm-5.3-flash-max__tnikS2q",
   "best": 0.2191894471971506,
   "best_valid": true,
   "final": 0.2191894471971506,
   "final_valid": true
  },
  {
   "task": "asi-sin-swg-grating-coupler-v0",
   "series": "mini-swe-agent:openrouter/google/gemini-4-argon",
   "run": "mini-swe-gemini-4-argon-medium__DeQmq2W",
   "best": 0.2167134322443861,
   "best_valid": true,
   "final": 0.2167134322443861,
   "final_valid": true
  },
  {
   "task": "asi-sin-swg-grating-coupler-v0",
   "series": "claude-code:openrouter/moonshotai/kimi-k3.1-pro",
   "run": "claude-kimi-3.1-pro-medium__Arq7FXg",
   "best": 0.21076113426160803,
   "best_valid": true,
   "final": 0.21076113426160803,
   "final_valid": true
  },
  {
   "task": "dual-trident-swg-edge-coupler-v0",
   "series": "codex:openrouter/openai/gpt-5.6-sol",
   "run": "gpt-5.6-sol-medium__Tefaf2b",
   "best": 0.14025473324122587,
   "best_valid": true,
   "final": 0.14025473324122587,
   "final_valid": true
  },
  {
   "task": "dual-trident-swg-edge-coupler-v0",
   "series": "claude-code:openrouter/anthropic/claude-opus-5.5",
   "run": "claude-opus-5.5-medium__zH36ssc",
   "best": 0.3660993671300349,
   "best_valid": true,
   "final": 0.3660993671300349,
   "final_valid": true
  },
  {
   "task": "dual-trident-swg-edge-coupler-v0",
   "series": "codex:openrouter/openai/gpt-6.1-sol",
   "run": "gpt-6.1-sol-medium__kmPU9c6",
   "best": 0.35291020178663096,
   "best_valid": true,
   "final": 0.35291020178663096,
   "final_valid": true
  },
  {
   "task": "dual-trident-swg-edge-coupler-v0",
   "series": "claude-code:openrouter/anthropic/claude-fable-5.1",
   "run": "claude-fable-5.1-medium__rQWz8vT",
   "best": 0.35891801707646,
   "best_valid": true,
   "final": 0.35891801707646,
   "final_valid": true
  },
  {
   "task": "dual-trident-swg-edge-coupler-v0",
   "series": "codex:openrouter/openai/gpt-6-astra",
   "run": "gpt-6-astra-medium__ehhq8bJ",
   "best": 0.34635766536518414,
   "best_valid": true,
   "final": 0.34635766536518414,
   "final_valid": true
  },
  {
   "task": "dual-trident-swg-edge-coupler-v0",
   "series": "mini-swe-agent:openrouter/z-ai/glm-5.3-flash",
   "run": "mini-swe-glm-5.3-flash-max__NzLprDu",
   "best": 0.1793938136325614,
   "best_valid": true,
   "final": 0.1793938136325614,
   "final_valid": true
  },
  {
   "task": "dual-trident-swg-edge-coupler-v0",
   "series": "mini-swe-agent:openrouter/google/gemini-4-argon",
   "run": "mini-swe-gemini-4-argon-medium__kjGw67N",
   "best": 0.3483604985813429,
   "best_valid": true,
   "final": 0.3483604985813429,
   "final_valid": true
  },
  {
   "task": "dual-trident-swg-edge-coupler-v0",
   "series": "claude-code:openrouter/moonshotai/kimi-k3.1-pro",
   "run": "claude-kimi-3.1-pro-medium__ovCPKjQ",
   "best": 0.31793633341638283,
   "best_valid": true,
   "final": 0.31793633341638283,
   "final_valid": true
  },
  {
   "task": "hmdm-polarization-splitter-rotator-v1",
   "series": "codex:openrouter/openai/gpt-5.6-sol",
   "run": "gpt-5.6-sol-medium__fusBtYp",
   "best": 0.09834109344942302,
   "best_valid": true,
   "final": 0.09834109344942302,
   "final_valid": true
  },
  {
   "task": "hmdm-polarization-splitter-rotator-v1",
   "series": "claude-code:openrouter/anthropic/claude-opus-5.5",
   "run": "claude-opus-5.5-medium__4eq4a8k",
   "best": 0.0941998043272081,
   "best_valid": true,
   "final": 0.0941998043272081,
   "final_valid": true
  },
  {
   "task": "hmdm-polarization-splitter-rotator-v1",
   "series": "codex:openrouter/openai/gpt-6.1-sol",
   "run": "gpt-6.1-sol-medium__2zL4MbS",
   "best": 0.11828049146978163,
   "best_valid": true,
   "final": 0.11828049146978163,
   "final_valid": true
  },
  {
   "task": "hmdm-polarization-splitter-rotator-v1",
   "series": "claude-code:openrouter/anthropic/claude-fable-5.1",
   "run": "claude-fable-5.1-medium__4hUvnmJ",
   "best": 0.09194864160399174,
   "best_valid": true,
   "final": 0.09194864160399174,
   "final_valid": true
  },
  {
   "task": "hmdm-polarization-splitter-rotator-v1",
   "series": "codex:openrouter/openai/gpt-6-astra",
   "run": "gpt-6-astra-medium__dg6GzEg",
   "best": 0.10770237140578208,
   "best_valid": true,
   "final": 0.10770237140578208,
   "final_valid": true
  },
  {
   "task": "hmdm-polarization-splitter-rotator-v1",
   "series": "mini-swe-agent:openrouter/z-ai/glm-5.3-flash",
   "run": "mini-swe-glm-5.3-flash-max__rDSoXbz",
   "best": 0.09064978822800958,
   "best_valid": true,
   "final": 0.09064978822800958,
   "final_valid": true
  },
  {
   "task": "hmdm-polarization-splitter-rotator-v1",
   "series": "mini-swe-agent:openrouter/google/gemini-4-argon",
   "run": "mini-swe-gemini-4-argon-medium__fPDGrbz",
   "best": 0.09064978822800958,
   "best_valid": true,
   "final": 0.09064978822800958,
   "final_valid": true
  },
  {
   "task": "hmdm-polarization-splitter-rotator-v1",
   "series": "claude-code:openrouter/moonshotai/kimi-k3.1-pro",
   "run": "claude-kimi-3.1-pro-medium__JonhPxy",
   "best": 0.0935145751916076,
   "best_valid": true,
   "final": 0.0935145751916076,
   "final_valid": true
  },
  {
   "task": "hmdm-six-channel-wdm-v1",
   "series": "codex:openrouter/openai/gpt-5.6-sol",
   "run": "gpt-5.6-sol-medium__yTrWHVA",
   "best": 0.06293380415175254,
   "best_valid": true,
   "final": 0.06293380415175254,
   "final_valid": true
  },
  {
   "task": "hmdm-six-channel-wdm-v1",
   "series": "claude-code:openrouter/anthropic/claude-opus-5.5",
   "run": "claude-opus-5.5-medium__dDuit3o",
   "best": 0.0499615013167435,
   "best_valid": true,
   "final": 0.0499615013167435,
   "final_valid": true
  },
  {
   "task": "hmdm-six-channel-wdm-v1",
   "series": "codex:openrouter/openai/gpt-6.1-sol",
   "run": "gpt-6.1-sol-medium__5beMqGZ",
   "best": 0.30880526772642947,
   "best_valid": true,
   "final": 0.30880526772642947,
   "final_valid": true
  },
  {
   "task": "hmdm-six-channel-wdm-v1",
   "series": "claude-code:openrouter/anthropic/claude-fable-5.1",
   "run": "claude-fable-5.1-medium__icW2tNW",
   "best": 0.2520281567152502,
   "best_valid": true,
   "final": 0.2520281567152502,
   "final_valid": true
  },
  {
   "task": "hmdm-six-channel-wdm-v1",
   "series": "codex:openrouter/openai/gpt-6-astra",
   "run": "gpt-6-astra-medium__UTpkRSg",
   "best": 0.31043385662829176,
   "best_valid": true,
   "final": 0.31043385662829176,
   "final_valid": true
  },
  {
   "task": "hmdm-six-channel-wdm-v1",
   "series": "mini-swe-agent:openrouter/z-ai/glm-5.3-flash",
   "run": "mini-swe-glm-5.3-flash-max__ZAeg2yb",
   "best": 0.30624914397208475,
   "best_valid": true,
   "final": 0.30624914397208475,
   "final_valid": true
  },
  {
   "task": "hmdm-six-channel-wdm-v1",
   "series": "mini-swe-agent:openrouter/google/gemini-4-argon",
   "run": "mini-swe-gemini-4-argon-medium__SKKchLi",
   "best": 0.2402573656967712,
   "best_valid": true,
   "final": 0.2402573656967712,
   "final_valid": true
  },
  {
   "task": "hmdm-six-channel-wdm-v1",
   "series": "claude-code:openrouter/moonshotai/kimi-k3.1-pro",
   "run": "claude-kimi-3.1-pro-medium__FT6EJ8u",
   "best": 0.15310894215491386,
   "best_valid": true,
   "final": 0.15310894215491386,
   "final_valid": true
  },
  {
   "task": "sb2se3-si-polarization-rotator-v0",
   "series": "codex:openrouter/openai/gpt-5.6-sol",
   "run": "gpt-5.6-sol-medium__AHe49nL",
   "best": 0.4952368019829872,
   "best_valid": true,
   "final": 0.4952368019829872,
   "final_valid": true
  },
  {
   "task": "sb2se3-si-polarization-rotator-v0",
   "series": "claude-code:openrouter/anthropic/claude-opus-5.5",
   "run": "claude-opus-5.5-medium__HF57FEr",
   "best": 0.7332612211072795,
   "best_valid": true,
   "final": 0.7332612211072795,
   "final_valid": true
  },
  {
   "task": "sb2se3-si-polarization-rotator-v0",
   "series": "codex:openrouter/openai/gpt-6.1-sol",
   "run": "gpt-6.1-sol-medium__bppadf9",
   "best": 0.6494821029958469,
   "best_valid": true,
   "final": 0.6494821029958469,
   "final_valid": true
  },
  {
   "task": "sb2se3-si-polarization-rotator-v0",
   "series": "claude-code:openrouter/anthropic/claude-fable-5.1",
   "run": "claude-fable-5.1-medium__BXQPtnX",
   "best": 0.49680649150668704,
   "best_valid": true,
   "final": 0.49680649150668704,
   "final_valid": true
  },
  {
   "task": "sb2se3-si-polarization-rotator-v0",
   "series": "codex:openrouter/openai/gpt-6-astra",
   "run": "gpt-6-astra-medium__jxAVwNt",
   "best": 0.9332491232383588,
   "best_valid": true,
   "final": 0.9332491232383588,
   "final_valid": true
  },
  {
   "task": "sb2se3-si-polarization-rotator-v0",
   "series": "mini-swe-agent:openrouter/z-ai/glm-5.3-flash",
   "run": "mini-swe-glm-5.3-flash-max__WKb8Gxp",
   "best": 0.14512154263122745,
   "best_valid": true,
   "final": 0.14512154263122745,
   "final_valid": true
  },
  {
   "task": "sb2se3-si-polarization-rotator-v0",
   "series": "mini-swe-agent:openrouter/google/gemini-4-argon",
   "run": "mini-swe-gemini-4-argon-medium__8puYjxn",
   "best": 0.26454961708752234,
   "best_valid": true,
   "final": 0.26454961708752234,
   "final_valid": true
  },
  {
   "task": "sb2se3-si-polarization-rotator-v0",
   "series": "claude-code:openrouter/moonshotai/kimi-k3.1-pro",
   "run": "claude-kimi-3.1-pro-medium__LvNswLU",
   "best": 0.49895577150117576,
   "best_valid": true,
   "final": 0.49895577150117576,
   "final_valid": true
  },
  {
   "task": "srsn-grating-coupler-v0",
   "series": "codex:openrouter/openai/gpt-5.6-sol",
   "run": "gpt-5.6-sol-medium__aQX2HEz",
   "best": 0.5234189600943097,
   "best_valid": true,
   "final": 0.5234189600943097,
   "final_valid": true
  },
  {
   "task": "srsn-grating-coupler-v0",
   "series": "claude-code:openrouter/anthropic/claude-opus-5.5",
   "run": "claude-opus-5.5-medium__pU9s9SJ",
   "best": 0.5245230115009233,
   "best_valid": true,
   "final": 0.5245230115009233,
   "final_valid": true
  },
  {
   "task": "srsn-grating-coupler-v0",
   "series": "codex:openrouter/openai/gpt-6.1-sol",
   "run": "gpt-6.1-sol-medium__ysHtDKq",
   "best": 0.5735620830508639,
   "best_valid": true,
   "final": 0.5735620830508639,
   "final_valid": true
  },
  {
   "task": "srsn-grating-coupler-v0",
   "series": "claude-code:openrouter/anthropic/claude-fable-5.1",
   "run": "claude-fable-5.1-medium__Xrqjuj9",
   "best": 0.5555296266041198,
   "best_valid": true,
   "final": 0.5555296266041198,
   "final_valid": true
  },
  {
   "task": "srsn-grating-coupler-v0",
   "series": "codex:openrouter/openai/gpt-6-astra",
   "run": "gpt-6-astra-medium__vCvAHHL",
   "best": 0.5910548436098062,
   "best_valid": true,
   "final": 0.5910548436098062,
   "final_valid": true
  },
  {
   "task": "srsn-grating-coupler-v0",
   "series": "mini-swe-agent:openrouter/z-ai/glm-5.3-flash",
   "run": "mini-swe-glm-5.3-flash-max__QMWnvm2",
   "best": 0.5223148576352938,
   "best_valid": true,
   "final": 0.5223148576352938,
   "final_valid": true
  },
  {
   "task": "srsn-grating-coupler-v0",
   "series": "mini-swe-agent:openrouter/google/gemini-4-argon",
   "run": "mini-swe-gemini-4-argon-medium__vnXsJAR",
   "best": 0.5188912791079026,
   "best_valid": true,
   "final": 0.5188912791079026,
   "final_valid": true
  },
  {
   "task": "srsn-grating-coupler-v0",
   "series": "claude-code:openrouter/moonshotai/kimi-k3.1-pro",
   "run": "claude-kimi-3.1-pro-medium__vvyLKDN",
   "best": 0.5228030864507712,
   "best_valid": true,
   "final": 0.5228030864507712,
   "final_valid": true
  },
  {
   "task": "tfln-mmi-crossing-v0",
   "series": "codex:openrouter/openai/gpt-5.6-sol",
   "run": "gpt-5.6-sol-medium__GSf8dS7",
   "best": 0.20095334936841802,
   "best_valid": true,
   "final": 0.20095334936841802,
   "final_valid": true
  },
  {
   "task": "tfln-mmi-crossing-v0",
   "series": "claude-code:openrouter/anthropic/claude-opus-5.5",
   "run": "claude-opus-5.5-medium__btZUm9A",
   "best": 0.1692134160239034,
   "best_valid": true,
   "final": 0.1692134160239034,
   "final_valid": true
  },
  {
   "task": "tfln-mmi-crossing-v0",
   "series": "codex:openrouter/openai/gpt-6.1-sol",
   "run": "gpt-6.1-sol-medium__9sPumXa",
   "best": 0.2939934914747829,
   "best_valid": true,
   "final": 0.2939934914747829,
   "final_valid": true
  },
  {
   "task": "tfln-mmi-crossing-v0",
   "series": "claude-code:openrouter/anthropic/claude-fable-5.1",
   "run": "claude-fable-5.1-medium__EBWBnUS",
   "best": 0.3639702751614457,
   "best_valid": true,
   "final": 0.3639702751614457,
   "final_valid": true
  },
  {
   "task": "tfln-mmi-crossing-v0",
   "series": "codex:openrouter/openai/gpt-6-astra",
   "run": "gpt-6-astra-medium__F6ixc8B",
   "best": 0.21966146946106893,
   "best_valid": true,
   "final": 0.21966146946106893,
   "final_valid": true
  },
  {
   "task": "tfln-mmi-crossing-v0",
   "series": "mini-swe-agent:openrouter/z-ai/glm-5.3-flash",
   "run": "mini-swe-glm-5.3-flash-max__qxD6ndg",
   "best": 0.12377821846668703,
   "best_valid": true,
   "final": 0.12377821846668703,
   "final_valid": true
  },
  {
   "task": "tfln-mmi-crossing-v0",
   "series": "mini-swe-agent:openrouter/google/gemini-4-argon",
   "run": "mini-swe-gemini-4-argon-medium__JuRx42Z",
   "best": 0.19270294587155884,
   "best_valid": true,
   "final": 0.19270294587155884,
   "final_valid": true
  },
  {
   "task": "tfln-mmi-crossing-v0",
   "series": "claude-code:openrouter/moonshotai/kimi-k3.1-pro",
   "run": "claude-kimi-3.1-pro-medium__PpEgttR",
   "best": 0.14555032627199016,
   "best_valid": true,
   "final": 0.14555032627199016,
   "final_valid": true
  },
  {
   "task": "tfln-polarization-insensitive-mmi-v0",
   "series": "codex:openrouter/openai/gpt-5.6-sol",
   "run": "gpt-5.6-sol-medium__F3oW8VQ",
   "best": 0.3049339286623199,
   "best_valid": true,
   "final": 0.3049339286623199,
   "final_valid": true
  },
  {
   "task": "tfln-polarization-insensitive-mmi-v0",
   "series": "claude-code:openrouter/anthropic/claude-opus-5.5",
   "run": "claude-opus-5.5-medium__inD5Ts5",
   "best": 0.3268281333290578,
   "best_valid": true,
   "final": 0.3268281333290578,
   "final_valid": true
  },
  {
   "task": "tfln-polarization-insensitive-mmi-v0",
   "series": "codex:openrouter/openai/gpt-6.1-sol",
   "run": "gpt-6.1-sol-medium__aJ8eCHH",
   "best": 0.3210074433962336,
   "best_valid": true,
   "final": 0.3210074433962336,
   "final_valid": true
  },
  {
   "task": "tfln-polarization-insensitive-mmi-v0",
   "series": "claude-code:openrouter/anthropic/claude-fable-5.1",
   "run": "claude-fable-5.1-medium__tegB3CK",
   "best": 0.33507775087621566,
   "best_valid": true,
   "final": 0.33507775087621566,
   "final_valid": true
  },
  {
   "task": "tfln-polarization-insensitive-mmi-v0",
   "series": "codex:openrouter/openai/gpt-6-astra",
   "run": "gpt-6-astra-medium__YcWLFhC",
   "best": 0.3260467662640333,
   "best_valid": true,
   "final": 0.3260467662640333,
   "final_valid": true
  },
  {
   "task": "tfln-polarization-insensitive-mmi-v0",
   "series": "mini-swe-agent:openrouter/z-ai/glm-5.3-flash",
   "run": "mini-swe-glm-5.3-flash-max__ECexJyy",
   "best": 0.11951566732022427,
   "best_valid": true,
   "final": 0.11951566732022427,
   "final_valid": true
  },
  {
   "task": "tfln-polarization-insensitive-mmi-v0",
   "series": "mini-swe-agent:openrouter/google/gemini-4-argon",
   "run": "mini-swe-gemini-4-argon-medium__5iDK9br",
   "best": 0.22418078271491182,
   "best_valid": true,
   "final": 0.22418078271491182,
   "final_valid": true
  },
  {
   "task": "tfln-polarization-insensitive-mmi-v0",
   "series": "claude-code:openrouter/moonshotai/kimi-k3.1-pro",
   "run": "claude-kimi-3.1-pro-medium__Lifn5PW",
   "best": 0.2725072820282175,
   "best_valid": true,
   "final": 0.2725072820282175,
   "final_valid": true
  },
  {
   "task": "trapezoidal-swg-3db-coupler-v0",
   "series": "codex:openrouter/openai/gpt-5.6-sol",
   "run": "gpt-5.6-sol-medium__kGkPeq9",
   "best": 0.26403929369988727,
   "best_valid": true,
   "final": 0.26403929369988727,
   "final_valid": true
  },
  {
   "task": "trapezoidal-swg-3db-coupler-v0",
   "series": "claude-code:openrouter/anthropic/claude-opus-5.5",
   "run": "claude-opus-5.5-medium__rTfxRuH",
   "best": 0.30612062716957517,
   "best_valid": true,
   "final": 0.30612062716957517,
   "final_valid": true
  },
  {
   "task": "trapezoidal-swg-3db-coupler-v0",
   "series": "codex:openrouter/openai/gpt-6.1-sol",
   "run": "gpt-6.1-sol-medium__jwMZJGw",
   "best": 0.4658781905649029,
   "best_valid": true,
   "final": 0.4658781905649029,
   "final_valid": true
  },
  {
   "task": "trapezoidal-swg-3db-coupler-v0",
   "series": "claude-code:openrouter/anthropic/claude-fable-5.1",
   "run": "claude-fable-5.1-medium__dF3sy7U",
   "best": 0.36439523107946303,
   "best_valid": true,
   "final": 0.36439523107946303,
   "final_valid": true
  },
  {
   "task": "trapezoidal-swg-3db-coupler-v0",
   "series": "codex:openrouter/openai/gpt-6-astra",
   "run": "gpt-6-astra-medium__WbiQvhn",
   "best": 0.39734267737485385,
   "best_valid": true,
   "final": 0.39734267737485385,
   "final_valid": true
  },
  {
   "task": "trapezoidal-swg-3db-coupler-v0",
   "series": "mini-swe-agent:openrouter/z-ai/glm-5.3-flash",
   "run": "mini-swe-glm-5.3-flash-max__EpmfWeB",
   "best": 0.33758133628679343,
   "best_valid": true,
   "final": 0.33758133628679343,
   "final_valid": true
  },
  {
   "task": "trapezoidal-swg-3db-coupler-v0",
   "series": "mini-swe-agent:openrouter/google/gemini-4-argon",
   "run": "mini-swe-gemini-4-argon-medium__HV573Dh",
   "best": 0.28216008656421165,
   "best_valid": true,
   "final": 0.28216008656421165,
   "final_valid": true
  },
  {
   "task": "trapezoidal-swg-3db-coupler-v0",
   "series": "claude-code:openrouter/moonshotai/kimi-k3.1-pro",
   "run": "claude-kimi-3.1-pro-medium__9ByhuAU",
   "best": 0.2540998379095957,
   "best_valid": true,
   "final": 0.2540998379095957,
   "final_valid": true
  },
  {
   "task": "srsn-grating-coupler-v0",
   "series": "claude-code:openrouter/z-ai/glm-5.3-flash",
   "run": "claude-glm-5.3-flash-high__oWTJTMW",
   "best": 0.5200164289965413,
   "best_valid": true,
   "final": 0.5200164289965413,
   "final_valid": true
  },
  {
   "task": "trapezoidal-swg-3db-coupler-v0",
   "series": "claude-code:openrouter/z-ai/glm-5.3-flash",
   "run": "claude-glm-5.3-flash-high__FG9dqqy",
   "best": 0.035006850225307445,
   "best_valid": true,
   "final": 0.035006850225307445,
   "final_valid": true
  },
  {
   "task": "anisotropic-swg-beamsplitter-v0",
   "series": "claude-code:openrouter/z-ai/glm-5.3-flash",
   "run": "claude-glm-5.3-flash-high__LQ8dMhT",
   "best": 0.31725062551007926,
   "best_valid": true,
   "final": 0.31725062551007926,
   "final_valid": true
  },
  {
   "task": "dual-trident-swg-edge-coupler-v0",
   "series": "claude-code:openrouter/z-ai/glm-5.3-flash",
   "run": "claude-glm-5.3-flash-high__nk5f6SG",
   "best": 0.10873437123054448,
   "best_valid": true,
   "final": 0.10873437123054448,
   "final_valid": true
  },
  {
   "task": "asi-sin-swg-grating-coupler-v0",
   "series": "claude-code:openrouter/z-ai/glm-5.3-flash",
   "run": "claude-glm-5.3-flash-high__5sQX8gx",
   "best": 0.21237667645945302,
   "best_valid": true,
   "final": 0.21237667645945302,
   "final_valid": true
  },
  {
   "task": "hmdm-polarization-splitter-rotator-v1",
   "series": "claude-code:openrouter/z-ai/glm-5.3-flash",
   "run": "claude-glm-5.3-flash-high__P2ozu8L",
   "best": 0.09347494797119142,
   "best_valid": true,
   "final": 0.09347494797119142,
   "final_valid": true
  },
  {
   "task": "hmdm-six-channel-wdm-v1",
   "series": "claude-code:openrouter/z-ai/glm-5.3-flash",
   "run": "claude-glm-5.3-flash-high__w2k7PZF",
   "best": 0.2135007774410379,
   "best_valid": true,
   "final": 0.2135007774410379,
   "final_valid": true
  },
  {
   "task": "sb2se3-si-polarization-rotator-v0",
   "series": "claude-code:openrouter/z-ai/glm-5.3-flash",
   "run": "claude-glm-5.3-flash-high__bCGnWkM",
   "best": 0.2645439707647997,
   "best_valid": true,
   "final": 0.2645439707647997,
   "final_valid": true
  },
  {
   "task": "tfln-mmi-crossing-v0",
   "series": "claude-code:openrouter/z-ai/glm-5.3-flash",
   "run": "claude-glm-5.3-flash-high__xxKphsf",
   "best": 0.2707734806426086,
   "best_valid": true,
   "final": 0.2707734806426086,
   "final_valid": true
  },
  {
   "task": "anisotropic-swg-beamsplitter-v0",
   "series": "claude-code:openrouter/moonshotai/kimi-k3.1-pro",
   "run": "claude-kimi-3.1-pro-medium__ttKPyPR",
   "best": 0.3660489148256816,
   "best_valid": true,
   "final": 0.3660489148256816,
   "final_valid": true
  },
  {
   "task": "tfln-polarization-insensitive-mmi-v0",
   "series": "claude-code:openrouter/z-ai/glm-5.3-flash",
   "run": "claude-glm-5.3-flash-high__6L7SYwT",
   "best": 0.25197770801028024,
   "best_valid": true,
   "final": 0.25197770801028024,
   "final_valid": true
  },
  {
   "task": "wdm-channelizer-electrothermal-design-v1",
   "series": "muse-code:openrouter/meta/muse-wonder",
   "run": "muse-code-muse-wonder-high__nV8AMxi",
   "best": 0.6029023943919835,
   "best_valid": true,
   "final": 0.6029023943919835,
   "final_valid": true
  },
  {
   "task": "microresonator-modulator-design-v1",
   "series": "muse-code:openrouter/meta/muse-wonder",
   "run": "muse-code-muse-wonder-high__9EwsfgU",
   "best": 0.49103449995180887,
   "best_valid": true,
   "final": 0.49103449995180887,
   "final_valid": true
  },
  {
   "task": "microresonator-modulator-design-v2",
   "series": "muse-code:openrouter/meta/muse-wonder",
   "run": "muse-code-muse-wonder-high__nJQbH9e",
   "best": 0.0,
   "best_valid": false,
   "final": 0.0,
   "final_valid": false
  },
  {
   "task": "mzi-coupled-microring-add-drop-filter-electrothermal-design-v2",
   "series": "muse-code:openrouter/meta/muse-wonder",
   "run": "muse-code-muse-wonder-high__KrTsyaY",
   "best": 0.006750835310177694,
   "best_valid": true,
   "final": 0.006750835310177694,
   "final_valid": true
  },
  {
   "task": "four-mode-quantum-projector-electrothermal-design-v1",
   "series": "muse-code:openrouter/meta/muse-wonder",
   "run": "muse-code-muse-wonder-high__o5KDsiV",
   "best": 0.457816969439274,
   "best_valid": true,
   "final": 0.457816969439274,
   "final_valid": true
  },
  {
   "task": "eight-mode-quantum-projector-electrothermal-design-v2",
   "series": "muse-code:openrouter/meta/muse-wonder",
   "run": "muse-code-muse-wonder-high__2RsXKHi",
   "best": 0.0,
   "best_valid": false,
   "final": 0.0,
   "final_valid": false
  },
  {
   "task": "microring-assisted-fourier-spectrometer-electrothermal-design-v1",
   "series": "muse-code:openrouter/meta/muse-wonder",
   "run": "muse-code-muse-wonder-high__kAYvfxs",
   "best": 0.0,
   "best_valid": false,
   "final": 0.0,
   "final_valid": false
  },
  {
   "task": "four-wavelength-two-port-selective-crossconnect-design-v1",
   "series": "muse-code:openrouter/meta/muse-wonder",
   "run": "muse-code-muse-wonder-high__UqbdQMW",
   "best": 0.0,
   "best_valid": false,
   "final": 0.0,
   "final_valid": false
  },
  {
   "task": "four-wavelength-four-port-selective-crossconnect-design-v2",
   "series": "muse-code:openrouter/meta/muse-wonder",
   "run": "muse-code-muse-wonder-high__Wwb2eza",
   "best": 0.0,
   "best_valid": false,
   "final": 0.0,
   "final_valid": false
  },
  {
   "task": "serial-dual-ring-assisted-mzi-chebyshev-elliptic-electrothermal-design-v1",
   "series": "muse-code:openrouter/meta/muse-wonder",
   "run": "muse-code-muse-wonder-high__PqPuKVA",
   "best": 0.038239563544342346,
   "best_valid": true,
   "final": 0.038239563544342346,
   "final_valid": true
  },
  {
   "task": "90sinwaveguide-design-v0",
   "series": "muse-code:openrouter/meta/muse-wonder",
   "run": "muse-code-muse-wonder-high__2MSuUix",
   "best": 0.6735879303212895,
   "best_valid": true,
   "final": 0.6735879303212895,
   "final_valid": true
  },
  {
   "task": "wdm-channelizer-electrothermal-design-v2",
   "series": "muse-code:openrouter/meta/muse-wonder",
   "run": "muse-code-muse-wonder-high__MyLVaER",
   "best": 0.0,
   "best_valid": false,
   "final": 0.0,
   "final_valid": false
  },
  {
   "task": "rectangular-mzi-mesh-design-v1",
   "series": "muse-code:openrouter/meta/muse-wonder",
   "run": "muse-code-muse-wonder-high__cFSG4tF",
   "best": 0.0,
   "best_valid": false,
   "final": 0.0,
   "final_valid": false
  },
  {
   "task": "rectangular-mzi-mesh-design-v2",
   "series": "muse-code:openrouter/meta/muse-wonder",
   "run": "muse-code-muse-wonder-high__dwrHMLJ",
   "best": 0.0,
   "best_valid": false,
   "final": 0.0,
   "final_valid": false
  },
  {
   "task": "mzi-coupled-microring-add-drop-filter-electrothermal-design-v1",
   "series": "muse-code:openrouter/meta/muse-wonder",
   "run": "muse-code-muse-wonder-high__6yu7298",
   "best": 0.0,
   "best_valid": false,
   "final": 0.0,
   "final_valid": false
  },
  {
   "task": "eight-delay-mzi-spectrometer-design-v1",
   "series": "muse-code:openrouter/meta/muse-wonder",
   "run": "muse-code-muse-wonder-high__CALm5qC",
   "best": 0.480042612482891,
   "best_valid": true,
   "final": 0.480042612482891,
   "final_valid": true
  },
  {
   "task": "wdm-channelizer-electrothermal-design-v2",
   "series": "claude-code:openrouter/anthropic/claude-sonnet-5.5",
   "run": "claude-sonnet-5.5-high__PMEYGtq",
   "best": 0.3555753870658507,
   "best_valid": true,
   "final": 0.34048562809157124,
   "final_valid": true
  },
  {
   "task": "microresonator-modulator-design-v1",
   "series": "claude-code:openrouter/anthropic/claude-sonnet-5.5",
   "run": "claude-sonnet-5.5-high__qciKn75",
   "best": 0.6500767513442852,
   "best_valid": true,
   "final": 0.6500767513442852,
   "final_valid": true
  },
  {
   "task": "microresonator-modulator-design-v2",
   "series": "claude-code:openrouter/anthropic/claude-sonnet-5.5",
   "run": "claude-sonnet-5.5-high__mmc6JLa",
   "best": 0.513596240119381,
   "best_valid": true,
   "final": 0.513596240119381,
   "final_valid": true
  },
  {
   "task": "rectangular-mzi-mesh-design-v1",
   "series": "claude-code:openrouter/anthropic/claude-sonnet-5.5",
   "run": "claude-sonnet-5.5-high__u3ZUTxW",
   "best": 0.6830454959396963,
   "best_valid": true,
   "final": 0.6813947388188049,
   "final_valid": true
  },
  {
   "task": "rectangular-mzi-mesh-design-v2",
   "series": "claude-code:openrouter/anthropic/claude-sonnet-5.5",
   "run": "claude-sonnet-5.5-high__HDFxUFR",
   "best": 0.3876858617114657,
   "best_valid": true,
   "final": 0.3876858617114657,
   "final_valid": true
  },
  {
   "task": "mzi-coupled-microring-add-drop-filter-electrothermal-design-v1",
   "series": "claude-code:openrouter/anthropic/claude-sonnet-5.5",
   "run": "claude-sonnet-5.5-high__yJbeCEz",
   "best": 0.3528205677891258,
   "best_valid": true,
   "final": 0.3528205677891258,
   "final_valid": true
  },
  {
   "task": "mzi-coupled-microring-add-drop-filter-electrothermal-design-v2",
   "series": "claude-code:openrouter/anthropic/claude-sonnet-5.5",
   "run": "claude-sonnet-5.5-high__TE6cMEh",
   "best": 0.0,
   "best_valid": false,
   "final": 0.0,
   "final_valid": false
  },
  {
   "task": "four-mode-quantum-projector-electrothermal-design-v1",
   "series": "claude-code:openrouter/anthropic/claude-sonnet-5.5",
   "run": "claude-sonnet-5.5-high__qEduR59",
   "best": 0.518054561522018,
   "best_valid": true,
   "final": 0.518054561522018,
   "final_valid": true
  },
  {
   "task": "eight-mode-quantum-projector-electrothermal-design-v2",
   "series": "claude-code:openrouter/anthropic/claude-sonnet-5.5",
   "run": "claude-sonnet-5.5-high__R2rRa9v",
   "best": 0.0,
   "best_valid": false,
   "final": 0.0,
   "final_valid": false
  },
  {
   "task": "microring-assisted-fourier-spectrometer-electrothermal-design-v1",
   "series": "claude-code:openrouter/anthropic/claude-sonnet-5.5",
   "run": "claude-sonnet-5.5-high__XMGsTQ6",
   "best": 0.4124165581887242,
   "best_valid": true,
   "final": 0.4124165581887242,
   "final_valid": true
  },
  {
   "task": "four-wavelength-two-port-selective-crossconnect-design-v1",
   "series": "claude-code:openrouter/anthropic/claude-sonnet-5.5",
   "run": "claude-sonnet-5.5-high__EnLiWnE",
   "best": 0.0,
   "best_valid": false,
   "final": 0.0,
   "final_valid": false
  },
  {
   "task": "four-wavelength-four-port-selective-crossconnect-design-v2",
   "series": "claude-code:openrouter/anthropic/claude-sonnet-5.5",
   "run": "claude-sonnet-5.5-high__MCjW4St",
   "best": 0.0,
   "best_valid": false,
   "final": 0.0,
   "final_valid": false
  },
  {
   "task": "serial-dual-ring-assisted-mzi-chebyshev-elliptic-electrothermal-design-v1",
   "series": "claude-code:openrouter/anthropic/claude-sonnet-5.5",
   "run": "claude-sonnet-5.5-high__Rz6fEKC",
   "best": 0.0,
   "best_valid": false,
   "final": 0.0,
   "final_valid": false
  },
  {
   "task": "90sinwaveguide-design-v0",
   "series": "claude-code:openrouter/anthropic/claude-sonnet-5.5",
   "run": "claude-sonnet-5.5-high__SunCSSu",
   "best": 0.6087565404049666,
   "best_valid": true,
   "final": 0.6087565404049666,
   "final_valid": true
  },
  {
   "task": "srsn-grating-coupler-v0",
   "series": "muse-code:openrouter/meta/muse-wonder",
   "run": "muse-code-muse-wonder-high__MYj3Myt",
   "best": 0.5322993752873164,
   "best_valid": true,
   "final": 0.5322993752873164,
   "final_valid": true
  },
  {
   "task": "trapezoidal-swg-3db-coupler-v0",
   "series": "muse-code:openrouter/meta/muse-wonder",
   "run": "muse-code-muse-wonder-high__AxCGcp2",
   "best": 0.37138043874940374,
   "best_valid": true,
   "final": 0.37138043874940374,
   "final_valid": true
  },
  {
   "task": "anisotropic-swg-beamsplitter-v0",
   "series": "muse-code:openrouter/meta/muse-wonder",
   "run": "muse-code-muse-wonder-high__mht2SW4",
   "best": 0.6687679096929441,
   "best_valid": true,
   "final": 0.6687679096929441,
   "final_valid": true
  },
  {
   "task": "dual-trident-swg-edge-coupler-v0",
   "series": "muse-code:openrouter/meta/muse-wonder",
   "run": "muse-code-muse-wonder-high__kc4dJx7",
   "best": 0.2775492747288133,
   "best_valid": true,
   "final": 0.2775492747288133,
   "final_valid": true
  },
  {
   "task": "asi-sin-swg-grating-coupler-v0",
   "series": "muse-code:openrouter/meta/muse-wonder",
   "run": "muse-code-muse-wonder-high__djCj4mt",
   "best": 0.22801641185296104,
   "best_valid": true,
   "final": 0.22801641185296104,
   "final_valid": true
  },
  {
   "task": "hmdm-polarization-splitter-rotator-v1",
   "series": "muse-code:openrouter/meta/muse-wonder",
   "run": "muse-code-muse-wonder-high__jzHnxFb",
   "best": 0.0922959928062678,
   "best_valid": true,
   "final": 0.0922959928062678,
   "final_valid": true
  },
  {
   "task": "tfln-mmi-crossing-v0",
   "series": "muse-code:openrouter/meta/muse-wonder",
   "run": "muse-code-muse-wonder-high__qmgzNk2",
   "best": 0.2916886533463981,
   "best_valid": true,
   "final": 0.2916886533463981,
   "final_valid": true
  },
  {
   "task": "tfln-polarization-insensitive-mmi-v0",
   "series": "muse-code:openrouter/meta/muse-wonder",
   "run": "muse-code-muse-wonder-high__JtVCUCU",
   "best": 0.3051738020476209,
   "best_valid": true,
   "final": 0.3051738020476209,
   "final_valid": true
  },
  {
   "task": "sb2se3-si-polarization-rotator-v0",
   "series": "muse-code:openrouter/meta/muse-wonder",
   "run": "muse-code-muse-wonder-high__wJq3K7w",
   "best": 0.5185045540402909,
   "best_valid": true,
   "final": 0.5185045540402909,
   "final_valid": true
  },
  {
   "task": "hmdm-six-channel-wdm-v1",
   "series": "muse-code:openrouter/meta/muse-wonder",
   "run": "muse-code-muse-wonder-high__XP9Snvg",
   "best": 0.24765993513165993,
   "best_valid": true,
   "final": 0.24765993513165993,
   "final_valid": true
  },
  {
   "task": "wdm-channelizer-electrothermal-design-v1",
   "series": "claude-code:openrouter/anthropic/claude-sonnet-5.5",
   "run": "claude-sonnet-5.5-high__9sJ6tsA",
   "best": 0.13258408122689672,
   "best_valid": true,
   "final": 0.13258408122689672,
   "final_valid": true
  },
  {
   "task": "eight-delay-mzi-spectrometer-design-v1",
   "series": "claude-code:openrouter/anthropic/claude-sonnet-5.5",
   "run": "claude-sonnet-5.5-high__iXG3Nfd",
   "best": 0.4686436623424256,
   "best_valid": true,
   "final": 0.46515939001786943,
   "final_valid": true
  },
  {
   "task": "srsn-grating-coupler-v0",
   "series": "claude-code:openrouter/anthropic/claude-sonnet-5.5",
   "run": "claude-sonnet-5.5-high__VP86VRz",
   "best": 0.5252678166446767,
   "best_valid": true,
   "final": 0.5252678166446767,
   "final_valid": true
  },
  {
   "task": "trapezoidal-swg-3db-coupler-v0",
   "series": "claude-code:openrouter/anthropic/claude-sonnet-5.5",
   "run": "claude-sonnet-5.5-high__pDLwURU",
   "best": 0.3486541591974601,
   "best_valid": true,
   "final": 0.3486541591974601,
   "final_valid": true
  },
  {
   "task": "anisotropic-swg-beamsplitter-v0",
   "series": "claude-code:openrouter/anthropic/claude-sonnet-5.5",
   "run": "claude-sonnet-5.5-high__gWp88bQ",
   "best": 0.5989949008226845,
   "best_valid": true,
   "final": 0.5989949008226845,
   "final_valid": true
  },
  {
   "task": "dual-trident-swg-edge-coupler-v0",
   "series": "claude-code:openrouter/anthropic/claude-sonnet-5.5",
   "run": "claude-sonnet-5.5-high__u6shDGb",
   "best": 0.34503427647435514,
   "best_valid": true,
   "final": 0.34503427647435514,
   "final_valid": true
  },
  {
   "task": "asi-sin-swg-grating-coupler-v0",
   "series": "claude-code:openrouter/anthropic/claude-sonnet-5.5",
   "run": "claude-sonnet-5.5-high__2ND8PQS",
   "best": 0.2660925457727225,
   "best_valid": true,
   "final": 0.2660925457727225,
   "final_valid": true
  },
  {
   "task": "hmdm-polarization-splitter-rotator-v1",
   "series": "claude-code:openrouter/anthropic/claude-sonnet-5.5",
   "run": "claude-sonnet-5.5-high__XHkzDN8",
   "best": 0.10414193147419563,
   "best_valid": true,
   "final": 0.10414193147419563,
   "final_valid": true
  },
  {
   "task": "hmdm-six-channel-wdm-v1",
   "series": "claude-code:openrouter/anthropic/claude-sonnet-5.5",
   "run": "claude-sonnet-5.5-high__3o3b4nZ",
   "best": 0.027895012123852297,
   "best_valid": true,
   "final": 0.027895012123852297,
   "final_valid": true
  },
  {
   "task": "sb2se3-si-polarization-rotator-v0",
   "series": "claude-code:openrouter/anthropic/claude-sonnet-5.5",
   "run": "claude-sonnet-5.5-high__BzycvYy",
   "best": 0.46600673626893496,
   "best_valid": true,
   "final": 0.46600673626893496,
   "final_valid": true
  },
  {
   "task": "tfln-mmi-crossing-v0",
   "series": "claude-code:openrouter/anthropic/claude-sonnet-5.5",
   "run": "claude-sonnet-5.5-high__Uw3WhX4",
   "best": 0.29664417205258137,
   "best_valid": true,
   "final": 0.29664417205258137,
   "final_valid": true
  },
  {
   "task": "tfln-polarization-insensitive-mmi-v0",
   "series": "claude-code:openrouter/anthropic/claude-sonnet-5.5",
   "run": "claude-sonnet-5.5-high__qJczomm",
   "best": 0.3051811892463718,
   "best_valid": true,
   "final": 0.3051811892463718,
   "final_valid": true
  }
 ],
 "layouts": {
  "wdm-channelizer-electrothermal-design-v1": [
   {
    "series": "codex:openrouter/openai/gpt-5.6-sol",
    "run": "gpt-5.6-sol-medium__Bae7Ds5",
    "status": "gds_available",
    "svg": "/publication/paper/layouts/wdm-channelizer-electrothermal-design-v1/gpt-5.6-sol-medium__Bae7Ds5.svg",
    "width_um": 421.5,
    "height_um": 122.0,
    "layers": [
     "optical",
     "heater",
     "metal",
     "pad"
    ],
    "gds_sha256": "6a992cd17610bfc450b761b0ad6b73362728d4875924ddc729dd3a42e77bfa45"
   },
   {
    "series": "claude-code:openrouter/anthropic/claude-opus-5.5",
    "run": "claude-opus-5.5-medium__H5nespn",
    "status": "gds_available",
    "svg": "/publication/paper/layouts/wdm-channelizer-electrothermal-design-v1/claude-opus-5.5-medium__H5nespn.svg",
    "width_um": 320.2,
    "height_um": 92.0,
    "layers": [
     "optical",
     "heater",
     "metal",
     "pad"
    ],
    "gds_sha256": "6cac553ee871d6c7a08d12c7ccbbbe1fb61f5d6b0da688638678ebc865b2e84b"
   },
   {
    "series": "codex:openrouter/openai/gpt-6.1-sol",
    "run": "gpt-6.1-sol-medium__YDxETJr",
    "status": "gds_available",
    "svg": "/publication/paper/layouts/wdm-channelizer-electrothermal-design-v1/gpt-6.1-sol-medium__YDxETJr.svg",
    "width_um": 320.0,
    "height_um": 123.2,
    "layers": [
     "optical",
     "heater",
     "metal",
     "pad"
    ],
    "gds_sha256": "eda74aff4ed512877f08fca98dcc60c3f7930e399484475e42a5633045f7bdcc"
   },
   {
    "series": "claude-code:openrouter/anthropic/claude-fable-5.1",
    "run": "claude-fable-5.1-medium__Q2Hwos2",
    "status": "gds_available",
    "svg": "/publication/paper/layouts/wdm-channelizer-electrothermal-design-v1/claude-fable-5.1-medium__Q2Hwos2.svg",
    "width_um": 326.0,
    "height_um": 128.0,
    "layers": [
     "optical",
     "heater",
     "metal",
     "pad"
    ],
    "gds_sha256": "b8e1ed95d175d50301d5d93b8e523201b24757f749deb4471133baf76cb2a816"
   },
   {
    "series": "codex:openrouter/openai/gpt-6-astra",
    "run": "gpt-6-astra-medium__hxEcUh2",
    "status": "gds_available",
    "svg": "/publication/paper/layouts/wdm-channelizer-electrothermal-design-v1/gpt-6-astra-medium__hxEcUh2.svg",
    "width_um": 308.0,
    "height_um": 97.5,
    "layers": [
     "optical",
     "heater",
     "metal",
     "pad"
    ],
    "gds_sha256": "a1375b0b908ce8294b7c100d9da0ae29098b0a2056a31f50b9b9b17a429568f5"
   },
   {
    "series": "mini-swe-agent:openrouter/z-ai/glm-5.3-flash",
    "run": "mini-swe-glm-5.3-flash-max__pLuTH94",
    "status": "gds_available",
    "svg": "/publication/paper/layouts/wdm-channelizer-electrothermal-design-v1/mini-swe-glm-5.3-flash-max__pLuTH94.svg",
    "width_um": 430.0,
    "height_um": 126.0,
    "layers": [
     "optical",
     "heater",
     "metal",
     "pad"
    ],
    "gds_sha256": "294233867f195301b72a763d6b56def68dd0469739d228c1dfa62c30f17a7bac"
   },
   {
    "series": "mini-swe-agent:openrouter/google/gemini-4-argon",
    "run": "mini-swe-gemini-4-argon-medium__HX4MLN3",
    "status": "gds_available",
    "svg": "/publication/paper/layouts/wdm-channelizer-electrothermal-design-v1/mini-swe-gemini-4-argon-medium__HX4MLN3.svg",
    "width_um": 308.0,
    "height_um": 93.0,
    "layers": [
     "optical",
     "heater",
     "metal",
     "pad"
    ],
    "gds_sha256": "a9336a449c5dcd50b1e5709af156b564a39ec5b718be3b7bd98a2a5a8b08f292"
   },
   {
    "series": "claude-code:openrouter/z-ai/glm-5.3-flash",
    "run": "claude-glm-5.3-flash-high__wKiYbav",
    "status": "gds_available",
    "svg": "/publication/paper/layouts/wdm-channelizer-electrothermal-design-v1/claude-glm-5.3-flash-high__wKiYbav.svg",
    "width_um": 440.0,
    "height_um": 162.0,
    "layers": [
     "optical",
     "heater",
     "metal",
     "pad"
    ],
    "gds_sha256": "b8b5f280d22d1942f0cc30a4c6e569db25fa9acc526c8e43a6356324b3f2eafa"
   },
   {
    "series": "claude-code:openrouter/moonshotai/kimi-k3.1-pro",
    "run": "claude-kimi-3.1-pro-medium__VPA2FGw",
    "status": "gds_available",
    "svg": "/publication/paper/layouts/wdm-channelizer-electrothermal-design-v1/claude-kimi-3.1-pro-medium__VPA2FGw.svg",
    "width_um": 548.0,
    "height_um": 132.0,
    "layers": [
     "optical",
     "heater",
     "metal",
     "pad"
    ],
    "gds_sha256": "7990f1e93f30139eec23fc92f8438d8ca7aac613bd55b06b656df3aeabd68eb9"
   },
   {
    "series": "muse-code:openrouter/meta/muse-wonder",
    "run": "muse-code-muse-wonder-high__nV8AMxi",
    "status": "gds_available",
    "svg": "/publication/paper/layouts/wdm-channelizer-electrothermal-design-v1/muse-code-muse-wonder-high__nV8AMxi.svg",
    "width_um": 386.5,
    "height_um": 146.0,
    "layers": [
     "optical",
     "heater",
     "metal",
     "pad"
    ],
    "gds_sha256": "3fc7e8fc8cf23f7a22b3e7395f8491909c4c726389b0f44f341eccb3772247b1"
   },
   {
    "series": "claude-code:openrouter/anthropic/claude-sonnet-5.5",
    "run": "claude-sonnet-5.5-high__9sJ6tsA",
    "status": "gds_available",
    "svg": "/publication/paper/layouts/wdm-channelizer-electrothermal-design-v1/claude-sonnet-5.5-high__9sJ6tsA.svg",
    "width_um": 364.71,
    "height_um": 168.59,
    "layers": [
     "optical",
     "heater",
     "metal",
     "pad"
    ],
    "gds_sha256": "c22b9517722303100f233573e999249c77dcc671e57a5f7efa72f6f5fa567964"
   }
  ]
 }
}