{ "schema_version": 3, "tasks": [ { "task_id": "wdm-channelizer-electrothermal-design-v1", "task_title": "Four-Channel Electrothermal Dual-Ring WDM Channelizer", "short_title": "WDM-v1", "run_id": "gpt-5.6-sol-medium__Bae7Ds5", "model": "gpt-5.6-sol", "agent": "codex", "official_score": 16.312116994973014, "reporting_score": 0.09588675211905683, "result": "tasks/wdm-channelizer-electrothermal-design-v1/runs/gpt-5.6-sol-medium__Bae7Ds5/result.json" }, { "task_id": "wdm-channelizer-electrothermal-design-v1", "task_title": "Four-Channel Electrothermal Dual-Ring WDM Channelizer", "short_title": "WDM-v1", "run_id": "claude-opus-5.5-medium__H5nespn", "model": "claude-opus-5.5", "agent": "claude-code", "official_score": 1.716708782423675, "reporting_score": 0.5019281027808474, "result": "tasks/wdm-channelizer-electrothermal-design-v1/runs/claude-opus-5.5-medium__H5nespn/result.json" }, { "task_id": "microresonator-modulator-design-v1", "task_title": "Single-Ring O-Band Microresonator Modulator", "short_title": "Microresonator-v1", "run_id": "gpt-5.6-sol-medium__koZvscB", "model": "gpt-5.6-sol", "agent": "codex", "official_score": 0.054055942495098666, "reporting_score": 0.62475728832264, "result": "tasks/microresonator-modulator-design-v1/runs/gpt-5.6-sol-medium__koZvscB/result.json" }, { "task_id": "microresonator-modulator-design-v1", "task_title": "Single-Ring O-Band Microresonator Modulator", "short_title": "Microresonator-v1", "run_id": "claude-opus-5.5-medium__bYQxY9j", "model": "claude-opus-5.5", "agent": "claude-code", "official_score": 0.025406645624922935, "reporting_score": 0.7798511040040472, "result": "tasks/microresonator-modulator-design-v1/runs/claude-opus-5.5-medium__bYQxY9j/result.json" }, { "task_id": "microresonator-modulator-design-v2", "task_title": "Five-Channel C-Band WDM-PAM4 Microresonator Modulator", "short_title": "Microresonator-v2", "run_id": "gpt-5.6-sol-medium__iMCNtyv", "model": "gpt-5.6-sol", "agent": "codex", "official_score": null, "reporting_score": null, "result": "tasks/microresonator-modulator-design-v2/runs/gpt-5.6-sol-medium__iMCNtyv/result.json" }, { "task_id": "microresonator-modulator-design-v2", "task_title": "Five-Channel C-Band WDM-PAM4 Microresonator Modulator", "short_title": "Microresonator-v2", "run_id": "claude-opus-5.5-medium__pgZw2z7", "model": "claude-opus-5.5", "agent": "claude-code", "official_score": 0.5760970507604525, "reporting_score": 0.5301374794082211, "result": "tasks/microresonator-modulator-design-v2/runs/claude-opus-5.5-medium__pgZw2z7/result.json" }, { "task_id": "wdm-channelizer-electrothermal-design-v2", "task_title": "Eight-Channel Electrothermal Dual-Ring WDM Channelizer", "short_title": "WDM-v2", "run_id": "gpt-5.6-sol-medium__h8dxhLJ", "model": "gpt-5.6-sol", "agent": "codex", "official_score": 32.74619050908293, "reporting_score": 0.06562767497950764, "result": "tasks/wdm-channelizer-electrothermal-design-v2/runs/gpt-5.6-sol-medium__h8dxhLJ/result.json" }, { "task_id": "wdm-channelizer-electrothermal-design-v2", "task_title": "Eight-Channel Electrothermal Dual-Ring WDM Channelizer", "short_title": "WDM-v2", "run_id": "claude-opus-5.5-medium__wJgtV7n", "model": "claude-opus-5.5", "agent": "claude-code", "official_score": 1.0686196930073386, "reporting_score": 0.6827722359916125, "result": "tasks/wdm-channelizer-electrothermal-design-v2/runs/claude-opus-5.5-medium__wJgtV7n/result.json" }, { "task_id": "wdm-channelizer-electrothermal-design-v2", "task_title": "Eight-Channel Electrothermal Dual-Ring WDM Channelizer", "short_title": "WDM-v2", "run_id": "gpt-6.1-sol-medium__pXQy5gb", "model": "gpt-6.1-sol", "agent": "codex", "official_score": 38.840340288605084, "reporting_score": 0.05590619775785, "result": "tasks/wdm-channelizer-electrothermal-design-v2/runs/gpt-6.1-sol-medium__pXQy5gb/result.json" }, { "task_id": "rectangular-mzi-mesh-design-v1", "task_title": "Broadband 4x4 Rectangular MZI Mesh", "short_title": "MZI-v1", "run_id": "gpt-5.6-sol-medium__rm2F3dF", "model": "gpt-5.6-sol", "agent": "codex", "official_score": 0.6574876202518826, "reporting_score": 0.32564516041544783, "result": "tasks/rectangular-mzi-mesh-design-v1/runs/gpt-5.6-sol-medium__rm2F3dF/result.json" }, { "task_id": "rectangular-mzi-mesh-design-v1", "task_title": "Broadband 4x4 Rectangular MZI Mesh", "short_title": "MZI-v1", "run_id": "claude-opus-5.5-medium__DnnS7DX", "model": "claude-opus-5.5", "agent": "claude-code", "official_score": 0.15545913568547884, "reporting_score": 0.6713053539812365, "result": "tasks/rectangular-mzi-mesh-design-v1/runs/claude-opus-5.5-medium__DnnS7DX/result.json" }, { "task_id": "rectangular-mzi-mesh-design-v1", "task_title": "Broadband 4x4 Rectangular MZI Mesh", "short_title": "MZI-v1", "run_id": "gpt-6.1-sol-medium__qY2QpwW", "model": "gpt-6.1-sol", "agent": "codex", "official_score": 0.1224318831101048, "reporting_score": 0.7217026366796359, "result": "tasks/rectangular-mzi-mesh-design-v1/runs/gpt-6.1-sol-medium__qY2QpwW/result.json" }, { "task_id": "rectangular-mzi-mesh-design-v2", "task_title": "Broadband 6x6 Rectangular MZI Mesh", "short_title": "MZI-v2", "run_id": "gpt-5.6-sol-medium__CMU5JWT", "model": "gpt-5.6-sol", "agent": "codex", "official_score": null, "reporting_score": null, "result": "tasks/rectangular-mzi-mesh-design-v2/runs/gpt-5.6-sol-medium__CMU5JWT/result.json" }, { "task_id": "rectangular-mzi-mesh-design-v2", "task_title": "Broadband 6x6 Rectangular MZI Mesh", "short_title": "MZI-v2", "run_id": "claude-opus-5.5-medium__uz5k2WH", "model": "claude-opus-5.5", "agent": "claude-code", "official_score": 0.7873602488280733, "reporting_score": 0.3672569904337577, "result": "tasks/rectangular-mzi-mesh-design-v2/runs/claude-opus-5.5-medium__uz5k2WH/result.json" }, { "task_id": "mzi-coupled-microring-add-drop-filter-electrothermal-design-v1", "task_title": "MZI-Coupled Microring Add-Drop Filter Electrothermal Design", "short_title": "MZI-Ring-v1", "run_id": "gpt-5.6-sol-medium__b65fYhK", "model": "gpt-5.6-sol", "agent": "codex", "official_score": 3.0237341697473394, "reporting_score": 0.2702876087411493, "result": "tasks/mzi-coupled-microring-add-drop-filter-electrothermal-design-v1/runs/gpt-5.6-sol-medium__b65fYhK/result.json" }, { "task_id": "mzi-coupled-microring-add-drop-filter-electrothermal-design-v1", "task_title": "MZI-Coupled Microring Add-Drop Filter Electrothermal Design", "short_title": "MZI-Ring-v1", "run_id": "claude-opus-5.5-medium__PKhzDDf", "model": "claude-opus-5.5", "agent": "claude-code", "official_score": 1.8480223358055459, "reporting_score": 0.3773556507606345, "result": "tasks/mzi-coupled-microring-add-drop-filter-electrothermal-design-v1/runs/claude-opus-5.5-medium__PKhzDDf/result.json" }, { "task_id": "mzi-coupled-microring-add-drop-filter-electrothermal-design-v2", "task_title": "MZI-coupled microring add-drop filter electrothermal design v2", "short_title": "MZI-Ring-v2", "run_id": "gpt-5.6-sol-medium__pQsgVqS", "model": "gpt-5.6-sol", "agent": "codex", "official_score": null, "reporting_score": null, "result": "tasks/mzi-coupled-microring-add-drop-filter-electrothermal-design-v2/runs/gpt-5.6-sol-medium__pQsgVqS/result.json" }, { "task_id": "mzi-coupled-microring-add-drop-filter-electrothermal-design-v2", "task_title": "MZI-coupled microring add-drop filter electrothermal design v2", "short_title": "MZI-Ring-v2", "run_id": "claude-opus-5.5-medium__AxiRRkZ", "model": "claude-opus-5.5", "agent": "claude-code", "official_score": 28.787409251274642, "reporting_score": 0.010313740815086639, "result": "tasks/mzi-coupled-microring-add-drop-filter-electrothermal-design-v2/runs/claude-opus-5.5-medium__AxiRRkZ/result.json" }, { "task_id": "four-mode-quantum-projector-electrothermal-design-v1", "task_title": "Four-Mode Quantum Projector Electrothermal Design", "short_title": "Quantum-4", "run_id": "gpt-5.6-sol-medium__ZbL9w7m", "model": "gpt-5.6-sol", "agent": "codex", "official_score": 3.1170684035368117, "reporting_score": 0.2142640140115024, "result": "tasks/four-mode-quantum-projector-electrothermal-design-v1/runs/gpt-5.6-sol-medium__ZbL9w7m/result.json" }, { "task_id": "four-mode-quantum-projector-electrothermal-design-v1", "task_title": "Four-Mode Quantum Projector Electrothermal Design", "short_title": "Quantum-4", "run_id": "claude-opus-5.5-medium__hXCo6Fy", "model": "claude-opus-5.5", "agent": "claude-code", "official_score": 0.8739008032351683, "reporting_score": 0.49306781364962693, "result": "tasks/four-mode-quantum-projector-electrothermal-design-v1/runs/claude-opus-5.5-medium__hXCo6Fy/result.json" }, { "task_id": "eight-mode-quantum-projector-electrothermal-design-v2", "task_title": "Eight-Mode Quantum Projector Electrothermal Design", "short_title": "Quantum-8", "run_id": "gpt-5.6-sol-medium__LrSFzei", "model": "gpt-5.6-sol", "agent": "codex", "official_score": 10.343481316244112, "reporting_score": 0.12220497163388283, "result": "tasks/eight-mode-quantum-projector-electrothermal-design-v2/runs/gpt-5.6-sol-medium__LrSFzei/result.json" }, { "task_id": "eight-mode-quantum-projector-electrothermal-design-v2", "task_title": "Eight-Mode Quantum Projector Electrothermal Design", "short_title": "Quantum-8", "run_id": "claude-opus-5.5-medium__UYHaLet", "model": "claude-opus-5.5", "agent": "claude-code", "official_score": 2.3525850675566216, "reporting_score": 0.37968825335478157, "result": "tasks/eight-mode-quantum-projector-electrothermal-design-v2/runs/claude-opus-5.5-medium__UYHaLet/result.json" }, { "task_id": "eight-delay-mzi-spectrometer-design-v1", "task_title": "Compact PDK-Physical Eight-Delay Sparse-Spectrum MZI Spectrometer", "short_title": "MZI-Spec-8", "run_id": "gpt-5.6-sol-medium__JkeyJR5", "model": "gpt-5.6-sol", "agent": "codex", "official_score": 0.4293872366887749, "reporting_score": 0.33878091155868706, "result": "tasks/eight-delay-mzi-spectrometer-design-v1/runs/gpt-5.6-sol-medium__JkeyJR5/result.json" }, { "task_id": "eight-delay-mzi-spectrometer-design-v1", "task_title": "Compact PDK-Physical Eight-Delay Sparse-Spectrum MZI Spectrometer", "short_title": "MZI-Spec-8", "run_id": "claude-opus-5.5-medium__VWFkx2G", "model": "claude-opus-5.5", "agent": "claude-code", "official_score": 0.23525111773223598, "reporting_score": 0.48324977453300166, "result": "tasks/eight-delay-mzi-spectrometer-design-v1/runs/claude-opus-5.5-medium__VWFkx2G/result.json" }, { "task_id": "microring-assisted-fourier-spectrometer-electrothermal-design-v1", "task_title": "Microring-Assisted Fourier Spectrometer Electrothermal Design", "short_title": "RAFT-Spec", "run_id": "gpt-5.6-sol-medium__L6hjS6U", "model": "gpt-5.6-sol", "agent": "codex", "official_score": 0.5346301605778857, "reporting_score": 0.42179026450559803, "result": "tasks/microring-assisted-fourier-spectrometer-electrothermal-design-v1/runs/gpt-5.6-sol-medium__L6hjS6U/result.json" }, { "task_id": "microring-assisted-fourier-spectrometer-electrothermal-design-v1", "task_title": "Microring-Assisted Fourier Spectrometer Electrothermal Design", "short_title": "RAFT-Spec", "run_id": "claude-opus-5.5-medium__TV7PiR3", "model": "claude-opus-5.5", "agent": "claude-code", "official_score": 0.5086933988186138, "reporting_score": 0.4339633522541484, "result": "tasks/microring-assisted-fourier-spectrometer-electrothermal-design-v1/runs/claude-opus-5.5-medium__TV7PiR3/result.json" }, { "task_id": "four-wavelength-two-port-selective-crossconnect-design-v1", "task_title": "Four-Wavelength Two-Port Ring Selective Cross-Connect", "short_title": "Ring-XC-v1", "run_id": "gpt-5.6-sol-medium__wUFL6c2", "model": "gpt-5.6-sol", "agent": "codex", "official_score": null, "reporting_score": null, "result": "tasks/four-wavelength-two-port-selective-crossconnect-design-v1/runs/gpt-5.6-sol-medium__wUFL6c2/result.json" }, { "task_id": "four-wavelength-two-port-selective-crossconnect-design-v1", "task_title": "Four-Wavelength Two-Port Ring Selective Cross-Connect", "short_title": "Ring-XC-v1", "run_id": "claude-opus-5.5-medium__5zNjE7T", "model": "claude-opus-5.5", "agent": "claude-code", "official_score": 1.5350915777637837, "reporting_score": 0.3721741992307143, "result": "tasks/four-wavelength-two-port-selective-crossconnect-design-v1/runs/claude-opus-5.5-medium__5zNjE7T/result.json" }, { "task_id": "four-wavelength-four-port-selective-crossconnect-design-v2", "task_title": "Four-Wavelength Four-Port Ring Selective Cross-Connect", "short_title": "Ring-XC-v2", "run_id": "gpt-5.6-sol-medium__DggULv4", "model": "gpt-5.6-sol", "agent": "codex", "official_score": null, "reporting_score": null, "result": "tasks/four-wavelength-four-port-selective-crossconnect-design-v2/runs/gpt-5.6-sol-medium__DggULv4/result.json" }, { "task_id": "four-wavelength-four-port-selective-crossconnect-design-v2", "task_title": "Four-Wavelength Four-Port Ring Selective Cross-Connect", "short_title": "Ring-XC-v2", "run_id": "claude-opus-5.5-medium__wX6g3KS", "model": "claude-opus-5.5", "agent": "claude-code", "official_score": null, "reporting_score": null, "result": "tasks/four-wavelength-four-port-selective-crossconnect-design-v2/runs/claude-opus-5.5-medium__wX6g3KS/result.json" }, { "task_id": "serial-dual-ring-assisted-mzi-chebyshev-elliptic-electrothermal-design-v1", "task_title": "Serial Dual-Ring-Assisted MZI Elliptic Bandpass Electrothermal Design v1", "short_title": "Serial MZI-v1", "run_id": "gpt-5.6-sol-medium__oQNYkQY", "model": "gpt-5.6-sol", "agent": "codex", "official_score": null, "reporting_score": null, "result": "tasks/serial-dual-ring-assisted-mzi-chebyshev-elliptic-electrothermal-design-v1/runs/gpt-5.6-sol-medium__oQNYkQY/result.json" }, { "task_id": "serial-dual-ring-assisted-mzi-chebyshev-elliptic-electrothermal-design-v1", "task_title": "Serial Dual-Ring-Assisted MZI Elliptic Bandpass Electrothermal Design v1", "short_title": "Serial MZI-v1", "run_id": "claude-opus-5.5-medium__gqZ5BGk", "model": "claude-opus-5.5", "agent": "claude-code", "official_score": 23.132835772289862, "reporting_score": 0.03904816237237949, "result": "tasks/serial-dual-ring-assisted-mzi-chebyshev-elliptic-electrothermal-design-v1/runs/claude-opus-5.5-medium__gqZ5BGk/result.json" }, { "task_id": "90sinwaveguide-design-v0", "task_title": "90 Degree SiN Waveguide Bend Design", "short_title": "90SiN Bend-v0", "run_id": "gpt-5.6-sol-medium__x9CirZ3", "model": "gpt-5.6-sol", "agent": "codex", "official_score": 0.11437641472709939, "reporting_score": 0.6361800396941798, "result": "tasks/90sinwaveguide-design-v0/runs/gpt-5.6-sol-medium__x9CirZ3/result.json" }, { "task_id": "90sinwaveguide-design-v0", "task_title": "90 Degree SiN Waveguide Bend Design", "short_title": "90SiN Bend-v0", "run_id": "claude-opus-5.5-medium__ufmS4nF", "model": "claude-opus-5.5", "agent": "claude-code", "official_score": 0.07073714861460503, "reporting_score": 0.7387238915066675, "result": "tasks/90sinwaveguide-design-v0/runs/claude-opus-5.5-medium__ufmS4nF/result.json" }, { "task_id": "wdm-channelizer-electrothermal-design-v1", "task_title": "Four-Channel Electrothermal Dual-Ring WDM Channelizer", "short_title": "WDM-v1", "run_id": "gpt-6.1-sol-medium__YDxETJr", "model": "gpt-6.1-sol", "agent": "codex", "official_score": 0.4019454329866658, "reporting_score": 0.8114654217844703, "result": "tasks/wdm-channelizer-electrothermal-design-v1/runs/gpt-6.1-sol-medium__YDxETJr/result.json" }, { "task_id": "microresonator-modulator-design-v1", "task_title": "Single-Ring O-Band Microresonator Modulator", "short_title": "Microresonator-v1", "run_id": "gpt-6.1-sol-medium__WizSc8M", "model": "gpt-6.1-sol", "agent": "codex", "official_score": 0.02596010449105871, "reporting_score": 0.7761290005300021, "result": "tasks/microresonator-modulator-design-v1/runs/gpt-6.1-sol-medium__WizSc8M/result.json" }, { "task_id": "microresonator-modulator-design-v2", "task_title": "Five-Channel C-Band WDM-PAM4 Microresonator Modulator", "short_title": "Microresonator-v2", "run_id": "gpt-6.1-sol-medium__WyxUbj7", "model": "gpt-6.1-sol", "agent": "codex", "official_score": 0.430302676700951, "reporting_score": 0.6016832263944605, "result": "tasks/microresonator-modulator-design-v2/runs/gpt-6.1-sol-medium__WyxUbj7/result.json" }, { "task_id": "mzi-coupled-microring-add-drop-filter-electrothermal-design-v2", "task_title": "MZI-coupled microring add-drop filter electrothermal design v2", "short_title": "MZI-Ring-v2", "run_id": "gpt-6.1-sol-medium__aCkc3sW", "model": "gpt-6.1-sol", "agent": "codex", "official_score": 33.63927551616535, "reporting_score": 0.008839316556922654, "result": "tasks/mzi-coupled-microring-add-drop-filter-electrothermal-design-v2/runs/gpt-6.1-sol-medium__aCkc3sW/result.json" }, { "task_id": "rectangular-mzi-mesh-design-v2", "task_title": "Broadband 6x6 Rectangular MZI Mesh", "short_title": "MZI-v2", "run_id": "gpt-6.1-sol-medium__BGPHN7w", "model": "gpt-6.1-sol", "agent": "codex", "official_score": 0.6529042154246505, "reporting_score": 0.4117472423736596, "result": "tasks/rectangular-mzi-mesh-design-v2/runs/gpt-6.1-sol-medium__BGPHN7w/result.json" }, { "task_id": "mzi-coupled-microring-add-drop-filter-electrothermal-design-v1", "task_title": "MZI-Coupled Microring Add-Drop Filter Electrothermal Design", "short_title": "MZI-Ring-v1", "run_id": "gpt-6.1-sol-medium__ZVrtQRc", "model": "gpt-6.1-sol", "agent": "codex", "official_score": 2.823742527754713, "reporting_score": 0.28399419894118916, "result": "tasks/mzi-coupled-microring-add-drop-filter-electrothermal-design-v1/runs/gpt-6.1-sol-medium__ZVrtQRc/result.json" }, { "task_id": "eight-mode-quantum-projector-electrothermal-design-v2", "task_title": "Eight-Mode Quantum Projector Electrothermal Design", "short_title": "Quantum-8", "run_id": "gpt-6.1-sol-medium__F86X2NV", "model": "gpt-6.1-sol", "agent": "codex", "official_score": 2.7356233865225215, "reporting_score": 0.3448586873633828, "result": "tasks/eight-mode-quantum-projector-electrothermal-design-v2/runs/gpt-6.1-sol-medium__F86X2NV/result.json" }, { "task_id": "microring-assisted-fourier-spectrometer-electrothermal-design-v1", "task_title": "Microring-Assisted Fourier Spectrometer Electrothermal Design", "short_title": "RAFT-Spec", "run_id": "gpt-6.1-sol-medium__zmmjfU2", "model": "gpt-6.1-sol", "agent": "codex", "official_score": 0.49117407406437286, "reporting_score": 0.44259132386991806, "result": "tasks/microring-assisted-fourier-spectrometer-electrothermal-design-v1/runs/gpt-6.1-sol-medium__zmmjfU2/result.json" }, { "task_id": "four-mode-quantum-projector-electrothermal-design-v1", "task_title": "Four-Mode Quantum Projector Electrothermal Design", "short_title": "Quantum-4", "run_id": "gpt-6.1-sol-medium__652EteU", "model": "gpt-6.1-sol", "agent": "codex", "official_score": 0.623938465170444, "reporting_score": 0.5766862186486919, "result": "tasks/four-mode-quantum-projector-electrothermal-design-v1/runs/gpt-6.1-sol-medium__652EteU/result.json" }, { "task_id": "eight-delay-mzi-spectrometer-design-v1", "task_title": "Compact PDK-Physical Eight-Delay Sparse-Spectrum MZI Spectrometer", "short_title": "MZI-Spec-8", "run_id": "gpt-6.1-sol-medium__ijpbVWD", "model": "gpt-6.1-sol", "agent": "codex", "official_score": 0.22176041864635643, "reporting_score": 0.49800749617660317, "result": "tasks/eight-delay-mzi-spectrometer-design-v1/runs/gpt-6.1-sol-medium__ijpbVWD/result.json" }, { "task_id": "four-wavelength-two-port-selective-crossconnect-design-v1", "task_title": "Four-Wavelength Two-Port Ring Selective Cross-Connect", "short_title": "Ring-XC-v1", "run_id": "gpt-6.1-sol-medium__P3eosxx", "model": "gpt-6.1-sol", "agent": "codex", "official_score": null, "reporting_score": null, "result": "tasks/four-wavelength-two-port-selective-crossconnect-design-v1/runs/gpt-6.1-sol-medium__P3eosxx/result.json" }, { "task_id": "four-wavelength-four-port-selective-crossconnect-design-v2", "task_title": "Four-Wavelength Four-Port Ring Selective Cross-Connect", "short_title": "Ring-XC-v2", "run_id": "gpt-6.1-sol-medium__agM724R", "model": "gpt-6.1-sol", "agent": "codex", "official_score": null, "reporting_score": null, "result": "tasks/four-wavelength-four-port-selective-crossconnect-design-v2/runs/gpt-6.1-sol-medium__agM724R/result.json" }, { "task_id": "serial-dual-ring-assisted-mzi-chebyshev-elliptic-electrothermal-design-v1", "task_title": "Serial Dual-Ring-Assisted MZI Elliptic Bandpass Electrothermal Design v1", "short_title": "Serial MZI-v1", "run_id": "gpt-6.1-sol-medium__MFT49ZJ", "model": "gpt-6.1-sol", "agent": "codex", "official_score": 8.317689505976126, "reporting_score": 0.10153721394449455, "result": "tasks/serial-dual-ring-assisted-mzi-chebyshev-elliptic-electrothermal-design-v1/runs/gpt-6.1-sol-medium__MFT49ZJ/result.json" }, { "task_id": "90sinwaveguide-design-v0", "task_title": "90 Degree SiN Waveguide Bend Design", "short_title": "90SiN Bend-v0", "run_id": "gpt-6.1-sol-medium__epDbWm4", "model": "gpt-6.1-sol", "agent": "codex", "official_score": 0.106076788063012, "reporting_score": 0.6534307984139784, "result": "tasks/90sinwaveguide-design-v0/runs/gpt-6.1-sol-medium__epDbWm4/result.json" }, { "task_id": "wdm-channelizer-electrothermal-design-v1", "task_title": "Four-Channel Electrothermal Dual-Ring WDM Channelizer", "short_title": "WDM-v1", "run_id": "claude-fable-5.1-medium__Q2Hwos2", "model": "claude-fable-5.1", "agent": "claude-code", "official_score": 1.1246804353426678, "reporting_score": 0.6060222988820587, "result": "tasks/wdm-channelizer-electrothermal-design-v1/runs/claude-fable-5.1-medium__Q2Hwos2/result.json" }, { "task_id": "microresonator-modulator-design-v1", "task_title": "Single-Ring O-Band Microresonator Modulator", "short_title": "Microresonator-v1", "run_id": "claude-fable-5.1-medium__tnLHS3s", "model": "claude-fable-5.1", "agent": "claude-code", "official_score": 0.05279238846916053, "reporting_score": 0.6302856963516489, "result": "tasks/microresonator-modulator-design-v1/runs/claude-fable-5.1-medium__tnLHS3s/result.json" }, { "task_id": "wdm-channelizer-electrothermal-design-v2", "task_title": "Eight-Channel Electrothermal Dual-Ring WDM Channelizer", "short_title": "WDM-v2", "run_id": "claude-fable-5.1-medium__RyZsvm4", "model": "claude-fable-5.1", "agent": "claude-code", "official_score": null, "reporting_score": null, "result": "tasks/wdm-channelizer-electrothermal-design-v2/runs/claude-fable-5.1-medium__RyZsvm4/result.json" }, { "task_id": "microresonator-modulator-design-v2", "task_title": "Five-Channel C-Band WDM-PAM4 Microresonator Modulator", "short_title": "Microresonator-v2", "run_id": "claude-fable-5.1-medium__cyDpbSb", "model": "claude-fable-5.1", "agent": "claude-code", "official_score": 0.49749721023092924, "reporting_score": 0.5664501788803392, "result": "tasks/microresonator-modulator-design-v2/runs/claude-fable-5.1-medium__cyDpbSb/result.json" }, { "task_id": "rectangular-mzi-mesh-design-v1", "task_title": "Broadband 4x4 Rectangular MZI Mesh", "short_title": "MZI-v1", "run_id": "claude-fable-5.1-medium__p6L67SA", "model": "claude-fable-5.1", "agent": "claude-code", "official_score": 0.6718657564262457, "reporting_score": 0.32091266342880415, "result": "tasks/rectangular-mzi-mesh-design-v1/runs/claude-fable-5.1-medium__p6L67SA/result.json" }, { "task_id": "mzi-coupled-microring-add-drop-filter-electrothermal-design-v1", "task_title": "MZI-Coupled Microring Add-Drop Filter Electrothermal Design", "short_title": "MZI-Ring-v1", "run_id": "claude-fable-5.1-medium__5wtZyDJ", "model": "claude-fable-5.1", "agent": "claude-code", "official_score": 3.5730378793203434, "reporting_score": 0.23865138718253884, "result": "tasks/mzi-coupled-microring-add-drop-filter-electrothermal-design-v1/runs/claude-fable-5.1-medium__5wtZyDJ/result.json" }, { "task_id": "mzi-coupled-microring-add-drop-filter-electrothermal-design-v2", "task_title": "MZI-coupled microring add-drop filter electrothermal design v2", "short_title": "MZI-Ring-v2", "run_id": "claude-fable-5.1-medium__QHGxcKe", "model": "claude-fable-5.1", "agent": "claude-code", "official_score": 29.455357035220086, "reporting_score": 0.01008221812445078, "result": "tasks/mzi-coupled-microring-add-drop-filter-electrothermal-design-v2/runs/claude-fable-5.1-medium__QHGxcKe/result.json" }, { "task_id": "rectangular-mzi-mesh-design-v2", "task_title": "Broadband 6x6 Rectangular MZI Mesh", "short_title": "MZI-v2", "run_id": "claude-fable-5.1-medium__ogxq7JE", "model": "claude-fable-5.1", "agent": "claude-code", "official_score": 0.4024702954493865, "reporting_score": 0.5317228558330231, "result": "tasks/rectangular-mzi-mesh-design-v2/runs/claude-fable-5.1-medium__ogxq7JE/result.json" }, { "task_id": "four-mode-quantum-projector-electrothermal-design-v1", "task_title": "Four-Mode Quantum Projector Electrothermal Design", "short_title": "Quantum-4", "run_id": "claude-fable-5.1-medium__4MMNDZ6", "model": "claude-fable-5.1", "agent": "claude-code", "official_score": 0.8614381218295483, "reporting_score": 0.4966583303002153, "result": "tasks/four-mode-quantum-projector-electrothermal-design-v1/runs/claude-fable-5.1-medium__4MMNDZ6/result.json" }, { "task_id": "eight-delay-mzi-spectrometer-design-v1", "task_title": "Compact PDK-Physical Eight-Delay Sparse-Spectrum MZI Spectrometer", "short_title": "MZI-Spec-8", "run_id": "claude-fable-5.1-medium__7mifcZd", "model": "claude-fable-5.1", "agent": "claude-code", "official_score": 0.22552566783194875, "reporting_score": 0.4937987098938226, "result": "tasks/eight-delay-mzi-spectrometer-design-v1/runs/claude-fable-5.1-medium__7mifcZd/result.json" }, { "task_id": "microring-assisted-fourier-spectrometer-electrothermal-design-v1", "task_title": "Microring-Assisted Fourier Spectrometer Electrothermal Design", "short_title": "RAFT-Spec", "run_id": "claude-fable-5.1-medium__JnF4ks7", "model": "claude-fable-5.1", "agent": "claude-code", "official_score": 0.5314382212480743, "reporting_score": 0.4232513813804586, "result": "tasks/microring-assisted-fourier-spectrometer-electrothermal-design-v1/runs/claude-fable-5.1-medium__JnF4ks7/result.json" }, { "task_id": "eight-mode-quantum-projector-electrothermal-design-v2", "task_title": "Eight-Mode Quantum Projector Electrothermal Design", "short_title": "Quantum-8", "run_id": "claude-fable-5.1-medium__ULMLy4J", "model": "claude-fable-5.1", "agent": "claude-code", "official_score": 13.320626434127504, "reporting_score": 0.09755683516728182, "result": "tasks/eight-mode-quantum-projector-electrothermal-design-v2/runs/claude-fable-5.1-medium__ULMLy4J/result.json" }, { "task_id": "four-wavelength-two-port-selective-crossconnect-design-v1", "task_title": "Four-Wavelength Two-Port Ring Selective Cross-Connect", "short_title": "Ring-XC-v1", "run_id": "claude-fable-5.1-medium__ueM5wHw", "model": "claude-fable-5.1", "agent": "claude-code", "official_score": null, "reporting_score": null, "result": "tasks/four-wavelength-two-port-selective-crossconnect-design-v1/runs/claude-fable-5.1-medium__ueM5wHw/result.json" }, { "task_id": "four-wavelength-four-port-selective-crossconnect-design-v2", "task_title": "Four-Wavelength Four-Port Ring Selective Cross-Connect", "short_title": "Ring-XC-v2", "run_id": "claude-fable-5.1-medium__vmHiNCU", "model": "claude-fable-5.1", "agent": "claude-code", "official_score": null, "reporting_score": null, "result": "tasks/four-wavelength-four-port-selective-crossconnect-design-v2/runs/claude-fable-5.1-medium__vmHiNCU/result.json" }, { "task_id": "serial-dual-ring-assisted-mzi-chebyshev-elliptic-electrothermal-design-v1", "task_title": "Serial Dual-Ring-Assisted MZI Elliptic Bandpass Electrothermal Design v1", "short_title": "Serial MZI-v1", "run_id": "claude-fable-5.1-medium__NNqZ7rS", "model": "claude-fable-5.1", "agent": "claude-code", "official_score": 22.257534182203717, "reporting_score": 0.04052154822218704, "result": "tasks/serial-dual-ring-assisted-mzi-chebyshev-elliptic-electrothermal-design-v1/runs/claude-fable-5.1-medium__NNqZ7rS/result.json" }, { "task_id": "90sinwaveguide-design-v0", "task_title": "90 Degree SiN Waveguide Bend Design", "short_title": "90SiN Bend-v0", "run_id": "claude-fable-5.1-medium__X4585ui", "model": "claude-fable-5.1", "agent": "claude-code", "official_score": 0.06294606526178716, "reporting_score": 0.7606122563609441, "result": "tasks/90sinwaveguide-design-v0/runs/claude-fable-5.1-medium__X4585ui/result.json" }, { "task_id": "wdm-channelizer-electrothermal-design-v1", "task_title": "Four-Channel Electrothermal Dual-Ring WDM Channelizer", "short_title": "WDM-v1", "run_id": "gpt-6-astra-medium__hxEcUh2", "model": "gpt-6-astra", "agent": "codex", "official_score": 0.31483570369233954, "reporting_score": 0.8460337409387738, "result": "tasks/wdm-channelizer-electrothermal-design-v1/runs/gpt-6-astra-medium__hxEcUh2/result.json" }, { "task_id": "wdm-channelizer-electrothermal-design-v2", "task_title": "Eight-Channel Electrothermal Dual-Ring WDM Channelizer", "short_title": "WDM-v2", "run_id": "gpt-6-astra-medium__bKasNsW", "model": "gpt-6-astra", "agent": "codex", "official_score": 0.9343359902451631, "reporting_score": 0.7111196879164244, "result": "tasks/wdm-channelizer-electrothermal-design-v2/runs/gpt-6-astra-medium__bKasNsW/result.json" }, { "task_id": "microresonator-modulator-design-v1", "task_title": "Single-Ring O-Band Microresonator Modulator", "short_title": "Microresonator-v1", "run_id": "gpt-6-astra-medium__zvzQ7Gr", "model": "gpt-6-astra", "agent": "codex", "official_score": 0.02967572908699287, "reporting_score": 0.7520321846928425, "result": "tasks/microresonator-modulator-design-v1/runs/gpt-6-astra-medium__zvzQ7Gr/result.json" }, { "task_id": "microresonator-modulator-design-v2", "task_title": "Five-Channel C-Band WDM-PAM4 Microresonator Modulator", "short_title": "Microresonator-v2", "run_id": "gpt-6-astra-medium__Bwukre6", "model": "gpt-6-astra", "agent": "codex", "official_score": 0.4452849801461852, "reporting_score": 0.5934528563636889, "result": "tasks/microresonator-modulator-design-v2/runs/gpt-6-astra-medium__Bwukre6/result.json" }, { "task_id": "rectangular-mzi-mesh-design-v1", "task_title": "Broadband 4x4 Rectangular MZI Mesh", "short_title": "MZI-v1", "run_id": "gpt-6-astra-medium__HxjZXGk", "model": "gpt-6-astra", "agent": "codex", "official_score": 0.2696599457878498, "reporting_score": 0.5407385198491005, "result": "tasks/rectangular-mzi-mesh-design-v1/runs/gpt-6-astra-medium__HxjZXGk/result.json" }, { "task_id": "rectangular-mzi-mesh-design-v2", "task_title": "Broadband 6x6 Rectangular MZI Mesh", "short_title": "MZI-v2", "run_id": "gpt-6-astra-medium__tE3o6Z7", "model": "gpt-6-astra", "agent": "codex", "official_score": 0.12451787918737155, "reporting_score": 0.7858743752447025, "result": "tasks/rectangular-mzi-mesh-design-v2/runs/gpt-6-astra-medium__tE3o6Z7/result.json" }, { "task_id": "mzi-coupled-microring-add-drop-filter-electrothermal-design-v1", "task_title": "MZI-Coupled Microring Add-Drop Filter Electrothermal Design", "short_title": "MZI-Ring-v1", "run_id": "gpt-6-astra-medium__viHZoff", "model": "gpt-6-astra", "agent": "codex", "official_score": 1.6493381914197436, "reporting_score": 0.40442875610862644, "result": "tasks/mzi-coupled-microring-add-drop-filter-electrothermal-design-v1/runs/gpt-6-astra-medium__viHZoff/result.json" }, { "task_id": "mzi-coupled-microring-add-drop-filter-electrothermal-design-v2", "task_title": "MZI-coupled microring add-drop filter electrothermal design v2", "short_title": "MZI-Ring-v2", "run_id": "gpt-6-astra-medium__ADJzqzq", "model": "gpt-6-astra", "agent": "codex", "official_score": 18.28846724055201, "reporting_score": 0.01613903912128535, "result": "tasks/mzi-coupled-microring-add-drop-filter-electrothermal-design-v2/runs/gpt-6-astra-medium__ADJzqzq/result.json" }, { "task_id": "four-mode-quantum-projector-electrothermal-design-v1", "task_title": "Four-Mode Quantum Projector Electrothermal Design", "short_title": "Quantum-4", "run_id": "gpt-6-astra-medium__vBxekmf", "model": "gpt-6-astra", "agent": "codex", "official_score": 0.6411658879221104, "reporting_score": 0.570023769243036, "result": "tasks/four-mode-quantum-projector-electrothermal-design-v1/runs/gpt-6-astra-medium__vBxekmf/result.json" }, { "task_id": "eight-mode-quantum-projector-electrothermal-design-v2", "task_title": "Eight-Mode Quantum Projector Electrothermal Design", "short_title": "Quantum-8", "run_id": "gpt-6-astra-medium__7F2nbWm", "model": "gpt-6-astra", "agent": "codex", "official_score": 1.568075639518579, "reporting_score": 0.47871136652350327, "result": "tasks/eight-mode-quantum-projector-electrothermal-design-v2/runs/gpt-6-astra-medium__7F2nbWm/result.json" }, { "task_id": "eight-delay-mzi-spectrometer-design-v1", "task_title": "Compact PDK-Physical Eight-Delay Sparse-Spectrum MZI Spectrometer", "short_title": "MZI-Spec-8", "run_id": "gpt-6-astra-medium__LMj3dzw", "model": "gpt-6-astra", "agent": "codex", "official_score": 0.21344375496033707, "reporting_score": 0.5075629709329448, "result": "tasks/eight-delay-mzi-spectrometer-design-v1/runs/gpt-6-astra-medium__LMj3dzw/result.json" }, { "task_id": "microring-assisted-fourier-spectrometer-electrothermal-design-v1", "task_title": "Microring-Assisted Fourier Spectrometer Electrothermal Design", "short_title": "RAFT-Spec", "run_id": "gpt-6-astra-medium__aVCtQZr", "model": "gpt-6-astra", "agent": "codex", "official_score": 0.49156425894702827, "reporting_score": 0.4423954306698299, "result": "tasks/microring-assisted-fourier-spectrometer-electrothermal-design-v1/runs/gpt-6-astra-medium__aVCtQZr/result.json" }, { "task_id": "four-wavelength-four-port-selective-crossconnect-design-v2", "task_title": "Four-Wavelength Four-Port Ring Selective Cross-Connect", "short_title": "Ring-XC-v2", "run_id": "gpt-6-astra-medium__2sEePwQ", "model": "gpt-6-astra", "agent": "codex", "official_score": 1.4389780091388742, "reporting_score": 0.4332451860711778, "result": "tasks/four-wavelength-four-port-selective-crossconnect-design-v2/runs/gpt-6-astra-medium__2sEePwQ/result.json" }, { "task_id": "serial-dual-ring-assisted-mzi-chebyshev-elliptic-electrothermal-design-v1", "task_title": "Serial Dual-Ring-Assisted MZI Elliptic Bandpass Electrothermal Design v1", "short_title": "Serial MZI-v1", "run_id": "gpt-6-astra-medium__zbB8JRY", "model": "gpt-6-astra", "agent": "codex", "official_score": 18.946615997131087, "reporting_score": 0.047267971591325925, "result": "tasks/serial-dual-ring-assisted-mzi-chebyshev-elliptic-electrothermal-design-v1/runs/gpt-6-astra-medium__zbB8JRY/result.json" }, { "task_id": "90sinwaveguide-design-v0", "task_title": "90 Degree SiN Waveguide Bend Design", "short_title": "90SiN Bend-v0", "run_id": "gpt-6-astra-medium__6x6EBm3", "model": "gpt-6-astra", "agent": "codex", "official_score": 0.07826474351157103, "reporting_score": 0.7187399937056109, "result": "tasks/90sinwaveguide-design-v0/runs/gpt-6-astra-medium__6x6EBm3/result.json" }, { "task_id": "four-wavelength-two-port-selective-crossconnect-design-v1", "task_title": "Four-Wavelength Two-Port Ring Selective Cross-Connect", "short_title": "Ring-XC-v1", "run_id": "gpt-6-astra-medium__ZxtsHVd", "model": "gpt-6-astra", "agent": "codex", "official_score": 2.02320489643349, "reporting_score": 0.3102408567183551, "result": "tasks/four-wavelength-two-port-selective-crossconnect-design-v1/runs/gpt-6-astra-medium__ZxtsHVd/result.json" }, { "task_id": "wdm-channelizer-electrothermal-design-v1", "task_title": "Four-Channel Electrothermal Dual-Ring WDM Channelizer", "short_title": "WDM-v1", "run_id": "mini-swe-glm-5.3-flash-max__pLuTH94", "model": "glm-5.3-flash", "agent": "mini-swe-agent", "official_score": null, "reporting_score": null, "result": "tasks/wdm-channelizer-electrothermal-design-v1/runs/mini-swe-glm-5.3-flash-max__pLuTH94/result.json" }, { "task_id": "wdm-channelizer-electrothermal-design-v2", "task_title": "Eight-Channel Electrothermal Dual-Ring WDM Channelizer", "short_title": "WDM-v2", "run_id": "mini-swe-glm-5.3-flash-max__fjqXQG6", "model": "glm-5.3-flash", "agent": "mini-swe-agent", "official_score": null, "reporting_score": null, "result": "tasks/wdm-channelizer-electrothermal-design-v2/runs/mini-swe-glm-5.3-flash-max__fjqXQG6/result.json" }, { "task_id": "microresonator-modulator-design-v1", "task_title": "Single-Ring O-Band Microresonator Modulator", "short_title": "Microresonator-v1", "run_id": "mini-swe-glm-5.3-flash-max__Ekg79AR", "model": "glm-5.3-flash", "agent": "mini-swe-agent", "official_score": 0.10505104518353166, "reporting_score": 0.46141767615403056, "result": "tasks/microresonator-modulator-design-v1/runs/mini-swe-glm-5.3-flash-max__Ekg79AR/result.json" }, { "task_id": "microresonator-modulator-design-v2", "task_title": "Five-Channel C-Band WDM-PAM4 Microresonator Modulator", "short_title": "Microresonator-v2", "run_id": "mini-swe-glm-5.3-flash-max__QJPtDoN", "model": "glm-5.3-flash", "agent": "mini-swe-agent", "official_score": null, "reporting_score": null, "result": "tasks/microresonator-modulator-design-v2/runs/mini-swe-glm-5.3-flash-max__QJPtDoN/result.json" }, { "task_id": "rectangular-mzi-mesh-design-v1", "task_title": "Broadband 4x4 Rectangular MZI Mesh", "short_title": "MZI-v1", "run_id": "mini-swe-glm-5.3-flash-max__CBL7RuW", "model": "glm-5.3-flash", "agent": "mini-swe-agent", "official_score": null, "reporting_score": null, "result": "tasks/rectangular-mzi-mesh-design-v1/runs/mini-swe-glm-5.3-flash-max__CBL7RuW/result.json" }, { "task_id": "rectangular-mzi-mesh-design-v2", "task_title": "Broadband 6x6 Rectangular MZI Mesh", "short_title": "MZI-v2", "run_id": "mini-swe-glm-5.3-flash-max__Yp4obs2", "model": "glm-5.3-flash", "agent": "mini-swe-agent", "official_score": null, "reporting_score": null, "result": "tasks/rectangular-mzi-mesh-design-v2/runs/mini-swe-glm-5.3-flash-max__Yp4obs2/result.json" }, { "task_id": "mzi-coupled-microring-add-drop-filter-electrothermal-design-v2", "task_title": "MZI-coupled microring add-drop filter electrothermal design v2", "short_title": "MZI-Ring-v2", "run_id": "mini-swe-glm-5.3-flash-max__ZfCrMkj", "model": "glm-5.3-flash", "agent": "mini-swe-agent", "official_score": null, "reporting_score": null, "result": "tasks/mzi-coupled-microring-add-drop-filter-electrothermal-design-v2/runs/mini-swe-glm-5.3-flash-max__ZfCrMkj/result.json" }, { "task_id": "mzi-coupled-microring-add-drop-filter-electrothermal-design-v1", "task_title": "MZI-Coupled Microring Add-Drop Filter Electrothermal Design", "short_title": "MZI-Ring-v1", "run_id": "mini-swe-glm-5.3-flash-max__eEiuSoe", "model": "glm-5.3-flash", "agent": "mini-swe-agent", "official_score": null, "reporting_score": null, "result": "tasks/mzi-coupled-microring-add-drop-filter-electrothermal-design-v1/runs/mini-swe-glm-5.3-flash-max__eEiuSoe/result.json" }, { "task_id": "four-mode-quantum-projector-electrothermal-design-v1", "task_title": "Four-Mode Quantum Projector Electrothermal Design", "short_title": "Quantum-4", "run_id": "mini-swe-glm-5.3-flash-max__NQqfv2P", "model": "glm-5.3-flash", "agent": "mini-swe-agent", "official_score": null, "reporting_score": null, "result": "tasks/four-mode-quantum-projector-electrothermal-design-v1/runs/mini-swe-glm-5.3-flash-max__NQqfv2P/result.json" }, { "task_id": "eight-mode-quantum-projector-electrothermal-design-v2", "task_title": "Eight-Mode Quantum Projector Electrothermal Design", "short_title": "Quantum-8", "run_id": "mini-swe-glm-5.3-flash-max__oAZYnoq", "model": "glm-5.3-flash", "agent": "mini-swe-agent", "official_score": null, "reporting_score": null, "result": "tasks/eight-mode-quantum-projector-electrothermal-design-v2/runs/mini-swe-glm-5.3-flash-max__oAZYnoq/result.json" }, { "task_id": "eight-delay-mzi-spectrometer-design-v1", "task_title": "Compact PDK-Physical Eight-Delay Sparse-Spectrum MZI Spectrometer", "short_title": "MZI-Spec-8", "run_id": "mini-swe-glm-5.3-flash-max__JeirxPQ", "model": "glm-5.3-flash", "agent": "mini-swe-agent", "official_score": 0.23465277432537135, "reporting_score": 0.483885752872493, "result": "tasks/eight-delay-mzi-spectrometer-design-v1/runs/mini-swe-glm-5.3-flash-max__JeirxPQ/result.json" }, { "task_id": "microring-assisted-fourier-spectrometer-electrothermal-design-v1", "task_title": "Microring-Assisted Fourier Spectrometer Electrothermal Design", "short_title": "RAFT-Spec", "run_id": "mini-swe-glm-5.3-flash-max__cPVQxXJ", "model": "glm-5.3-flash", "agent": "mini-swe-agent", "official_score": null, "reporting_score": null, "result": "tasks/microring-assisted-fourier-spectrometer-electrothermal-design-v1/runs/mini-swe-glm-5.3-flash-max__cPVQxXJ/result.json" }, { "task_id": "four-wavelength-two-port-selective-crossconnect-design-v1", "task_title": "Four-Wavelength Two-Port Ring Selective Cross-Connect", "short_title": "Ring-XC-v1", "run_id": "mini-swe-glm-5.3-flash-max__ju6sYbM", "model": "glm-5.3-flash", "agent": "mini-swe-agent", "official_score": null, "reporting_score": null, "result": "tasks/four-wavelength-two-port-selective-crossconnect-design-v1/runs/mini-swe-glm-5.3-flash-max__ju6sYbM/result.json" }, { "task_id": "90sinwaveguide-design-v0", "task_title": "90 Degree SiN Waveguide Bend Design", "short_title": "90SiN Bend-v0", "run_id": "mini-swe-glm-5.3-flash-max__dYyD8hL", "model": "glm-5.3-flash", "agent": "mini-swe-agent", "official_score": 0.1222142343554048, "reporting_score": 0.6207050424078983, "result": "tasks/90sinwaveguide-design-v0/runs/mini-swe-glm-5.3-flash-max__dYyD8hL/result.json" }, { "task_id": "serial-dual-ring-assisted-mzi-chebyshev-elliptic-electrothermal-design-v1", "task_title": "Serial Dual-Ring-Assisted MZI Elliptic Bandpass Electrothermal Design v1", "short_title": "Serial MZI-v1", "run_id": "mini-swe-glm-5.3-flash-max__3L9Vxuz", "model": "glm-5.3-flash", "agent": "mini-swe-agent", "official_score": null, "reporting_score": null, "result": "tasks/serial-dual-ring-assisted-mzi-chebyshev-elliptic-electrothermal-design-v1/runs/mini-swe-glm-5.3-flash-max__3L9Vxuz/result.json" }, { "task_id": "four-wavelength-four-port-selective-crossconnect-design-v2", "task_title": "Four-Wavelength Four-Port Ring Selective Cross-Connect", "short_title": "Ring-XC-v2", "run_id": "mini-swe-glm-5.3-flash-max__Fw3FV2g", "model": "glm-5.3-flash", "agent": "mini-swe-agent", "official_score": null, "reporting_score": null, "result": "tasks/four-wavelength-four-port-selective-crossconnect-design-v2/runs/mini-swe-glm-5.3-flash-max__Fw3FV2g/result.json" }, { "task_id": "90sinwaveguide-design-v0", "task_title": "90 Degree SiN Waveguide Bend Design", "short_title": "90SiN Bend-v0", "run_id": "mini-swe-gemini-4-argon-medium__ND7EmLV", "model": "gemini-4-argon", "agent": "mini-swe-agent", "official_score": 0.08485334546785585, "reporting_score": 0.7021156787592263, "result": "tasks/90sinwaveguide-design-v0/runs/mini-swe-gemini-4-argon-medium__ND7EmLV/result.json" }, { "task_id": "eight-delay-mzi-spectrometer-design-v1", "task_title": "Compact PDK-Physical Eight-Delay Sparse-Spectrum MZI Spectrometer", "short_title": "MZI-Spec-8", "run_id": "mini-swe-gemini-4-argon-medium__NP9heXn", "model": "gemini-4-argon", "agent": "mini-swe-agent", "official_score": 0.21685188579480674, "reporting_score": 0.503603182574645, "result": "tasks/eight-delay-mzi-spectrometer-design-v1/runs/mini-swe-gemini-4-argon-medium__NP9heXn/result.json" }, { "task_id": "four-mode-quantum-projector-electrothermal-design-v1", "task_title": "Four-Mode Quantum Projector Electrothermal Design", "short_title": "Quantum-4", "run_id": "mini-swe-gemini-4-argon-medium__zd8az6V", "model": "gemini-4-argon", "agent": "mini-swe-agent", "official_score": 0.8306767821065121, "reporting_score": 0.5057486418861779, "result": "tasks/four-mode-quantum-projector-electrothermal-design-v1/runs/mini-swe-gemini-4-argon-medium__zd8az6V/result.json" }, { "task_id": "four-wavelength-four-port-selective-crossconnect-design-v2", "task_title": "Four-Wavelength Four-Port Ring Selective Cross-Connect", "short_title": "Ring-XC-v2", "run_id": "mini-swe-gemini-4-argon-medium__hXpqvYx", "model": "gemini-4-argon", "agent": "mini-swe-agent", "official_score": null, "reporting_score": null, "result": "tasks/four-wavelength-four-port-selective-crossconnect-design-v2/runs/mini-swe-gemini-4-argon-medium__hXpqvYx/result.json" }, { "task_id": "microresonator-modulator-design-v1", "task_title": "Single-Ring O-Band Microresonator Modulator", "short_title": "Microresonator-v1", "run_id": "mini-swe-gemini-4-argon-medium__8ANoWB5", "model": "gemini-4-argon", "agent": "mini-swe-agent", "official_score": null, "reporting_score": null, "result": "tasks/microresonator-modulator-design-v1/runs/mini-swe-gemini-4-argon-medium__8ANoWB5/result.json" }, { "task_id": "microring-assisted-fourier-spectrometer-electrothermal-design-v1", "task_title": "Microring-Assisted Fourier Spectrometer Electrothermal Design", "short_title": "RAFT-Spec", "run_id": "mini-swe-gemini-4-argon-medium__sSByStd", "model": "gemini-4-argon", "agent": "mini-swe-agent", "official_score": 0.49745710207034677, "reporting_score": 0.4394578612196238, "result": "tasks/microring-assisted-fourier-spectrometer-electrothermal-design-v1/runs/mini-swe-gemini-4-argon-medium__sSByStd/result.json" }, { "task_id": "mzi-coupled-microring-add-drop-filter-electrothermal-design-v1", "task_title": "MZI-Coupled Microring Add-Drop Filter Electrothermal Design", "short_title": "MZI-Ring-v1", "run_id": "mini-swe-gemini-4-argon-medium__N3nJUkV", "model": "gemini-4-argon", "agent": "mini-swe-agent", "official_score": 1.5828184210399103, "reporting_score": 0.4143822578984347, "result": "tasks/mzi-coupled-microring-add-drop-filter-electrothermal-design-v1/runs/mini-swe-gemini-4-argon-medium__N3nJUkV/result.json" }, { "task_id": "mzi-coupled-microring-add-drop-filter-electrothermal-design-v2", "task_title": "MZI-coupled microring add-drop filter electrothermal design v2", "short_title": "MZI-Ring-v2", "run_id": "mini-swe-gemini-4-argon-medium__SdEVK5u", "model": "gemini-4-argon", "agent": "mini-swe-agent", "official_score": null, "reporting_score": null, "result": "tasks/mzi-coupled-microring-add-drop-filter-electrothermal-design-v2/runs/mini-swe-gemini-4-argon-medium__SdEVK5u/result.json" }, { "task_id": "rectangular-mzi-mesh-design-v1", "task_title": "Broadband 4x4 Rectangular MZI Mesh", "short_title": "MZI-v1", "run_id": "mini-swe-gemini-4-argon-medium__gUDG9BK", "model": "gemini-4-argon", "agent": "mini-swe-agent", "official_score": null, "reporting_score": null, "result": "tasks/rectangular-mzi-mesh-design-v1/runs/mini-swe-gemini-4-argon-medium__gUDG9BK/result.json" }, { "task_id": "rectangular-mzi-mesh-design-v2", "task_title": "Broadband 6x6 Rectangular MZI Mesh", "short_title": "MZI-v2", "run_id": "mini-swe-gemini-4-argon-medium__8f6Wb2J", "model": "gemini-4-argon", "agent": "mini-swe-agent", "official_score": null, "reporting_score": null, "result": "tasks/rectangular-mzi-mesh-design-v2/runs/mini-swe-gemini-4-argon-medium__8f6Wb2J/result.json" }, { "task_id": "serial-dual-ring-assisted-mzi-chebyshev-elliptic-electrothermal-design-v1", "task_title": "Serial Dual-Ring-Assisted MZI Elliptic Bandpass Electrothermal Design v1", "short_title": "Serial MZI-v1", "run_id": "mini-swe-gemini-4-argon-medium__b4ZjpFu", "model": "gemini-4-argon", "agent": "mini-swe-agent", "official_score": 2.1494856140964376, "reporting_score": 0.3042577689020623, "result": "tasks/serial-dual-ring-assisted-mzi-chebyshev-elliptic-electrothermal-design-v1/runs/mini-swe-gemini-4-argon-medium__b4ZjpFu/result.json" }, { "task_id": "wdm-channelizer-electrothermal-design-v1", "task_title": "Four-Channel Electrothermal Dual-Ring WDM Channelizer", "short_title": "WDM-v1", "run_id": "mini-swe-gemini-4-argon-medium__HX4MLN3", "model": "gemini-4-argon", "agent": "mini-swe-agent", "official_score": null, "reporting_score": null, "result": "tasks/wdm-channelizer-electrothermal-design-v1/runs/mini-swe-gemini-4-argon-medium__HX4MLN3/result.json" }, { "task_id": "wdm-channelizer-electrothermal-design-v2", "task_title": "Eight-Channel Electrothermal Dual-Ring WDM Channelizer", "short_title": "WDM-v2", "run_id": "mini-swe-gemini-4-argon-medium__DQULSPD", "model": "gemini-4-argon", "agent": "mini-swe-agent", "official_score": null, "reporting_score": null, "result": "tasks/wdm-channelizer-electrothermal-design-v2/runs/mini-swe-gemini-4-argon-medium__DQULSPD/result.json" }, { "task_id": "eight-mode-quantum-projector-electrothermal-design-v2", "task_title": "Eight-Mode Quantum Projector Electrothermal Design", "short_title": "Quantum-8", "run_id": "mini-swe-gemini-4-argon-medium__y5suwF9", "model": "gemini-4-argon", "agent": "mini-swe-agent", "official_score": null, "reporting_score": null, "result": "tasks/eight-mode-quantum-projector-electrothermal-design-v2/runs/mini-swe-gemini-4-argon-medium__y5suwF9/result.json" }, { "task_id": "four-wavelength-two-port-selective-crossconnect-design-v1", "task_title": "Four-Wavelength Two-Port Ring Selective Cross-Connect", "short_title": "Ring-XC-v1", "run_id": "mini-swe-gemini-4-argon-medium__yfLas3L", "model": "gemini-4-argon", "agent": "mini-swe-agent", "official_score": null, "reporting_score": null, "result": "tasks/four-wavelength-two-port-selective-crossconnect-design-v1/runs/mini-swe-gemini-4-argon-medium__yfLas3L/result.json" }, { "task_id": "microresonator-modulator-design-v2", "task_title": "Five-Channel C-Band WDM-PAM4 Microresonator Modulator", "short_title": "Microresonator-v2", "run_id": "mini-swe-gemini-4-argon-medium__KSfCNe7", "model": "gemini-4-argon", "agent": "mini-swe-agent", "official_score": 0.4454224507129056, "reporting_score": 0.59337838071237, "result": "tasks/microresonator-modulator-design-v2/runs/mini-swe-gemini-4-argon-medium__KSfCNe7/result.json" }, { "task_id": "wdm-channelizer-electrothermal-design-v1", "task_title": "Four-Channel Electrothermal Dual-Ring WDM Channelizer", "short_title": "WDM-v1", "run_id": "claude-glm-5.3-flash-high__wKiYbav", "model": "glm-5.3-flash", "agent": "claude-code", "official_score": null, "reporting_score": null, "result": "tasks/wdm-channelizer-electrothermal-design-v1/runs/claude-glm-5.3-flash-high__wKiYbav/result.json" }, { "task_id": "wdm-channelizer-electrothermal-design-v2", "task_title": "Eight-Channel Electrothermal Dual-Ring WDM Channelizer", "short_title": "WDM-v2", "run_id": "claude-glm-5.3-flash-high__h55gdhP", "model": "glm-5.3-flash", "agent": "claude-code", "official_score": null, "reporting_score": null, "result": "tasks/wdm-channelizer-electrothermal-design-v2/runs/claude-glm-5.3-flash-high__h55gdhP/result.json" }, { "task_id": "microresonator-modulator-design-v1", "task_title": "Single-Ring O-Band Microresonator Modulator", "short_title": "Microresonator-v1", "run_id": "claude-glm-5.3-flash-high__EiZU2bf", "model": "glm-5.3-flash", "agent": "claude-code", "official_score": null, "reporting_score": null, "result": "tasks/microresonator-modulator-design-v1/runs/claude-glm-5.3-flash-high__EiZU2bf/result.json" }, { "task_id": "microresonator-modulator-design-v2", "task_title": "Five-Channel C-Band WDM-PAM4 Microresonator Modulator", "short_title": "Microresonator-v2", "run_id": "claude-glm-5.3-flash-high__UzbxNde", "model": "glm-5.3-flash", "agent": "claude-code", "official_score": null, "reporting_score": null, "result": "tasks/microresonator-modulator-design-v2/runs/claude-glm-5.3-flash-high__UzbxNde/result.json" }, { "task_id": "rectangular-mzi-mesh-design-v1", "task_title": "Broadband 4x4 Rectangular MZI Mesh", "short_title": "MZI-v1", "run_id": "claude-glm-5.3-flash-high__jvA5Krr", "model": "glm-5.3-flash", "agent": "claude-code", "official_score": null, "reporting_score": null, "result": "tasks/rectangular-mzi-mesh-design-v1/runs/claude-glm-5.3-flash-high__jvA5Krr/result.json" }, { "task_id": "wdm-channelizer-electrothermal-design-v1", "task_title": "Four-Channel Electrothermal Dual-Ring WDM Channelizer", "short_title": "WDM-v1", "run_id": "claude-kimi-3.1-pro-medium__VPA2FGw", "model": "kimi-k3.1-pro", "agent": "claude-code", "official_score": null, "reporting_score": null, "result": "tasks/wdm-channelizer-electrothermal-design-v1/runs/claude-kimi-3.1-pro-medium__VPA2FGw/result.json" }, { "task_id": "wdm-channelizer-electrothermal-design-v2", "task_title": "Eight-Channel Electrothermal Dual-Ring WDM Channelizer", "short_title": "WDM-v2", "run_id": "claude-kimi-3.1-pro-medium__Hah5bnw", "model": "kimi-k3.1-pro", "agent": "claude-code", "official_score": null, "reporting_score": null, "result": "tasks/wdm-channelizer-electrothermal-design-v2/runs/claude-kimi-3.1-pro-medium__Hah5bnw/result.json" }, { "task_id": "microresonator-modulator-design-v1", "task_title": "Single-Ring O-Band Microresonator Modulator", "short_title": "Microresonator-v1", "run_id": "claude-kimi-3.1-pro-medium__YHRYx2z", "model": "kimi-k3.1-pro", "agent": "claude-code", "official_score": 0.05650906378046309, "reporting_score": 0.6142964651993187, "result": "tasks/microresonator-modulator-design-v1/runs/claude-kimi-3.1-pro-medium__YHRYx2z/result.json" }, { "task_id": "microresonator-modulator-design-v2", "task_title": "Five-Channel C-Band WDM-PAM4 Microresonator Modulator", "short_title": "Microresonator-v2", "run_id": "claude-kimi-3.1-pro-medium__TxMqx32", "model": "kimi-k3.1-pro", "agent": "claude-code", "official_score": null, "reporting_score": null, "result": "tasks/microresonator-modulator-design-v2/runs/claude-kimi-3.1-pro-medium__TxMqx32/result.json" }, { "task_id": "rectangular-mzi-mesh-design-v1", "task_title": "Broadband 4x4 Rectangular MZI Mesh", "short_title": "MZI-v1", "run_id": "claude-kimi-3.1-pro-medium__DQAEqVo", "model": "kimi-k3.1-pro", "agent": "claude-code", "official_score": null, "reporting_score": null, "result": "tasks/rectangular-mzi-mesh-design-v1/runs/claude-kimi-3.1-pro-medium__DQAEqVo/result.json" }, { "task_id": "rectangular-mzi-mesh-design-v2", "task_title": "Broadband 6x6 Rectangular MZI Mesh", "short_title": "MZI-v2", "run_id": "claude-kimi-3.1-pro-medium__hpza6wv", "model": "kimi-k3.1-pro", "agent": "claude-code", "official_score": null, "reporting_score": null, "result": "tasks/rectangular-mzi-mesh-design-v2/runs/claude-kimi-3.1-pro-medium__hpza6wv/result.json" }, { "task_id": "four-mode-quantum-projector-electrothermal-design-v1", "task_title": "Four-Mode Quantum Projector Electrothermal Design", "short_title": "Quantum-4", "run_id": "claude-kimi-3.1-pro-medium__y9aCxZy", "model": "kimi-k3.1-pro", "agent": "claude-code", "official_score": 2.106819982675672, "reporting_score": 0.287471000933517, "result": "tasks/four-mode-quantum-projector-electrothermal-design-v1/runs/claude-kimi-3.1-pro-medium__y9aCxZy/result.json" }, { "task_id": "eight-mode-quantum-projector-electrothermal-design-v2", "task_title": "Eight-Mode Quantum Projector Electrothermal Design", "short_title": "Quantum-8", "run_id": "claude-kimi-3.1-pro-medium__CZybt5c", "model": "kimi-k3.1-pro", "agent": "claude-code", "official_score": null, "reporting_score": null, "result": "tasks/eight-mode-quantum-projector-electrothermal-design-v2/runs/claude-kimi-3.1-pro-medium__CZybt5c/result.json" }, { "task_id": "four-wavelength-four-port-selective-crossconnect-design-v2", "task_title": "Four-Wavelength Four-Port Ring Selective Cross-Connect", "short_title": "Ring-XC-v2", "run_id": "claude-kimi-3.1-pro-medium__ttAxvcH", "model": "kimi-k3.1-pro", "agent": "claude-code", "official_score": null, "reporting_score": null, "result": "tasks/four-wavelength-four-port-selective-crossconnect-design-v2/runs/claude-kimi-3.1-pro-medium__ttAxvcH/result.json" }, { "task_id": "eight-delay-mzi-spectrometer-design-v1", "task_title": "Compact PDK-Physical Eight-Delay Sparse-Spectrum MZI Spectrometer", "short_title": "MZI-Spec-8", "run_id": "claude-kimi-3.1-pro-medium__W3Jd2Pv", "model": "kimi-k3.1-pro", "agent": "claude-code", "official_score": 0.24508850750811262, "reporting_score": 0.47302824397604043, "result": "tasks/eight-delay-mzi-spectrometer-design-v1/runs/claude-kimi-3.1-pro-medium__W3Jd2Pv/result.json" }, { "task_id": "microring-assisted-fourier-spectrometer-electrothermal-design-v1", "task_title": "Microring-Assisted Fourier Spectrometer Electrothermal Design", "short_title": "RAFT-Spec", "run_id": "claude-kimi-3.1-pro-medium__R9jaLNW", "model": "kimi-k3.1-pro", "agent": "claude-code", "official_score": 0.5635679218020326, "reporting_score": 0.40899026811114425, "result": "tasks/microring-assisted-fourier-spectrometer-electrothermal-design-v1/runs/claude-kimi-3.1-pro-medium__R9jaLNW/result.json" }, { "task_id": "four-mode-quantum-projector-electrothermal-design-v1", "task_title": "Four-Mode Quantum Projector Electrothermal Design", "short_title": "Quantum-4", "run_id": "claude-glm-5.3-flash-high__FkCwFeX", "model": "glm-5.3-flash", "agent": "claude-code", "official_score": null, "reporting_score": null, "result": "tasks/four-mode-quantum-projector-electrothermal-design-v1/runs/claude-glm-5.3-flash-high__FkCwFeX/result.json" }, { "task_id": "serial-dual-ring-assisted-mzi-chebyshev-elliptic-electrothermal-design-v1", "task_title": "Serial Dual-Ring-Assisted MZI Elliptic Bandpass Electrothermal Design v1", "short_title": "Serial MZI-v1", "run_id": "claude-glm-5.3-flash-high__gUsBMCX", "model": "glm-5.3-flash", "agent": "claude-code", "official_score": null, "reporting_score": null, "result": "tasks/serial-dual-ring-assisted-mzi-chebyshev-elliptic-electrothermal-design-v1/runs/claude-glm-5.3-flash-high__gUsBMCX/result.json" }, { "task_id": "rectangular-mzi-mesh-design-v2", "task_title": "Broadband 6x6 Rectangular MZI Mesh", "short_title": "MZI-v2", "run_id": "claude-glm-5.3-flash-high__USU4WSX", "model": "glm-5.3-flash", "agent": "claude-code", "official_score": null, "reporting_score": null, "result": "tasks/rectangular-mzi-mesh-design-v2/runs/claude-glm-5.3-flash-high__USU4WSX/result.json" }, { "task_id": "mzi-coupled-microring-add-drop-filter-electrothermal-design-v2", "task_title": "MZI-coupled microring add-drop filter electrothermal design v2", "short_title": "MZI-Ring-v2", "run_id": "claude-glm-5.3-flash-high__Zm79Ysm", "model": "glm-5.3-flash", "agent": "claude-code", "official_score": null, "reporting_score": null, "result": "tasks/mzi-coupled-microring-add-drop-filter-electrothermal-design-v2/runs/claude-glm-5.3-flash-high__Zm79Ysm/result.json" }, { "task_id": "eight-delay-mzi-spectrometer-design-v1", "task_title": "Compact PDK-Physical Eight-Delay Sparse-Spectrum MZI Spectrometer", "short_title": "MZI-Spec-8", "run_id": "claude-glm-5.3-flash-high__yVdAuVy", "model": "glm-5.3-flash", "agent": "claude-code", "official_score": 0.26477555619367477, "reporting_score": 0.45381826123284746, "result": "tasks/eight-delay-mzi-spectrometer-design-v1/runs/claude-glm-5.3-flash-high__yVdAuVy/result.json" }, { "task_id": "microring-assisted-fourier-spectrometer-electrothermal-design-v1", "task_title": "Microring-Assisted Fourier Spectrometer Electrothermal Design", "short_title": "RAFT-Spec", "run_id": "claude-glm-5.3-flash-high__FoEnePZ", "model": "glm-5.3-flash", "agent": "claude-code", "official_score": null, "reporting_score": null, "result": "tasks/microring-assisted-fourier-spectrometer-electrothermal-design-v1/runs/claude-glm-5.3-flash-high__FoEnePZ/result.json" }, { "task_id": "four-wavelength-two-port-selective-crossconnect-design-v1", "task_title": "Four-Wavelength Two-Port Ring Selective Cross-Connect", "short_title": "Ring-XC-v1", "run_id": "claude-glm-5.3-flash-high__fcHmkUj", "model": "glm-5.3-flash", "agent": "claude-code", "official_score": null, "reporting_score": null, "result": "tasks/four-wavelength-two-port-selective-crossconnect-design-v1/runs/claude-glm-5.3-flash-high__fcHmkUj/result.json" }, { "task_id": "four-wavelength-four-port-selective-crossconnect-design-v2", "task_title": "Four-Wavelength Four-Port Ring Selective Cross-Connect", "short_title": "Ring-XC-v2", "run_id": "claude-glm-5.3-flash-high__BcDGXGJ", "model": "glm-5.3-flash", "agent": "claude-code", "official_score": null, "reporting_score": null, "result": "tasks/four-wavelength-four-port-selective-crossconnect-design-v2/runs/claude-glm-5.3-flash-high__BcDGXGJ/result.json" }, { "task_id": "90sinwaveguide-design-v0", "task_title": "90 Degree SiN Waveguide Bend Design", "short_title": "90SiN Bend-v0", "run_id": "claude-glm-5.3-flash-high__CgsijUb", "model": "glm-5.3-flash", "agent": "claude-code", "official_score": 0.18635083042134415, "reporting_score": 0.517664216696222, "result": "tasks/90sinwaveguide-design-v0/runs/claude-glm-5.3-flash-high__CgsijUb/result.json" }, { "task_id": "eight-mode-quantum-projector-electrothermal-design-v2", "task_title": "Eight-Mode Quantum Projector Electrothermal Design", "short_title": "Quantum-8", "run_id": "claude-glm-5.3-flash-high__5kJoMFY", "model": "glm-5.3-flash", "agent": "claude-code", "official_score": null, "reporting_score": null, "result": "tasks/eight-mode-quantum-projector-electrothermal-design-v2/runs/claude-glm-5.3-flash-high__5kJoMFY/result.json" }, { "task_id": "mzi-coupled-microring-add-drop-filter-electrothermal-design-v1", "task_title": "MZI-Coupled Microring Add-Drop Filter Electrothermal Design", "short_title": "MZI-Ring-v1", "run_id": "claude-glm-5.3-flash-high__b6oHuqa", "model": "glm-5.3-flash", "agent": "claude-code", "official_score": null, "reporting_score": null, "result": "tasks/mzi-coupled-microring-add-drop-filter-electrothermal-design-v1/runs/claude-glm-5.3-flash-high__b6oHuqa/result.json" }, { "task_id": "90sinwaveguide-design-v0", "task_title": "90 Degree SiN Waveguide Bend Design", "short_title": "90SiN Bend-v0", "run_id": "claude-kimi-3.1-pro-medium__ZbK7MoM", "model": "kimi-k3.1-pro", "agent": "claude-code", "official_score": 0.11120544688736884, "reporting_score": 0.6426622734286004, "result": "tasks/90sinwaveguide-design-v0/runs/claude-kimi-3.1-pro-medium__ZbK7MoM/result.json" }, { "task_id": "mzi-coupled-microring-add-drop-filter-electrothermal-design-v1", "task_title": "MZI-Coupled Microring Add-Drop Filter Electrothermal Design", "short_title": "MZI-Ring-v1", "run_id": "claude-kimi-3.1-pro-medium__WGU2Rjx", "model": "kimi-k3.1-pro", "agent": "claude-code", "official_score": 25.090324738826546, "reporting_score": 0.04273125232748044, "result": "tasks/mzi-coupled-microring-add-drop-filter-electrothermal-design-v1/runs/claude-kimi-3.1-pro-medium__WGU2Rjx/result.json" }, { "task_id": "mzi-coupled-microring-add-drop-filter-electrothermal-design-v2", "task_title": "MZI-coupled microring add-drop filter electrothermal design v2", "short_title": "MZI-Ring-v2", "run_id": "claude-kimi-3.1-pro-medium__LYh9xmC", "model": "kimi-k3.1-pro", "agent": "claude-code", "official_score": null, "reporting_score": null, "result": "tasks/mzi-coupled-microring-add-drop-filter-electrothermal-design-v2/runs/claude-kimi-3.1-pro-medium__LYh9xmC/result.json" }, { "task_id": "four-wavelength-two-port-selective-crossconnect-design-v1", "task_title": "Four-Wavelength Two-Port Ring Selective Cross-Connect", "short_title": "Ring-XC-v1", "run_id": "claude-kimi-3.1-pro-medium__RhEZSTu", "model": "kimi-k3.1-pro", "agent": "claude-code", "official_score": 1.5223186645042546, "reporting_score": 0.3741286095773444, "result": "tasks/four-wavelength-two-port-selective-crossconnect-design-v1/runs/claude-kimi-3.1-pro-medium__RhEZSTu/result.json" }, { "task_id": "serial-dual-ring-assisted-mzi-chebyshev-elliptic-electrothermal-design-v1", "task_title": "Serial Dual-Ring-Assisted MZI Elliptic Bandpass Electrothermal Design v1", "short_title": "Serial MZI-v1", "run_id": "claude-kimi-3.1-pro-medium__j2nvbJ9", "model": "kimi-k3.1-pro", "agent": "claude-code", "official_score": 8.591728706928395, "reporting_score": 0.09861799773180026, "result": "tasks/serial-dual-ring-assisted-mzi-chebyshev-elliptic-electrothermal-design-v1/runs/claude-kimi-3.1-pro-medium__j2nvbJ9/result.json" }, { "task_id": "anisotropic-swg-beamsplitter-v0", "task_title": "Anisotropic SWG 2 x 2 Beamsplitter Implementation/Optimization", "short_title": "Anisotropic SWG-v0", "run_id": "gpt-5.6-sol-medium__oqGPswA", "model": "gpt-5.6-sol", "agent": "codex", "official_score": 0.5655181285365848, "reporting_score": 1.2775323156874332, "result": "tasks/anisotropic-swg-beamsplitter-v0/runs/gpt-5.6-sol-medium__oqGPswA/result.json" }, { "task_id": "anisotropic-swg-beamsplitter-v0", "task_title": "Anisotropic SWG 2 x 2 Beamsplitter Implementation/Optimization", "short_title": "Anisotropic SWG-v0", "run_id": "claude-opus-5.5-medium__p9AUZWB", "model": "claude-opus-5.5", "agent": "claude-code", "official_score": 0.5786049593827405, "reporting_score": 1.2669414143878224, "result": "tasks/anisotropic-swg-beamsplitter-v0/runs/claude-opus-5.5-medium__p9AUZWB/result.json" }, { "task_id": "anisotropic-swg-beamsplitter-v0", "task_title": "Anisotropic SWG 2 x 2 Beamsplitter Implementation/Optimization", "short_title": "Anisotropic SWG-v0", "run_id": "gpt-6.1-sol-medium__abPZVfb", "model": "gpt-6.1-sol", "agent": "codex", "official_score": 0.5625259239418949, "reporting_score": 1.279978763459142, "result": "tasks/anisotropic-swg-beamsplitter-v0/runs/gpt-6.1-sol-medium__abPZVfb/result.json" }, { "task_id": "anisotropic-swg-beamsplitter-v0", "task_title": "Anisotropic SWG 2 x 2 Beamsplitter Implementation/Optimization", "short_title": "Anisotropic SWG-v0", "run_id": "claude-fable-5.1-medium__7JWetKL", "model": "claude-fable-5.1", "agent": "claude-code", "official_score": 1.5676861424146868, "reporting_score": 0.7789113969042856, "result": "tasks/anisotropic-swg-beamsplitter-v0/runs/claude-fable-5.1-medium__7JWetKL/result.json" }, { "task_id": "anisotropic-swg-beamsplitter-v0", "task_title": "Anisotropic SWG 2 x 2 Beamsplitter Implementation/Optimization", "short_title": "Anisotropic SWG-v0", "run_id": "gpt-6-astra-medium__JgUnFEB", "model": "gpt-6-astra", "agent": "codex", "official_score": 0.4760776737803454, "reporting_score": 1.3549422469603853, "result": "tasks/anisotropic-swg-beamsplitter-v0/runs/gpt-6-astra-medium__JgUnFEB/result.json" }, { "task_id": "anisotropic-swg-beamsplitter-v0", "task_title": "Anisotropic SWG 2 x 2 Beamsplitter Implementation/Optimization", "short_title": "Anisotropic SWG-v0", "run_id": "mini-swe-glm-5.3-flash-max__chMi3Xu", "model": "glm-5.3-flash", "agent": "mini-swe-agent", "official_score": 2.203257027744407, "reporting_score": 0.6243645085852858, "result": "tasks/anisotropic-swg-beamsplitter-v0/runs/mini-swe-glm-5.3-flash-max__chMi3Xu/result.json" }, { "task_id": "anisotropic-swg-beamsplitter-v0", "task_title": "Anisotropic SWG 2 x 2 Beamsplitter Implementation/Optimization", "short_title": "Anisotropic SWG-v0", "run_id": "mini-swe-gemini-4-argon-medium__V8rhTzV", "model": "gemini-4-argon", "agent": "mini-swe-agent", "official_score": 0.41820300628284957, "reporting_score": 1.4102353408783537, "result": "tasks/anisotropic-swg-beamsplitter-v0/runs/mini-swe-gemini-4-argon-medium__V8rhTzV/result.json" }, { "task_id": "asi-sin-swg-grating-coupler-v0", "task_title": "α-Si/Si3N4 SWG Grating Coupler Implementation/Optimization", "short_title": "α-Si/Si₃N₄ Grating-v0", "run_id": "gpt-5.6-sol-medium__fneTGyW", "model": "gpt-5.6-sol", "agent": "codex", "official_score": 3.6201991402703353, "reporting_score": 0.4328817739840921, "result": "tasks/asi-sin-swg-grating-coupler-v0/runs/gpt-5.6-sol-medium__fneTGyW/result.json" }, { "task_id": "asi-sin-swg-grating-coupler-v0", "task_title": "α-Si/Si3N4 SWG Grating Coupler Implementation/Optimization", "short_title": "α-Si/Si₃N₄ Grating-v0", "run_id": "claude-opus-5.5-medium__ZgMn83m", "model": "claude-opus-5.5", "agent": "claude-code", "official_score": 2.82448973281944, "reporting_score": 0.5229455795990819, "result": "tasks/asi-sin-swg-grating-coupler-v0/runs/claude-opus-5.5-medium__ZgMn83m/result.json" }, { "task_id": "asi-sin-swg-grating-coupler-v0", "task_title": "α-Si/Si3N4 SWG Grating Coupler Implementation/Optimization", "short_title": "α-Si/Si₃N₄ Grating-v0", "run_id": "gpt-6.1-sol-medium__xti6PUE", "model": "gpt-6.1-sol", "agent": "codex", "official_score": 2.8169692472781525, "reporting_score": 0.5239759270856538, "result": "tasks/asi-sin-swg-grating-coupler-v0/runs/gpt-6.1-sol-medium__xti6PUE/result.json" }, { "task_id": "asi-sin-swg-grating-coupler-v0", "task_title": "α-Si/Si3N4 SWG Grating Coupler Implementation/Optimization", "short_title": "α-Si/Si₃N₄ Grating-v0", "run_id": "claude-fable-5.1-medium__ZUAvAqH", "model": "claude-fable-5.1", "agent": "claude-code", "official_score": 2.6740294893892123, "reporting_score": 0.5443614445055772, "result": "tasks/asi-sin-swg-grating-coupler-v0/runs/claude-fable-5.1-medium__ZUAvAqH/result.json" }, { "task_id": "asi-sin-swg-grating-coupler-v0", "task_title": "α-Si/Si3N4 SWG Grating Coupler Implementation/Optimization", "short_title": "α-Si/Si₃N₄ Grating-v0", "run_id": "gpt-6-astra-medium__o5mkyGV", "model": "gpt-6-astra", "agent": "codex", "official_score": 2.764664077294674, "reporting_score": 0.5312558993144537, "result": "tasks/asi-sin-swg-grating-coupler-v0/runs/gpt-6-astra-medium__o5mkyGV/result.json" }, { "task_id": "asi-sin-swg-grating-coupler-v0", "task_title": "α-Si/Si3N4 SWG Grating Coupler Implementation/Optimization", "short_title": "α-Si/Si₃N₄ Grating-v0", "run_id": "mini-swe-glm-5.3-flash-max__tnikS2q", "model": "glm-5.3-flash", "agent": "mini-swe-agent", "official_score": 3.562263433697823, "reporting_score": 0.4383788943943012, "result": "tasks/asi-sin-swg-grating-coupler-v0/runs/mini-swe-glm-5.3-flash-max__tnikS2q/result.json" }, { "task_id": "asi-sin-swg-grating-coupler-v0", "task_title": "α-Si/Si3N4 SWG Grating Coupler Implementation/Optimization", "short_title": "α-Si/Si₃N₄ Grating-v0", "run_id": "mini-swe-gemini-4-argon-medium__DeQmq2W", "model": "gemini-4-argon", "agent": "mini-swe-agent", "official_score": 3.6143886405357075, "reporting_score": 0.4334268644887722, "result": "tasks/asi-sin-swg-grating-coupler-v0/runs/mini-swe-gemini-4-argon-medium__DeQmq2W/result.json" }, { "task_id": "asi-sin-swg-grating-coupler-v0", "task_title": "α-Si/Si3N4 SWG Grating Coupler Implementation/Optimization", "short_title": "α-Si/Si₃N₄ Grating-v0", "run_id": "claude-kimi-3.1-pro-medium__Arq7FXg", "model": "kimi-k3.1-pro", "agent": "claude-code", "official_score": 3.744707811065138, "reporting_score": 0.42152226852321606, "result": "tasks/asi-sin-swg-grating-coupler-v0/runs/claude-kimi-3.1-pro-medium__Arq7FXg/result.json" }, { "task_id": "dual-trident-swg-edge-coupler-v0", "task_title": "Dual-Trident SWG Edge Coupler Implementation/Optimization", "short_title": "Dual-Trident SWG-v0", "run_id": "gpt-5.6-sol-medium__Tefaf2b", "model": "gpt-5.6-sol", "agent": "codex", "official_score": 6.129884153571399, "reporting_score": 0.28050946648245173, "result": "tasks/dual-trident-swg-edge-coupler-v0/runs/gpt-5.6-sol-medium__Tefaf2b/result.json" }, { "task_id": "dual-trident-swg-edge-coupler-v0", "task_title": "Dual-Trident SWG Edge Coupler Implementation/Optimization", "short_title": "Dual-Trident SWG-v0", "run_id": "claude-opus-5.5-medium__zH36ssc", "model": "claude-opus-5.5", "agent": "claude-code", "official_score": 1.731498849176677, "reporting_score": 0.7321987342600698, "result": "tasks/dual-trident-swg-edge-coupler-v0/runs/claude-opus-5.5-medium__zH36ssc/result.json" }, { "task_id": "dual-trident-swg-edge-coupler-v0", "task_title": "Dual-Trident SWG Edge Coupler Implementation/Optimization", "short_title": "Dual-Trident SWG-v0", "run_id": "gpt-6.1-sol-medium__kmPU9c6", "model": "gpt-6.1-sol", "agent": "codex", "official_score": 1.8335820130374094, "reporting_score": 0.7058204035732619, "result": "tasks/dual-trident-swg-edge-coupler-v0/runs/gpt-6.1-sol-medium__kmPU9c6/result.json" }, { "task_id": "dual-trident-swg-edge-coupler-v0", "task_title": "Dual-Trident SWG Edge Coupler Implementation/Optimization", "short_title": "Dual-Trident SWG-v0", "run_id": "claude-fable-5.1-medium__rQWz8vT", "model": "claude-fable-5.1", "agent": "claude-code", "official_score": 1.7861515789745683, "reporting_score": 0.71783603415292, "result": "tasks/dual-trident-swg-edge-coupler-v0/runs/claude-fable-5.1-medium__rQWz8vT/result.json" }, { "task_id": "dual-trident-swg-edge-coupler-v0", "task_title": "Dual-Trident SWG Edge Coupler Implementation/Optimization", "short_title": "Dual-Trident SWG-v0", "run_id": "gpt-6-astra-medium__ehhq8bJ", "model": "gpt-6-astra", "agent": "codex", "official_score": 1.8871888801584469, "reporting_score": 0.6927153307303683, "result": "tasks/dual-trident-swg-edge-coupler-v0/runs/gpt-6-astra-medium__ehhq8bJ/result.json" }, { "task_id": "dual-trident-swg-edge-coupler-v0", "task_title": "Dual-Trident SWG Edge Coupler Implementation/Optimization", "short_title": "Dual-Trident SWG-v0", "run_id": "mini-swe-glm-5.3-flash-max__NzLprDu", "model": "glm-5.3-flash", "agent": "mini-swe-agent", "official_score": 4.574328232121891, "reporting_score": 0.3587876272651228, "result": "tasks/dual-trident-swg-edge-coupler-v0/runs/mini-swe-glm-5.3-flash-max__NzLprDu/result.json" }, { "task_id": "dual-trident-swg-edge-coupler-v0", "task_title": "Dual-Trident SWG Edge Coupler Implementation/Optimization", "short_title": "Dual-Trident SWG-v0", "run_id": "mini-swe-gemini-4-argon-medium__kjGw67N", "model": "gemini-4-argon", "agent": "mini-swe-agent", "official_score": 1.870589530306629, "reporting_score": 0.6967209971626858, "result": "tasks/dual-trident-swg-edge-coupler-v0/runs/mini-swe-gemini-4-argon-medium__kjGw67N/result.json" }, { "task_id": "dual-trident-swg-edge-coupler-v0", "task_title": "Dual-Trident SWG Edge Coupler Implementation/Optimization", "short_title": "Dual-Trident SWG-v0", "run_id": "claude-kimi-3.1-pro-medium__ovCPKjQ", "model": "kimi-k3.1-pro", "agent": "claude-code", "official_score": 2.1452838033781996, "reporting_score": 0.6358726668327657, "result": "tasks/dual-trident-swg-edge-coupler-v0/runs/claude-kimi-3.1-pro-medium__ovCPKjQ/result.json" }, { "task_id": "hmdm-polarization-splitter-rotator-v1", "task_title": "HMDM Polarization Splitter–Rotator Implementation/Optimization", "short_title": "HMDM polarization splitter–rotator", "run_id": "gpt-5.6-sol-medium__fusBtYp", "model": "gpt-5.6-sol", "agent": "codex", "official_score": 0.4584344524368654, "reporting_score": 0.19668218689884603, "result": "tasks/hmdm-polarization-splitter-rotator-v1/runs/gpt-5.6-sol-medium__fusBtYp/result.json" }, { "task_id": "hmdm-polarization-splitter-rotator-v1", "task_title": "HMDM Polarization Splitter–Rotator Implementation/Optimization", "short_title": "HMDM polarization splitter–rotator", "run_id": "claude-opus-5.5-medium__4eq4a8k", "model": "claude-opus-5.5", "agent": "claude-code", "official_score": 0.4807866651858671, "reporting_score": 0.1883996086544162, "result": "tasks/hmdm-polarization-splitter-rotator-v1/runs/claude-opus-5.5-medium__4eq4a8k/result.json" }, { "task_id": "hmdm-polarization-splitter-rotator-v1", "task_title": "HMDM Polarization Splitter–Rotator Implementation/Optimization", "short_title": "HMDM polarization splitter–rotator", "run_id": "gpt-6.1-sol-medium__2zL4MbS", "model": "gpt-6.1-sol", "agent": "codex", "official_score": 0.3727239790661001, "reporting_score": 0.23656098293956326, "result": "tasks/hmdm-polarization-splitter-rotator-v1/runs/gpt-6.1-sol-medium__2zL4MbS/result.json" }, { "task_id": "hmdm-polarization-splitter-rotator-v1", "task_title": "HMDM Polarization Splitter–Rotator Implementation/Optimization", "short_title": "HMDM polarization splitter–rotator", "run_id": "claude-fable-5.1-medium__4hUvnmJ", "model": "claude-fable-5.1", "agent": "claude-code", "official_score": 0.4937818235025384, "reporting_score": 0.1838972832079835, "result": "tasks/hmdm-polarization-splitter-rotator-v1/runs/claude-fable-5.1-medium__4hUvnmJ/result.json" }, { "task_id": "hmdm-polarization-splitter-rotator-v1", "task_title": "HMDM Polarization Splitter–Rotator Implementation/Optimization", "short_title": "HMDM polarization splitter–rotator", "run_id": "gpt-6-astra-medium__dg6GzEg", "model": "gpt-6-astra", "agent": "codex", "official_score": 0.41424233141180133, "reporting_score": 0.21540474281156416, "result": "tasks/hmdm-polarization-splitter-rotator-v1/runs/gpt-6-astra-medium__dg6GzEg/result.json" }, { "task_id": "hmdm-polarization-splitter-rotator-v1", "task_title": "HMDM Polarization Splitter–Rotator Implementation/Optimization", "short_title": "HMDM polarization splitter–rotator", "run_id": "mini-swe-glm-5.3-flash-max__rDSoXbz", "model": "glm-5.3-flash", "agent": "mini-swe-agent", "official_score": 0.5015732687012573, "reporting_score": 0.18129957645601916, "result": "tasks/hmdm-polarization-splitter-rotator-v1/runs/mini-swe-glm-5.3-flash-max__rDSoXbz/result.json" }, { "task_id": "hmdm-polarization-splitter-rotator-v1", "task_title": "HMDM Polarization Splitter–Rotator Implementation/Optimization", "short_title": "HMDM polarization splitter–rotator", "run_id": "mini-swe-gemini-4-argon-medium__fPDGrbz", "model": "gemini-4-argon", "agent": "mini-swe-agent", "official_score": 0.5015732687012573, "reporting_score": 0.18129957645601916, "result": "tasks/hmdm-polarization-splitter-rotator-v1/runs/mini-swe-gemini-4-argon-medium__fPDGrbz/result.json" }, { "task_id": "hmdm-polarization-splitter-rotator-v1", "task_title": "HMDM Polarization Splitter–Rotator Implementation/Optimization", "short_title": "HMDM polarization splitter–rotator", "run_id": "claude-kimi-3.1-pro-medium__JonhPxy", "model": "kimi-k3.1-pro", "agent": "claude-code", "official_score": 0.4846760106384702, "reporting_score": 0.1870291503832152, "result": "tasks/hmdm-polarization-splitter-rotator-v1/runs/claude-kimi-3.1-pro-medium__JonhPxy/result.json" }, { "task_id": "hmdm-six-channel-wdm-v1", "task_title": "HMDM Six-Channel WDM Binary Optimization", "short_title": "HMDM six-channel WDM", "run_id": "gpt-5.6-sol-medium__yTrWHVA", "model": "gpt-5.6-sol", "agent": "codex", "official_score": 14.889711633968542, "reporting_score": 0.12586760830350507, "result": "tasks/hmdm-six-channel-wdm-v1/runs/gpt-5.6-sol-medium__yTrWHVA/result.json" }, { "task_id": "hmdm-six-channel-wdm-v1", "task_title": "HMDM Six-Channel WDM Binary Optimization", "short_title": "HMDM six-channel WDM", "run_id": "claude-opus-5.5-medium__dDuit3o", "model": "claude-opus-5.5", "agent": "claude-code", "official_score": 19.01541133962826, "reporting_score": 0.099923002633487, "result": "tasks/hmdm-six-channel-wdm-v1/runs/claude-opus-5.5-medium__dDuit3o/result.json" }, { "task_id": "hmdm-six-channel-wdm-v1", "task_title": "HMDM Six-Channel WDM Binary Optimization", "short_title": "HMDM six-channel WDM", "run_id": "gpt-6.1-sol-medium__5beMqGZ", "model": "gpt-6.1-sol", "agent": "codex", "official_score": 2.23828672795148, "reporting_score": 0.6176105354528589, "result": "tasks/hmdm-six-channel-wdm-v1/runs/gpt-6.1-sol-medium__5beMqGZ/result.json" }, { "task_id": "hmdm-six-channel-wdm-v1", "task_title": "HMDM Six-Channel WDM Binary Optimization", "short_title": "HMDM six-channel WDM", "run_id": "claude-fable-5.1-medium__icW2tNW", "model": "claude-fable-5.1", "agent": "claude-code", "official_score": 2.9678106328803304, "reporting_score": 0.5040563134305004, "result": "tasks/hmdm-six-channel-wdm-v1/runs/claude-fable-5.1-medium__icW2tNW/result.json" }, { "task_id": "hmdm-six-channel-wdm-v1", "task_title": "HMDM Six-Channel WDM Binary Optimization", "short_title": "HMDM six-channel WDM", "run_id": "gpt-6-astra-medium__UTpkRSg", "model": "gpt-6-astra", "agent": "codex", "official_score": 2.2212981240554024, "reporting_score": 0.6208677132565835, "result": "tasks/hmdm-six-channel-wdm-v1/runs/gpt-6-astra-medium__UTpkRSg/result.json" }, { "task_id": "hmdm-six-channel-wdm-v1", "task_title": "HMDM Six-Channel WDM Binary Optimization", "short_title": "HMDM six-channel WDM", "run_id": "mini-swe-glm-5.3-flash-max__ZAeg2yb", "model": "glm-5.3-flash", "agent": "mini-swe-agent", "official_score": 2.265315249635937, "reporting_score": 0.6124982879441695, "result": "tasks/hmdm-six-channel-wdm-v1/runs/mini-swe-glm-5.3-flash-max__ZAeg2yb/result.json" }, { "task_id": "hmdm-six-channel-wdm-v1", "task_title": "HMDM Six-Channel WDM Binary Optimization", "short_title": "HMDM six-channel WDM", "run_id": "mini-swe-gemini-4-argon-medium__SKKchLi", "model": "gemini-4-argon", "agent": "mini-swe-agent", "official_score": 3.1622032985332065, "reporting_score": 0.4805147313935424, "result": "tasks/hmdm-six-channel-wdm-v1/runs/mini-swe-gemini-4-argon-medium__SKKchLi/result.json" }, { "task_id": "hmdm-six-channel-wdm-v1", "task_title": "HMDM Six-Channel WDM Binary Optimization", "short_title": "HMDM six-channel WDM", "run_id": "claude-kimi-3.1-pro-medium__FT6EJ8u", "model": "kimi-k3.1-pro", "agent": "claude-code", "official_score": 5.531297166093744, "reporting_score": 0.3062178843098277, "result": "tasks/hmdm-six-channel-wdm-v1/runs/claude-kimi-3.1-pro-medium__FT6EJ8u/result.json" }, { "task_id": "sb2se3-si-polarization-rotator-v0", "task_title": "Sb2Se3/Si Reconfigurable Polarization Rotator Implementation/Optimization", "short_title": "Sb₂Se₃/Si Rotator-v0", "run_id": "gpt-5.6-sol-medium__AHe49nL", "model": "gpt-5.6-sol", "agent": "codex", "official_score": 1.2162650514537692, "reporting_score": 0.9904736039659744, "result": "tasks/sb2se3-si-polarization-rotator-v0/runs/gpt-5.6-sol-medium__AHe49nL/result.json" }, { "task_id": "sb2se3-si-polarization-rotator-v0", "task_title": "Sb2Se3/Si Reconfigurable Polarization Rotator Implementation/Optimization", "short_title": "Sb₂Se₃/Si Rotator-v0", "run_id": "claude-opus-5.5-medium__HF57FEr", "model": "claude-opus-5.5", "agent": "claude-code", "official_score": 0.4340911141744628, "reporting_score": 1.466522442214559, "result": "tasks/sb2se3-si-polarization-rotator-v0/runs/claude-opus-5.5-medium__HF57FEr/result.json" }, { "task_id": "sb2se3-si-polarization-rotator-v0", "task_title": "Sb2Se3/Si Reconfigurable Polarization Rotator Implementation/Optimization", "short_title": "Sb₂Se₃/Si Rotator-v0", "run_id": "gpt-6.1-sol-medium__bppadf9", "model": "gpt-6.1-sol", "agent": "codex", "official_score": 0.6440157137893678, "reporting_score": 1.2989642059916937, "result": "tasks/sb2se3-si-polarization-rotator-v0/runs/gpt-6.1-sol-medium__bppadf9/result.json" }, { "task_id": "sb2se3-si-polarization-rotator-v0", "task_title": "Sb2Se3/Si Reconfigurable Polarization Rotator Implementation/Optimization", "short_title": "Sb₂Se₃/Si Rotator-v0", "run_id": "claude-fable-5.1-medium__BXQPtnX", "model": "claude-fable-5.1", "agent": "claude-code", "official_score": 1.2086518548994056, "reporting_score": 0.9936129830133741, "result": "tasks/sb2se3-si-polarization-rotator-v0/runs/claude-fable-5.1-medium__BXQPtnX/result.json" }, { "task_id": "sb2se3-si-polarization-rotator-v0", "task_title": "Sb2Se3/Si Reconfigurable Polarization Rotator Implementation/Optimization", "short_title": "Sb₂Se₃/Si Rotator-v0", "run_id": "gpt-6-astra-medium__jxAVwNt", "model": "gpt-6-astra", "agent": "codex", "official_score": 0.08535183034147806, "reporting_score": 1.8664982464767177, "result": "tasks/sb2se3-si-polarization-rotator-v0/runs/gpt-6-astra-medium__jxAVwNt/result.json" }, { "task_id": "sb2se3-si-polarization-rotator-v0", "task_title": "Sb2Se3/Si Reconfigurable Polarization Rotator Implementation/Optimization", "short_title": "Sb₂Se₃/Si Rotator-v0", "run_id": "mini-swe-glm-5.3-flash-max__WKb8Gxp", "model": "glm-5.3-flash", "agent": "mini-swe-agent", "official_score": 7.029524386063851, "reporting_score": 0.2902430852624549, "result": "tasks/sb2se3-si-polarization-rotator-v0/runs/mini-swe-glm-5.3-flash-max__WKb8Gxp/result.json" }, { "task_id": "sb2se3-si-polarization-rotator-v0", "task_title": "Sb2Se3/Si Reconfigurable Polarization Rotator Implementation/Optimization", "short_title": "Sb₂Se₃/Si Rotator-v0", "run_id": "mini-swe-gemini-4-argon-medium__8puYjxn", "model": "gemini-4-argon", "agent": "mini-swe-agent", "official_score": 3.3174141758262987, "reporting_score": 0.5290992341750447, "result": "tasks/sb2se3-si-polarization-rotator-v0/runs/mini-swe-gemini-4-argon-medium__8puYjxn/result.json" }, { "task_id": "sb2se3-si-polarization-rotator-v0", "task_title": "Sb2Se3/Si Reconfigurable Polarization Rotator Implementation/Optimization", "short_title": "Sb₂Se₃/Si Rotator-v0", "run_id": "claude-kimi-3.1-pro-medium__LvNswLU", "model": "kimi-k3.1-pro", "agent": "claude-code", "official_score": 1.198305267305473, "reporting_score": 0.9979115430023515, "result": "tasks/sb2se3-si-polarization-rotator-v0/runs/claude-kimi-3.1-pro-medium__LvNswLU/result.json" }, { "task_id": "srsn-grating-coupler-v0", "task_title": "SRSN Grating Coupler Implementation/Optimization", "short_title": "SRSN Grating-v0", "run_id": "gpt-5.6-sol-medium__aQX2HEz", "model": "gpt-5.6-sol", "agent": "codex", "official_score": 1.2474061401084011, "reporting_score": 1.0468379201886193, "result": "tasks/srsn-grating-coupler-v0/runs/gpt-5.6-sol-medium__aQX2HEz/result.json" }, { "task_id": "srsn-grating-coupler-v0", "task_title": "SRSN Grating Coupler Implementation/Optimization", "short_title": "SRSN Grating-v0", "run_id": "claude-opus-5.5-medium__pU9s9SJ", "model": "claude-opus-5.5", "agent": "claude-code", "official_score": 1.241896847155939, "reporting_score": 1.0490460230018466, "result": "tasks/srsn-grating-coupler-v0/runs/claude-opus-5.5-medium__pU9s9SJ/result.json" }, { "task_id": "srsn-grating-coupler-v0", "task_title": "SRSN Grating Coupler Implementation/Optimization", "short_title": "SRSN Grating-v0", "run_id": "gpt-6.1-sol-medium__ysHtDKq", "model": "gpt-6.1-sol", "agent": "codex", "official_score": 1.0185818823879744, "reporting_score": 1.1471241661017277, "result": "tasks/srsn-grating-coupler-v0/runs/gpt-6.1-sol-medium__ysHtDKq/result.json" }, { "task_id": "srsn-grating-coupler-v0", "task_title": "SRSN Grating Coupler Implementation/Optimization", "short_title": "SRSN Grating-v0", "run_id": "claude-fable-5.1-medium__Xrqjuj9", "model": "claude-fable-5.1", "agent": "claude-code", "official_score": 1.096115098801538, "reporting_score": 1.1110592532082395, "result": "tasks/srsn-grating-coupler-v0/runs/claude-fable-5.1-medium__Xrqjuj9/result.json" }, { "task_id": "srsn-grating-coupler-v0", "task_title": "SRSN Grating Coupler Implementation/Optimization", "short_title": "SRSN Grating-v0", "run_id": "gpt-6-astra-medium__vCvAHHL", "model": "gpt-6-astra", "agent": "codex", "official_score": 0.9478898114308089, "reporting_score": 1.1821096872196124, "result": "tasks/srsn-grating-coupler-v0/runs/gpt-6-astra-medium__vCvAHHL/result.json" }, { "task_id": "srsn-grating-coupler-v0", "task_title": "SRSN Grating Coupler Implementation/Optimization", "short_title": "SRSN Grating-v0", "run_id": "mini-swe-glm-5.3-flash-max__QMWnvm2", "model": "glm-5.3-flash", "agent": "mini-swe-agent", "official_score": 1.252938980144046, "reporting_score": 1.0446297152705877, "result": "tasks/srsn-grating-coupler-v0/runs/mini-swe-glm-5.3-flash-max__QMWnvm2/result.json" }, { "task_id": "srsn-grating-coupler-v0", "task_title": "SRSN Grating Coupler Implementation/Optimization", "short_title": "SRSN Grating-v0", "run_id": "mini-swe-gemini-4-argon-medium__vnXsJAR", "model": "gemini-4-argon", "agent": "mini-swe-agent", "official_score": 1.2702447972441466, "reporting_score": 1.0377825582158051, "result": "tasks/srsn-grating-coupler-v0/runs/mini-swe-gemini-4-argon-medium__vnXsJAR/result.json" }, { "task_id": "srsn-grating-coupler-v0", "task_title": "SRSN Grating Coupler Implementation/Optimization", "short_title": "SRSN Grating-v0", "run_id": "claude-kimi-3.1-pro-medium__vvyLKDN", "model": "kimi-k3.1-pro", "agent": "claude-code", "official_score": 1.250489502655229, "reporting_score": 1.0456061729015425, "result": "tasks/srsn-grating-coupler-v0/runs/claude-kimi-3.1-pro-medium__vvyLKDN/result.json" }, { "task_id": "tfln-mmi-crossing-v0", "task_title": "Three-Direction TFLN MMI Crossing Implementation/Optimization", "short_title": "TFLN Crossing-v0", "run_id": "gpt-5.6-sol-medium__GSf8dS7", "model": "gpt-5.6-sol", "agent": "codex", "official_score": 0.15905117344755454, "reporting_score": 0.40190669873683604, "result": "tasks/tfln-mmi-crossing-v0/runs/gpt-5.6-sol-medium__GSf8dS7/result.json" }, { "task_id": "tfln-mmi-crossing-v0", "task_title": "Three-Direction TFLN MMI Crossing Implementation/Optimization", "short_title": "TFLN Crossing-v0", "run_id": "claude-opus-5.5-medium__btZUm9A", "model": "claude-opus-5.5", "agent": "claude-code", "official_score": 0.19638787597284557, "reporting_score": 0.3384268320478068, "result": "tasks/tfln-mmi-crossing-v0/runs/claude-opus-5.5-medium__btZUm9A/result.json" }, { "task_id": "tfln-mmi-crossing-v0", "task_title": "Three-Direction TFLN MMI Crossing Implementation/Optimization", "short_title": "TFLN Crossing-v0", "run_id": "gpt-6.1-sol-medium__9sPumXa", "model": "gpt-6.1-sol", "agent": "codex", "official_score": 0.09605743378652645, "reporting_score": 0.5879869829495658, "result": "tasks/tfln-mmi-crossing-v0/runs/gpt-6.1-sol-medium__9sPumXa/result.json" }, { "task_id": "tfln-mmi-crossing-v0", "task_title": "Three-Direction TFLN MMI Crossing Implementation/Optimization", "short_title": "TFLN Crossing-v0", "run_id": "claude-fable-5.1-medium__EBWBnUS", "model": "claude-fable-5.1", "agent": "claude-code", "official_score": 0.0698990844300603, "reporting_score": 0.7279405503228914, "result": "tasks/tfln-mmi-crossing-v0/runs/claude-fable-5.1-medium__EBWBnUS/result.json" }, { "task_id": "tfln-mmi-crossing-v0", "task_title": "Three-Direction TFLN MMI Crossing Implementation/Optimization", "short_title": "TFLN Crossing-v0", "run_id": "gpt-6-astra-medium__F6ixc8B", "model": "gpt-6-astra", "agent": "codex", "official_score": 0.14209839030094118, "reporting_score": 0.43932293892213786, "result": "tasks/tfln-mmi-crossing-v0/runs/gpt-6-astra-medium__F6ixc8B/result.json" }, { "task_id": "tfln-mmi-crossing-v0", "task_title": "Three-Direction TFLN MMI Crossing Implementation/Optimization", "short_title": "TFLN Crossing-v0", "run_id": "mini-swe-glm-5.3-flash-max__qxD6ndg", "model": "glm-5.3-flash", "agent": "mini-swe-agent", "official_score": 0.2831586340109215, "reporting_score": 0.24755643693337406, "result": "tasks/tfln-mmi-crossing-v0/runs/mini-swe-glm-5.3-flash-max__qxD6ndg/result.json" }, { "task_id": "tfln-mmi-crossing-v0", "task_title": "Three-Direction TFLN MMI Crossing Implementation/Optimization", "short_title": "TFLN Crossing-v0", "run_id": "mini-swe-gemini-4-argon-medium__JuRx42Z", "model": "gemini-4-argon", "agent": "mini-swe-agent", "official_score": 0.16757337060462463, "reporting_score": 0.3854058917431177, "result": "tasks/tfln-mmi-crossing-v0/runs/mini-swe-gemini-4-argon-medium__JuRx42Z/result.json" }, { "task_id": "tfln-mmi-crossing-v0", "task_title": "Three-Direction TFLN MMI Crossing Implementation/Optimization", "short_title": "TFLN Crossing-v0", "run_id": "claude-kimi-3.1-pro-medium__PpEgttR", "model": "kimi-k3.1-pro", "agent": "claude-code", "official_score": 0.23481903355717618, "reporting_score": 0.2911006525439803, "result": "tasks/tfln-mmi-crossing-v0/runs/claude-kimi-3.1-pro-medium__PpEgttR/result.json" }, { "task_id": "tfln-polarization-insensitive-mmi-v0", "task_title": "Polarization-Insensitive TFLN 1x2 MMI Implementation/Optimization", "short_title": "TFLN PI-MMI-v0", "run_id": "gpt-5.6-sol-medium__F3oW8VQ", "model": "gpt-5.6-sol", "agent": "codex", "official_score": 0.5691660121672131, "reporting_score": 0.6098678573246398, "result": "tasks/tfln-polarization-insensitive-mmi-v0/runs/gpt-5.6-sol-medium__F3oW8VQ/result.json" }, { "task_id": "tfln-polarization-insensitive-mmi-v0", "task_title": "Polarization-Insensitive TFLN 1x2 MMI Implementation/Optimization", "short_title": "TFLN PI-MMI-v0", "run_id": "claude-opus-5.5-medium__inD5Ts5", "model": "claude-opus-5.5", "agent": "claude-code", "official_score": 0.5143102051357218, "reporting_score": 0.6536562666581156, "result": "tasks/tfln-polarization-insensitive-mmi-v0/runs/claude-opus-5.5-medium__inD5Ts5/result.json" }, { "task_id": "tfln-polarization-insensitive-mmi-v0", "task_title": "Polarization-Insensitive TFLN 1x2 MMI Implementation/Optimization", "short_title": "TFLN PI-MMI-v0", "run_id": "gpt-6.1-sol-medium__aJ8eCHH", "model": "gpt-6.1-sol", "agent": "codex", "official_score": 0.528163674435203, "reporting_score": 0.6420148867924672, "result": "tasks/tfln-polarization-insensitive-mmi-v0/runs/gpt-6.1-sol-medium__aJ8eCHH/result.json" }, { "task_id": "tfln-polarization-insensitive-mmi-v0", "task_title": "Polarization-Insensitive TFLN 1x2 MMI Implementation/Optimization", "short_title": "TFLN PI-MMI-v0", "run_id": "claude-fable-5.1-medium__tegB3CK", "model": "claude-fable-5.1", "agent": "claude-code", "official_score": 0.4955002652464908, "reporting_score": 0.6701555017524313, "result": "tasks/tfln-polarization-insensitive-mmi-v0/runs/claude-fable-5.1-medium__tegB3CK/result.json" }, { "task_id": "tfln-polarization-insensitive-mmi-v0", "task_title": "Polarization-Insensitive TFLN 1x2 MMI Implementation/Optimization", "short_title": "TFLN PI-MMI-v0", "run_id": "gpt-6-astra-medium__YcWLFhC", "model": "gpt-6-astra", "agent": "codex", "official_score": 0.5161411462990286, "reporting_score": 0.6520935325280666, "result": "tasks/tfln-polarization-insensitive-mmi-v0/runs/gpt-6-astra-medium__YcWLFhC/result.json" }, { "task_id": "tfln-polarization-insensitive-mmi-v0", "task_title": "Polarization-Insensitive TFLN 1x2 MMI Implementation/Optimization", "short_title": "TFLN PI-MMI-v0", "run_id": "mini-swe-glm-5.3-flash-max__ECexJyy", "model": "glm-5.3-flash", "agent": "mini-swe-agent", "official_score": 1.839566150428062, "reporting_score": 0.23903133464044854, "result": "tasks/tfln-polarization-insensitive-mmi-v0/runs/mini-swe-glm-5.3-flash-max__ECexJyy/result.json" }, { "task_id": "tfln-polarization-insensitive-mmi-v0", "task_title": "Polarization-Insensitive TFLN 1x2 MMI Implementation/Optimization", "short_title": "TFLN PI-MMI-v0", "run_id": "mini-swe-gemini-4-argon-medium__5iDK9br", "model": "gemini-4-argon", "agent": "mini-swe-agent", "official_score": 0.8641333563461933, "reporting_score": 0.44836156542982364, "result": "tasks/tfln-polarization-insensitive-mmi-v0/runs/mini-swe-gemini-4-argon-medium__5iDK9br/result.json" }, { "task_id": "tfln-polarization-insensitive-mmi-v0", "task_title": "Polarization-Insensitive TFLN 1x2 MMI Implementation/Optimization", "short_title": "TFLN PI-MMI-v0", "run_id": "claude-kimi-3.1-pro-medium__Lifn5PW", "model": "kimi-k3.1-pro", "agent": "claude-code", "official_score": 0.6666059045092414, "reporting_score": 0.545014564056435, "result": "tasks/tfln-polarization-insensitive-mmi-v0/runs/claude-kimi-3.1-pro-medium__Lifn5PW/result.json" }, { "task_id": "trapezoidal-swg-3db-coupler-v0", "task_title": "Trapezoidal SWG 2 x 2 3-dB Coupler Implementation/Optimization", "short_title": "Trapezoidal SWG-v0", "run_id": "gpt-5.6-sol-medium__kGkPeq9", "model": "gpt-5.6-sol", "agent": "codex", "official_score": 2.7873150847639425, "reporting_score": 0.5280785873997745, "result": "tasks/trapezoidal-swg-3db-coupler-v0/runs/gpt-5.6-sol-medium__kGkPeq9/result.json" }, { "task_id": "trapezoidal-swg-3db-coupler-v0", "task_title": "Trapezoidal SWG 2 x 2 3-dB Coupler Implementation/Optimization", "short_title": "Trapezoidal SWG-v0", "run_id": "claude-opus-5.5-medium__rTfxRuH", "model": "claude-opus-5.5", "agent": "claude-code", "official_score": 2.266686107519475, "reporting_score": 0.6122412543391503, "result": "tasks/trapezoidal-swg-3db-coupler-v0/runs/claude-opus-5.5-medium__rTfxRuH/result.json" }, { "task_id": "trapezoidal-swg-3db-coupler-v0", "task_title": "Trapezoidal SWG 2 x 2 3-dB Coupler Implementation/Optimization", "short_title": "Trapezoidal SWG-v0", "run_id": "gpt-6.1-sol-medium__jwMZJGw", "model": "gpt-6.1-sol", "agent": "codex", "official_score": 1.1464838239958066, "reporting_score": 0.9317563811298059, "result": "tasks/trapezoidal-swg-3db-coupler-v0/runs/gpt-6.1-sol-medium__jwMZJGw/result.json" }, { "task_id": "trapezoidal-swg-3db-coupler-v0", "task_title": "Trapezoidal SWG 2 x 2 3-dB Coupler Implementation/Optimization", "short_title": "Trapezoidal SWG-v0", "run_id": "claude-fable-5.1-medium__dF3sy7U", "model": "claude-fable-5.1", "agent": "claude-code", "official_score": 1.7442730165201632, "reporting_score": 0.7287904621589261, "result": "tasks/trapezoidal-swg-3db-coupler-v0/runs/claude-fable-5.1-medium__dF3sy7U/result.json" }, { "task_id": "trapezoidal-swg-3db-coupler-v0", "task_title": "Trapezoidal SWG 2 x 2 3-dB Coupler Implementation/Optimization", "short_title": "Trapezoidal SWG-v0", "run_id": "gpt-6-astra-medium__WbiQvhn", "model": "gpt-6-astra", "agent": "codex", "official_score": 1.5167193380956612, "reporting_score": 0.7946853547497077, "result": "tasks/trapezoidal-swg-3db-coupler-v0/runs/gpt-6-astra-medium__WbiQvhn/result.json" }, { "task_id": "trapezoidal-swg-3db-coupler-v0", "task_title": "Trapezoidal SWG 2 x 2 3-dB Coupler Implementation/Optimization", "short_title": "Trapezoidal SWG-v0", "run_id": "mini-swe-glm-5.3-flash-max__EpmfWeB", "model": "glm-5.3-flash", "agent": "mini-swe-agent", "official_score": 1.962249071585067, "reporting_score": 0.6751626725735869, "result": "tasks/trapezoidal-swg-3db-coupler-v0/runs/mini-swe-glm-5.3-flash-max__EpmfWeB/result.json" }, { "task_id": "trapezoidal-swg-3db-coupler-v0", "task_title": "Trapezoidal SWG 2 x 2 3-dB Coupler Implementation/Optimization", "short_title": "Trapezoidal SWG-v0", "run_id": "mini-swe-gemini-4-argon-medium__HV573Dh", "model": "gemini-4-argon", "agent": "mini-swe-agent", "official_score": 2.544087373153071, "reporting_score": 0.5643201731284233, "result": "tasks/trapezoidal-swg-3db-coupler-v0/runs/mini-swe-gemini-4-argon-medium__HV573Dh/result.json" }, { "task_id": "trapezoidal-swg-3db-coupler-v0", "task_title": "Trapezoidal SWG 2 x 2 3-dB Coupler Implementation/Optimization", "short_title": "Trapezoidal SWG-v0", "run_id": "claude-kimi-3.1-pro-medium__9ByhuAU", "model": "kimi-k3.1-pro", "agent": "claude-code", "official_score": 2.935460991343814, "reporting_score": 0.5081996758191915, "result": "tasks/trapezoidal-swg-3db-coupler-v0/runs/claude-kimi-3.1-pro-medium__9ByhuAU/result.json" }, { "task_id": "srsn-grating-coupler-v0", "task_title": "SRSN Grating Coupler Implementation/Optimization", "short_title": "SRSN Grating-v0", "run_id": "claude-glm-5.3-flash-high__oWTJTMW", "model": "glm-5.3-flash", "agent": "claude-code", "official_score": 1.2645321486162355, "reporting_score": 1.0400328579930826, "result": "tasks/srsn-grating-coupler-v0/runs/claude-glm-5.3-flash-high__oWTJTMW/result.json" }, { "task_id": "trapezoidal-swg-3db-coupler-v0", "task_title": "Trapezoidal SWG 2 x 2 3-dB Coupler Implementation/Optimization", "short_title": "Trapezoidal SWG-v0", "run_id": "claude-glm-5.3-flash-high__FG9dqqy", "model": "glm-5.3-flash", "agent": "claude-code", "official_score": 27.56583764502959, "reporting_score": 0.07001370045061489, "result": "tasks/trapezoidal-swg-3db-coupler-v0/runs/claude-glm-5.3-flash-high__FG9dqqy/result.json" }, { "task_id": "anisotropic-swg-beamsplitter-v0", "task_title": "Anisotropic SWG 2 x 2 Beamsplitter Implementation/Optimization", "short_title": "Anisotropic SWG-v0", "run_id": "claude-glm-5.3-flash-high__LQ8dMhT", "model": "glm-5.3-flash", "agent": "claude-code", "official_score": 2.1520820436277734, "reporting_score": 0.6345012510201585, "result": "tasks/anisotropic-swg-beamsplitter-v0/runs/claude-glm-5.3-flash-high__LQ8dMhT/result.json" }, { "task_id": "dual-trident-swg-edge-coupler-v0", "task_title": "Dual-Trident SWG Edge Coupler Implementation/Optimization", "short_title": "Dual-Trident SWG-v0", "run_id": "claude-glm-5.3-flash-high__nk5f6SG", "model": "glm-5.3-flash", "agent": "claude-code", "official_score": 8.196723986013088, "reporting_score": 0.21746874246108897, "result": "tasks/dual-trident-swg-edge-coupler-v0/runs/claude-glm-5.3-flash-high__nk5f6SG/result.json" }, { "task_id": "asi-sin-swg-grating-coupler-v0", "task_title": "α-Si/Si3N4 SWG Grating Coupler Implementation/Optimization", "short_title": "α-Si/Si₃N₄ Grating-v0", "run_id": "claude-glm-5.3-flash-high__5sQX8gx", "model": "glm-5.3-flash", "agent": "claude-code", "official_score": 3.7086149791543614, "reporting_score": 0.42475335291890604, "result": "tasks/asi-sin-swg-grating-coupler-v0/runs/claude-glm-5.3-flash-high__5sQX8gx/result.json" }, { "task_id": "hmdm-polarization-splitter-rotator-v1", "task_title": "HMDM Polarization Splitter–Rotator Implementation/Optimization", "short_title": "HMDM polarization splitter–rotator", "run_id": "claude-glm-5.3-flash-high__P2ozu8L", "model": "glm-5.3-flash", "agent": "claude-code", "official_score": 0.4849026780459914, "reporting_score": 0.18694989594238284, "result": "tasks/hmdm-polarization-splitter-rotator-v1/runs/claude-glm-5.3-flash-high__P2ozu8L/result.json" }, { "task_id": "hmdm-six-channel-wdm-v1", "task_title": "HMDM Six-Channel WDM Binary Optimization", "short_title": "HMDM six-channel WDM", "run_id": "claude-glm-5.3-flash-high__w2k7PZF", "model": "glm-5.3-flash", "agent": "claude-code", "official_score": 3.6838236936920197, "reporting_score": 0.4270015548820758, "result": "tasks/hmdm-six-channel-wdm-v1/runs/claude-glm-5.3-flash-high__w2k7PZF/result.json" }, { "task_id": "sb2se3-si-polarization-rotator-v0", "task_title": "Sb2Se3/Si Reconfigurable Polarization Rotator Implementation/Optimization", "short_title": "Sb₂Se₃/Si Rotator-v0", "run_id": "claude-glm-5.3-flash-high__bCGnWkM", "model": "glm-5.3-flash", "agent": "claude-code", "official_score": 3.3175104509636597, "reporting_score": 0.5290879415295994, "result": "tasks/sb2se3-si-polarization-rotator-v0/runs/claude-glm-5.3-flash-high__bCGnWkM/result.json" }, { "task_id": "tfln-mmi-crossing-v0", "task_title": "Three-Direction TFLN MMI Crossing Implementation/Optimization", "short_title": "TFLN Crossing-v0", "run_id": "claude-glm-5.3-flash-high__xxKphsf", "model": "glm-5.3-flash", "agent": "claude-code", "official_score": 0.10772495410211766, "reporting_score": 0.5415469612852172, "result": "tasks/tfln-mmi-crossing-v0/runs/claude-glm-5.3-flash-high__xxKphsf/result.json" }, { "task_id": "anisotropic-swg-beamsplitter-v0", "task_title": "Anisotropic SWG 2 x 2 Beamsplitter Implementation/Optimization", "short_title": "Anisotropic SWG-v0", "run_id": "claude-kimi-3.1-pro-medium__ttKPyPR", "model": "kimi-k3.1-pro", "agent": "claude-code", "official_score": 1.7318753300394736, "reporting_score": 0.7320978296513632, "result": "tasks/anisotropic-swg-beamsplitter-v0/runs/claude-kimi-3.1-pro-medium__ttKPyPR/result.json" }, { "task_id": "tfln-polarization-insensitive-mmi-v0", "task_title": "Polarization-Insensitive TFLN 1x2 MMI Implementation/Optimization", "short_title": "TFLN PI-MMI-v0", "run_id": "claude-glm-5.3-flash-high__6L7SYwT", "model": "glm-5.3-flash", "agent": "claude-code", "official_score": 0.7412608052478977, "reporting_score": 0.5039554160205605, "result": "tasks/tfln-polarization-insensitive-mmi-v0/runs/claude-glm-5.3-flash-high__6L7SYwT/result.json" }, { "task_id": "wdm-channelizer-electrothermal-design-v1", "task_title": "Four-Channel Electrothermal Dual-Ring WDM Channelizer", "short_title": "WDM-v1", "run_id": "muse-code-muse-wonder-high__nV8AMxi", "model": "muse-wonder", "agent": "muse-code", "official_score": 1.1394528601842342, "reporting_score": 0.6029023943919835, "result": "tasks/wdm-channelizer-electrothermal-design-v1/runs/muse-code-muse-wonder-high__nV8AMxi/result.json" }, { "task_id": "microresonator-modulator-design-v1", "task_title": "Single-Ring O-Band Microresonator Modulator", "short_title": "Microresonator-v1", "run_id": "muse-code-muse-wonder-high__9EwsfgU", "model": "muse-wonder", "agent": "muse-code", "official_score": 0.09328651043629888, "reporting_score": 0.49103449995180887, "result": "tasks/microresonator-modulator-design-v1/runs/muse-code-muse-wonder-high__9EwsfgU/result.json" }, { "task_id": "microresonator-modulator-design-v2", "task_title": "Five-Channel C-Band WDM-PAM4 Microresonator Modulator", "short_title": "Microresonator-v2", "run_id": "muse-code-muse-wonder-high__nJQbH9e", "model": "muse-wonder", "agent": "muse-code", "official_score": null, "reporting_score": null, "result": "tasks/microresonator-modulator-design-v2/runs/muse-code-muse-wonder-high__nJQbH9e/result.json" }, { "task_id": "mzi-coupled-microring-add-drop-filter-electrothermal-design-v2", "task_title": "MZI-coupled microring add-drop filter electrothermal design v2", "short_title": "MZI-Ring-v2", "run_id": "muse-code-muse-wonder-high__KrTsyaY", "model": "muse-wonder", "agent": "muse-code", "official_score": 44.13894514027235, "reporting_score": 0.006750835310177694, "result": "tasks/mzi-coupled-microring-add-drop-filter-electrothermal-design-v2/runs/muse-code-muse-wonder-high__KrTsyaY/result.json" }, { "task_id": "four-mode-quantum-projector-electrothermal-design-v1", "task_title": "Four-Mode Quantum Projector Electrothermal Design", "short_title": "Quantum-4", "run_id": "muse-code-muse-wonder-high__o5KDsiV", "model": "muse-wonder", "agent": "muse-code", "official_score": 1.0066371645006185, "reporting_score": 0.457816969439274, "result": "tasks/four-mode-quantum-projector-electrothermal-design-v1/runs/muse-code-muse-wonder-high__o5KDsiV/result.json" }, { "task_id": "eight-mode-quantum-projector-electrothermal-design-v2", "task_title": "Eight-Mode Quantum Projector Electrothermal Design", "short_title": "Quantum-8", "run_id": "muse-code-muse-wonder-high__2RsXKHi", "model": "muse-wonder", "agent": "muse-code", "official_score": null, "reporting_score": null, "result": "tasks/eight-mode-quantum-projector-electrothermal-design-v2/runs/muse-code-muse-wonder-high__2RsXKHi/result.json" }, { "task_id": "microring-assisted-fourier-spectrometer-electrothermal-design-v1", "task_title": "Microring-Assisted Fourier Spectrometer Electrothermal Design", "short_title": "RAFT-Spec", "run_id": "muse-code-muse-wonder-high__kAYvfxs", "model": "muse-wonder", "agent": "muse-code", "official_score": null, "reporting_score": null, "result": "tasks/microring-assisted-fourier-spectrometer-electrothermal-design-v1/runs/muse-code-muse-wonder-high__kAYvfxs/result.json" }, { "task_id": "four-wavelength-two-port-selective-crossconnect-design-v1", "task_title": "Four-Wavelength Two-Port Ring Selective Cross-Connect", "short_title": "Ring-XC-v1", "run_id": "muse-code-muse-wonder-high__UqbdQMW", "model": "muse-wonder", "agent": "muse-code", "official_score": null, "reporting_score": null, "result": "tasks/four-wavelength-two-port-selective-crossconnect-design-v1/runs/muse-code-muse-wonder-high__UqbdQMW/result.json" }, { "task_id": "four-wavelength-four-port-selective-crossconnect-design-v2", "task_title": "Four-Wavelength Four-Port Ring Selective Cross-Connect", "short_title": "Ring-XC-v2", "run_id": "muse-code-muse-wonder-high__Wwb2eza", "model": "muse-wonder", "agent": "muse-code", "official_score": null, "reporting_score": null, "result": "tasks/four-wavelength-four-port-selective-crossconnect-design-v2/runs/muse-code-muse-wonder-high__Wwb2eza/result.json" }, { "task_id": "serial-dual-ring-assisted-mzi-chebyshev-elliptic-electrothermal-design-v1", "task_title": "Serial Dual-Ring-Assisted MZI Elliptic Bandpass Electrothermal Design v1", "short_title": "Serial MZI-v1", "run_id": "muse-code-muse-wonder-high__PqPuKVA", "model": "muse-wonder", "agent": "muse-code", "official_score": 23.64187052553521, "reporting_score": 0.038239563544342346, "result": "tasks/serial-dual-ring-assisted-mzi-chebyshev-elliptic-electrothermal-design-v1/runs/muse-code-muse-wonder-high__PqPuKVA/result.json" }, { "task_id": "90sinwaveguide-design-v0", "task_title": "90 Degree SiN Waveguide Bend Design", "short_title": "90SiN Bend-v0", "run_id": "muse-code-muse-wonder-high__2MSuUix", "model": "muse-wonder", "agent": "muse-code", "official_score": 0.09691743423104915, "reporting_score": 0.6735879303212895, "result": "tasks/90sinwaveguide-design-v0/runs/muse-code-muse-wonder-high__2MSuUix/result.json" }, { "task_id": "wdm-channelizer-electrothermal-design-v2", "task_title": "Eight-Channel Electrothermal Dual-Ring WDM Channelizer", "short_title": "WDM-v2", "run_id": "muse-code-muse-wonder-high__MyLVaER", "model": "muse-wonder", "agent": "muse-code", "official_score": null, "reporting_score": null, "result": "tasks/wdm-channelizer-electrothermal-design-v2/runs/muse-code-muse-wonder-high__MyLVaER/result.json" }, { "task_id": "rectangular-mzi-mesh-design-v1", "task_title": "Broadband 4x4 Rectangular MZI Mesh", "short_title": "MZI-v1", "run_id": "muse-code-muse-wonder-high__cFSG4tF", "model": "muse-wonder", "agent": "muse-code", "official_score": null, "reporting_score": null, "result": "tasks/rectangular-mzi-mesh-design-v1/runs/muse-code-muse-wonder-high__cFSG4tF/result.json" }, { "task_id": "rectangular-mzi-mesh-design-v2", "task_title": "Broadband 6x6 Rectangular MZI Mesh", "short_title": "MZI-v2", "run_id": "muse-code-muse-wonder-high__dwrHMLJ", "model": "muse-wonder", "agent": "muse-code", "official_score": null, "reporting_score": null, "result": "tasks/rectangular-mzi-mesh-design-v2/runs/muse-code-muse-wonder-high__dwrHMLJ/result.json" }, { "task_id": "mzi-coupled-microring-add-drop-filter-electrothermal-design-v1", "task_title": "MZI-Coupled Microring Add-Drop Filter Electrothermal Design", "short_title": "MZI-Ring-v1", "run_id": "muse-code-muse-wonder-high__6yu7298", "model": "muse-wonder", "agent": "muse-code", "official_score": null, "reporting_score": null, "result": "tasks/mzi-coupled-microring-add-drop-filter-electrothermal-design-v1/runs/muse-code-muse-wonder-high__6yu7298/result.json" }, { "task_id": "eight-delay-mzi-spectrometer-design-v1", "task_title": "Compact PDK-Physical Eight-Delay Sparse-Spectrum MZI Spectrometer", "short_title": "MZI-Spec-8", "run_id": "muse-code-muse-wonder-high__CALm5qC", "model": "muse-wonder", "agent": "muse-code", "official_score": 0.23829264794245936, "reporting_score": 0.480042612482891, "result": "tasks/eight-delay-mzi-spectrometer-design-v1/runs/muse-code-muse-wonder-high__CALm5qC/result.json" }, { "task_id": "wdm-channelizer-electrothermal-design-v2", "task_title": "Eight-Channel Electrothermal Dual-Ring WDM Channelizer", "short_title": "WDM-v2", "run_id": "claude-sonnet-5.5-high__PMEYGtq", "model": "claude-sonnet-5.5", "agent": "claude-code", "official_score": 4.45505751268136, "reporting_score": 0.34048562809157124, "result": "tasks/wdm-channelizer-electrothermal-design-v2/runs/claude-sonnet-5.5-high__PMEYGtq/result.json" }, { "task_id": "microresonator-modulator-design-v1", "task_title": "Single-Ring O-Band Microresonator Modulator", "short_title": "Microresonator-v1", "run_id": "claude-sonnet-5.5-high__qciKn75", "model": "claude-sonnet-5.5", "agent": "claude-code", "official_score": 0.048445190993048406, "reporting_score": 0.6500767513442852, "result": "tasks/microresonator-modulator-design-v1/runs/claude-sonnet-5.5-high__qciKn75/result.json" }, { "task_id": "microresonator-modulator-design-v2", "task_title": "Five-Channel C-Band WDM-PAM4 Microresonator Modulator", "short_title": "Microresonator-v2", "run_id": "claude-sonnet-5.5-high__mmc6JLa", "model": "claude-sonnet-5.5", "agent": "claude-code", "official_score": 0.6155855888838148, "reporting_score": 0.513596240119381, "result": "tasks/microresonator-modulator-design-v2/runs/claude-sonnet-5.5-high__mmc6JLa/result.json" }, { "task_id": "rectangular-mzi-mesh-design-v1", "task_title": "Broadband 4x4 Rectangular MZI Mesh", "short_title": "MZI-v1", "run_id": "claude-sonnet-5.5-high__u3ZUTxW", "model": "claude-sonnet-5.5", "agent": "claude-code", "official_score": 0.14845604854593542, "reporting_score": 0.6813947388188049, "result": "tasks/rectangular-mzi-mesh-design-v1/runs/claude-sonnet-5.5-high__u3ZUTxW/result.json" }, { "task_id": "rectangular-mzi-mesh-design-v2", "task_title": "Broadband 6x6 Rectangular MZI Mesh", "short_title": "MZI-v2", "run_id": "claude-sonnet-5.5-high__HDFxUFR", "model": "claude-sonnet-5.5", "agent": "claude-code", "official_score": 0.7217894404571327, "reporting_score": 0.3876858617114657, "result": "tasks/rectangular-mzi-mesh-design-v2/runs/claude-sonnet-5.5-high__HDFxUFR/result.json" }, { "task_id": "mzi-coupled-microring-add-drop-filter-electrothermal-design-v1", "task_title": "MZI-Coupled Microring Add-Drop Filter Electrothermal Design", "short_title": "MZI-Ring-v1", "run_id": "claude-sonnet-5.5-high__yJbeCEz", "model": "claude-sonnet-5.5", "agent": "claude-code", "official_score": 2.054418110084226, "reporting_score": 0.3528205677891258, "result": "tasks/mzi-coupled-microring-add-drop-filter-electrothermal-design-v1/runs/claude-sonnet-5.5-high__yJbeCEz/result.json" }, { "task_id": "mzi-coupled-microring-add-drop-filter-electrothermal-design-v2", "task_title": "MZI-coupled microring add-drop filter electrothermal design v2", "short_title": "MZI-Ring-v2", "run_id": "claude-sonnet-5.5-high__TE6cMEh", "model": "claude-sonnet-5.5", "agent": "claude-code", "official_score": null, "reporting_score": null, "result": "tasks/mzi-coupled-microring-add-drop-filter-electrothermal-design-v2/runs/claude-sonnet-5.5-high__TE6cMEh/result.json" }, { "task_id": "four-mode-quantum-projector-electrothermal-design-v1", "task_title": "Four-Mode Quantum Projector Electrothermal Design", "short_title": "Quantum-4", "run_id": "claude-sonnet-5.5-high__qEduR59", "model": "claude-sonnet-5.5", "agent": "claude-code", "official_score": 0.7907538184834105, "reporting_score": 0.518054561522018, "result": "tasks/four-mode-quantum-projector-electrothermal-design-v1/runs/claude-sonnet-5.5-high__qEduR59/result.json" }, { "task_id": "eight-mode-quantum-projector-electrothermal-design-v2", "task_title": "Eight-Mode Quantum Projector Electrothermal Design", "short_title": "Quantum-8", "run_id": "claude-sonnet-5.5-high__R2rRa9v", "model": "claude-sonnet-5.5", "agent": "claude-code", "official_score": null, "reporting_score": null, "result": "tasks/eight-mode-quantum-projector-electrothermal-design-v2/runs/claude-sonnet-5.5-high__R2rRa9v/result.json" }, { "task_id": "microring-assisted-fourier-spectrometer-electrothermal-design-v1", "task_title": "Microring-Assisted Fourier Spectrometer Electrothermal Design", "short_title": "RAFT-Spec", "run_id": "claude-sonnet-5.5-high__XMGsTQ6", "model": "claude-sonnet-5.5", "agent": "claude-code", "official_score": 0.5556458336998529, "reporting_score": 0.4124165581887242, "result": "tasks/microring-assisted-fourier-spectrometer-electrothermal-design-v1/runs/claude-sonnet-5.5-high__XMGsTQ6/result.json" }, { "task_id": "four-wavelength-two-port-selective-crossconnect-design-v1", "task_title": "Four-Wavelength Two-Port Ring Selective Cross-Connect", "short_title": "Ring-XC-v1", "run_id": "claude-sonnet-5.5-high__EnLiWnE", "model": "claude-sonnet-5.5", "agent": "claude-code", "official_score": null, "reporting_score": null, "result": "tasks/four-wavelength-two-port-selective-crossconnect-design-v1/runs/claude-sonnet-5.5-high__EnLiWnE/result.json" }, { "task_id": "four-wavelength-four-port-selective-crossconnect-design-v2", "task_title": "Four-Wavelength Four-Port Ring Selective Cross-Connect", "short_title": "Ring-XC-v2", "run_id": "claude-sonnet-5.5-high__MCjW4St", "model": "claude-sonnet-5.5", "agent": "claude-code", "official_score": null, "reporting_score": null, "result": "tasks/four-wavelength-four-port-selective-crossconnect-design-v2/runs/claude-sonnet-5.5-high__MCjW4St/result.json" }, { "task_id": "serial-dual-ring-assisted-mzi-chebyshev-elliptic-electrothermal-design-v1", "task_title": "Serial Dual-Ring-Assisted MZI Elliptic Bandpass Electrothermal Design v1", "short_title": "Serial MZI-v1", "run_id": "claude-sonnet-5.5-high__Rz6fEKC", "model": "claude-sonnet-5.5", "agent": "claude-code", "official_score": null, "reporting_score": null, "result": "tasks/serial-dual-ring-assisted-mzi-chebyshev-elliptic-electrothermal-design-v1/runs/claude-sonnet-5.5-high__Rz6fEKC/result.json" }, { "task_id": "90sinwaveguide-design-v0", "task_title": "90 Degree SiN Waveguide Bend Design", "short_title": "90SiN Bend-v0", "run_id": "claude-sonnet-5.5-high__SunCSSu", "model": "claude-sonnet-5.5", "agent": "claude-code", "official_score": 0.12853856464023017, "reporting_score": 0.6087565404049666, "result": "tasks/90sinwaveguide-design-v0/runs/claude-sonnet-5.5-high__SunCSSu/result.json" }, { "task_id": "srsn-grating-coupler-v0", "task_title": "SRSN Grating Coupler Implementation/Optimization", "short_title": "SRSN Grating-v0", "run_id": "muse-code-muse-wonder-high__MYj3Myt", "model": "muse-wonder", "agent": "muse-code", "official_score": 1.2037396352579266, "reporting_score": 1.0645987505746328, "result": "tasks/srsn-grating-coupler-v0/runs/muse-code-muse-wonder-high__MYj3Myt/result.json" }, { "task_id": "trapezoidal-swg-3db-coupler-v0", "task_title": "Trapezoidal SWG 2 x 2 3-dB Coupler Implementation/Optimization", "short_title": "Trapezoidal SWG-v0", "run_id": "muse-code-muse-wonder-high__AxCGcp2", "model": "muse-wonder", "agent": "muse-code", "official_score": 1.6926566282473745, "reporting_score": 0.7427608774988075, "result": "tasks/trapezoidal-swg-3db-coupler-v0/runs/muse-code-muse-wonder-high__AxCGcp2/result.json" }, { "task_id": "anisotropic-swg-beamsplitter-v0", "task_title": "Anisotropic SWG 2 x 2 Beamsplitter Implementation/Optimization", "short_title": "Anisotropic SWG-v0", "run_id": "muse-code-muse-wonder-high__mht2SW4", "model": "muse-wonder", "agent": "muse-code", "official_score": 0.4952870577464413, "reporting_score": 1.3375358193858882, "result": "tasks/anisotropic-swg-beamsplitter-v0/runs/muse-code-muse-wonder-high__mht2SW4/result.json" }, { "task_id": "dual-trident-swg-edge-coupler-v0", "task_title": "Dual-Trident SWG Edge Coupler Implementation/Optimization", "short_title": "Dual-Trident SWG-v0", "run_id": "muse-code-muse-wonder-high__kc4dJx7", "model": "muse-wonder", "agent": "muse-code", "official_score": 2.602963837599921, "reporting_score": 0.5550985494576266, "result": "tasks/dual-trident-swg-edge-coupler-v0/runs/muse-code-muse-wonder-high__kc4dJx7/result.json" }, { "task_id": "asi-sin-swg-grating-coupler-v0", "task_title": "α-Si/Si3N4 SWG Grating Coupler Implementation/Optimization", "short_title": "α-Si/Si₃N₄ Grating-v0", "run_id": "muse-code-muse-wonder-high__djCj4mt", "model": "muse-wonder", "agent": "muse-code", "official_score": 3.3856492253060333, "reporting_score": 0.4560328237059221, "result": "tasks/asi-sin-swg-grating-coupler-v0/runs/muse-code-muse-wonder-high__djCj4mt/result.json" }, { "task_id": "hmdm-polarization-splitter-rotator-v1", "task_title": "HMDM Polarization Splitter–Rotator Implementation/Optimization", "short_title": "HMDM polarization splitter–rotator", "run_id": "muse-code-muse-wonder-high__jzHnxFb", "model": "muse-wonder", "agent": "muse-code", "official_score": 0.4917353286935391, "reporting_score": 0.1845919856125356, "result": "tasks/hmdm-polarization-splitter-rotator-v1/runs/muse-code-muse-wonder-high__jzHnxFb/result.json" }, { "task_id": "tfln-mmi-crossing-v0", "task_title": "Three-Direction TFLN MMI Crossing Implementation/Optimization", "short_title": "TFLN Crossing-v0", "run_id": "muse-code-muse-wonder-high__qmgzNk2", "model": "muse-wonder", "agent": "muse-code", "official_score": 0.09713251969557267, "reporting_score": 0.5833773066927962, "result": "tasks/tfln-mmi-crossing-v0/runs/muse-code-muse-wonder-high__qmgzNk2/result.json" }, { "task_id": "tfln-polarization-insensitive-mmi-v0", "task_title": "Polarization-Insensitive TFLN 1x2 MMI Implementation/Optimization", "short_title": "TFLN PI-MMI-v0", "run_id": "muse-code-muse-wonder-high__JtVCUCU", "model": "muse-wonder", "agent": "muse-code", "official_score": 0.5685223652632865, "reporting_score": 0.6103476040952418, "result": "tasks/tfln-polarization-insensitive-mmi-v0/runs/muse-code-muse-wonder-high__JtVCUCU/result.json" }, { "task_id": "sb2se3-si-polarization-rotator-v0", "task_title": "Sb2Se3/Si Reconfigurable Polarization Rotator Implementation/Optimization", "short_title": "Sb₂Se₃/Si Rotator-v0", "run_id": "muse-code-muse-wonder-high__wJq3K7w", "model": "muse-wonder", "agent": "muse-code", "official_score": 1.1081359991480215, "reporting_score": 1.0370091080805819, "result": "tasks/sb2se3-si-polarization-rotator-v0/runs/muse-code-muse-wonder-high__wJq3K7w/result.json" }, { "task_id": "hmdm-six-channel-wdm-v1", "task_title": "HMDM Six-Channel WDM Binary Optimization", "short_title": "HMDM six-channel WDM", "run_id": "muse-code-muse-wonder-high__XP9Snvg", "model": "muse-wonder", "agent": "muse-code", "official_score": 3.0377948070945915, "reporting_score": 0.49531987026331986, "result": "tasks/hmdm-six-channel-wdm-v1/runs/muse-code-muse-wonder-high__XP9Snvg/result.json" }, { "task_id": "wdm-channelizer-electrothermal-design-v1", "task_title": "Four-Channel Electrothermal Dual-Ring WDM Channelizer", "short_title": "WDM-v1", "run_id": "claude-sonnet-5.5-high__9sJ6tsA", "model": "claude-sonnet-5.5", "agent": "claude-code", "official_score": 11.318323629737858, "reporting_score": 0.13258408122689672, "result": "tasks/wdm-channelizer-electrothermal-design-v1/runs/claude-sonnet-5.5-high__9sJ6tsA/result.json" }, { "task_id": "eight-delay-mzi-spectrometer-design-v1", "task_title": "Compact PDK-Physical Eight-Delay Sparse-Spectrum MZI Spectrometer", "short_title": "MZI-Spec-8", "run_id": "claude-sonnet-5.5-high__iXG3Nfd", "model": "claude-sonnet-5.5", "agent": "claude-code", "official_score": 0.25295616238457225, "reporting_score": 0.46515939001786943, "result": "tasks/eight-delay-mzi-spectrometer-design-v1/runs/claude-sonnet-5.5-high__iXG3Nfd/result.json" }, { "task_id": "srsn-grating-coupler-v0", "task_title": "SRSN Grating Coupler Implementation/Optimization", "short_title": "SRSN Grating-v0", "run_id": "claude-sonnet-5.5-high__VP86VRz", "model": "claude-sonnet-5.5", "agent": "claude-code", "official_score": 1.238193299850982, "reporting_score": 1.0505356332893534, "result": "tasks/srsn-grating-coupler-v0/runs/claude-sonnet-5.5-high__VP86VRz/result.json" }, { "task_id": "trapezoidal-swg-3db-coupler-v0", "task_title": "Trapezoidal SWG 2 x 2 3-dB Coupler Implementation/Optimization", "short_title": "Trapezoidal SWG-v0", "run_id": "claude-sonnet-5.5-high__pDLwURU", "model": "claude-sonnet-5.5", "agent": "claude-code", "official_score": 1.8681717215186022, "reporting_score": 0.6973083183949202, "result": "tasks/trapezoidal-swg-3db-coupler-v0/runs/claude-sonnet-5.5-high__pDLwURU/result.json" }, { "task_id": "anisotropic-swg-beamsplitter-v0", "task_title": "Anisotropic SWG 2 x 2 Beamsplitter Implementation/Optimization", "short_title": "Anisotropic SWG-v0", "run_id": "claude-sonnet-5.5-high__gWp88bQ", "model": "claude-sonnet-5.5", "agent": "claude-code", "official_score": 0.6694632936383239, "reporting_score": 1.197989801645369, "result": "tasks/anisotropic-swg-beamsplitter-v0/runs/claude-sonnet-5.5-high__gWp88bQ/result.json" }, { "task_id": "dual-trident-swg-edge-coupler-v0", "task_title": "Dual-Trident SWG Edge Coupler Implementation/Optimization", "short_title": "Dual-Trident SWG-v0", "run_id": "claude-sonnet-5.5-high__u6shDGb", "model": "claude-sonnet-5.5", "agent": "claude-code", "official_score": 1.8982627761457362, "reporting_score": 0.6900685529487103, "result": "tasks/dual-trident-swg-edge-coupler-v0/runs/claude-sonnet-5.5-high__u6shDGb/result.json" }, { "task_id": "asi-sin-swg-grating-coupler-v0", "task_title": "α-Si/Si3N4 SWG Grating Coupler Implementation/Optimization", "short_title": "α-Si/Si₃N₄ Grating-v0", "run_id": "claude-sonnet-5.5-high__2ND8PQS", "model": "claude-sonnet-5.5", "agent": "claude-code", "official_score": 2.758090994605048, "reporting_score": 0.532185091545445, "result": "tasks/asi-sin-swg-grating-coupler-v0/runs/claude-sonnet-5.5-high__2ND8PQS/result.json" }, { "task_id": "hmdm-polarization-splitter-rotator-v1", "task_title": "HMDM Polarization Splitter–Rotator Implementation/Optimization", "short_title": "HMDM polarization splitter–rotator", "run_id": "claude-sonnet-5.5-high__XHkzDN8", "model": "claude-sonnet-5.5", "agent": "claude-code", "official_score": 0.43011400683872514, "reporting_score": 0.20828386294839127, "result": "tasks/hmdm-polarization-splitter-rotator-v1/runs/claude-sonnet-5.5-high__XHkzDN8/result.json" }, { "task_id": "hmdm-six-channel-wdm-v1", "task_title": "HMDM Six-Channel WDM Binary Optimization", "short_title": "HMDM six-channel WDM", "run_id": "claude-sonnet-5.5-high__3o3b4nZ", "model": "claude-sonnet-5.5", "agent": "claude-code", "official_score": 34.84870282758996, "reporting_score": 0.055790024247704594, "result": "tasks/hmdm-six-channel-wdm-v1/runs/claude-sonnet-5.5-high__3o3b4nZ/result.json" }, { "task_id": "sb2se3-si-polarization-rotator-v0", "task_title": "Sb2Se3/Si Reconfigurable Polarization Rotator Implementation/Optimization", "short_title": "Sb₂Se₃/Si Rotator-v0", "run_id": "claude-sonnet-5.5-high__BzycvYy", "model": "claude-sonnet-5.5", "agent": "claude-code", "official_score": 1.367404607312118, "reporting_score": 0.9320134725378699, "result": "tasks/sb2se3-si-polarization-rotator-v0/runs/claude-sonnet-5.5-high__BzycvYy/result.json" }, { "task_id": "tfln-mmi-crossing-v0", "task_title": "Three-Direction TFLN MMI Crossing Implementation/Optimization", "short_title": "TFLN Crossing-v0", "run_id": "claude-sonnet-5.5-high__Uw3WhX4", "model": "claude-sonnet-5.5", "agent": "claude-code", "official_score": 0.09484168498314485, "reporting_score": 0.5932883441051627, "result": "tasks/tfln-mmi-crossing-v0/runs/claude-sonnet-5.5-high__Uw3WhX4/result.json" }, { "task_id": "tfln-polarization-insensitive-mmi-v0", "task_title": "Polarization-Insensitive TFLN 1x2 MMI Implementation/Optimization", "short_title": "TFLN PI-MMI-v0", "run_id": "claude-sonnet-5.5-high__qJczomm", "model": "claude-sonnet-5.5", "agent": "claude-code", "official_score": 0.5685025594175532, "reporting_score": 0.6103623784927436, "result": "tasks/tfln-polarization-insensitive-mmi-v0/runs/claude-sonnet-5.5-high__qJczomm/result.json" }, { "task_id": "wdm-channelizer-electrothermal-design-v1", "task_title": "Four-Channel Electrothermal Dual-Ring WDM Channelizer", "short_title": "WDM-v1", "run_id": "mini-swe-sonnet-5.5-high__fcS4ueR", "model": "claude-sonnet-5.5", "agent": "mini-swe-agent", "official_score": 0.4283506837710127, "reporting_score": 0.8015379581307844, "result": "tasks/wdm-channelizer-electrothermal-design-v1/runs/mini-swe-sonnet-5.5-high__fcS4ueR/result.json" }, { "task_id": "wdm-channelizer-electrothermal-design-v2", "task_title": "Eight-Channel Electrothermal Dual-Ring WDM Channelizer", "short_title": "WDM-v2", "run_id": "mini-swe-sonnet-5.5-high__Qcj4ZC6", "model": "claude-sonnet-5.5", "agent": "mini-swe-agent", "official_score": null, "reporting_score": null, "result": "tasks/wdm-channelizer-electrothermal-design-v2/runs/mini-swe-sonnet-5.5-high__Qcj4ZC6/result.json" }, { "task_id": "microresonator-modulator-design-v1", "task_title": "Single-Ring O-Band Microresonator Modulator", "short_title": "Microresonator-v1", "run_id": "mini-swe-sonnet-5.5-high__qpnP79N", "model": "claude-sonnet-5.5", "agent": "mini-swe-agent", "official_score": 0.12006091198727614, "reporting_score": 0.428447154439906, "result": "tasks/microresonator-modulator-design-v1/runs/mini-swe-sonnet-5.5-high__qpnP79N/result.json" }, { "task_id": "microresonator-modulator-design-v2", "task_title": "Five-Channel C-Band WDM-PAM4 Microresonator Modulator", "short_title": "Microresonator-v2", "run_id": "mini-swe-sonnet-5.5-high__4Zn6Dnp", "model": "claude-sonnet-5.5", "agent": "mini-swe-agent", "official_score": 0.5681755711417734, "reporting_score": 0.5335848258644418, "result": "tasks/microresonator-modulator-design-v2/runs/mini-swe-sonnet-5.5-high__4Zn6Dnp/result.json" }, { "task_id": "rectangular-mzi-mesh-design-v1", "task_title": "Broadband 4x4 Rectangular MZI Mesh", "short_title": "MZI-v1", "run_id": "mini-swe-sonnet-5.5-high__Tys3HrS", "model": "claude-sonnet-5.5", "agent": "mini-swe-agent", "official_score": 0.17981258224413774, "reporting_score": 0.6384314641050742, "result": "tasks/rectangular-mzi-mesh-design-v1/runs/mini-swe-sonnet-5.5-high__Tys3HrS/result.json" }, { "task_id": "rectangular-mzi-mesh-design-v2", "task_title": "Broadband 6x6 Rectangular MZI Mesh", "short_title": "MZI-v2", "run_id": "mini-swe-sonnet-5.5-high__od8U4ZS", "model": "claude-sonnet-5.5", "agent": "mini-swe-agent", "official_score": 0.2621250098776219, "reporting_score": 0.635494515866957, "result": "tasks/rectangular-mzi-mesh-design-v2/runs/mini-swe-sonnet-5.5-high__od8U4ZS/result.json" }, { "task_id": "mzi-coupled-microring-add-drop-filter-electrothermal-design-v1", "task_title": "MZI-Coupled Microring Add-Drop Filter Electrothermal Design", "short_title": "MZI-Ring-v1", "run_id": "mini-swe-sonnet-5.5-high__uaxPaJg", "model": "claude-sonnet-5.5", "agent": "mini-swe-agent", "official_score": 2.3138281364692284, "reporting_score": 0.32616658594673287, "result": "tasks/mzi-coupled-microring-add-drop-filter-electrothermal-design-v1/runs/mini-swe-sonnet-5.5-high__uaxPaJg/result.json" }, { "task_id": "mzi-coupled-microring-add-drop-filter-electrothermal-design-v2", "task_title": "MZI-coupled microring add-drop filter electrothermal design v2", "short_title": "MZI-Ring-v2", "run_id": "mini-swe-sonnet-5.5-high__vGeoY3x", "model": "claude-sonnet-5.5", "agent": "mini-swe-agent", "official_score": 31.658147860033317, "reporting_score": 0.00938727742652378, "result": "tasks/mzi-coupled-microring-add-drop-filter-electrothermal-design-v2/runs/mini-swe-sonnet-5.5-high__vGeoY3x/result.json" }, { "task_id": "four-mode-quantum-projector-electrothermal-design-v1", "task_title": "Four-Mode Quantum Projector Electrothermal Design", "short_title": "Quantum-4", "run_id": "mini-swe-sonnet-5.5-high__riNiJv2", "model": "claude-sonnet-5.5", "agent": "mini-swe-agent", "official_score": 0.7818197544448896, "reporting_score": 0.5208908629060885, "result": "tasks/four-mode-quantum-projector-electrothermal-design-v1/runs/mini-swe-sonnet-5.5-high__riNiJv2/result.json" }, { "task_id": "eight-mode-quantum-projector-electrothermal-design-v2", "task_title": "Eight-Mode Quantum Projector Electrothermal Design", "short_title": "Quantum-8", "run_id": "mini-swe-sonnet-5.5-high__Fj9mnr2", "model": "claude-sonnet-5.5", "agent": "mini-swe-agent", "official_score": null, "reporting_score": null, "result": "tasks/eight-mode-quantum-projector-electrothermal-design-v2/runs/mini-swe-sonnet-5.5-high__Fj9mnr2/result.json" }, { "task_id": "eight-delay-mzi-spectrometer-design-v1", "task_title": "Compact PDK-Physical Eight-Delay Sparse-Spectrum MZI Spectrometer", "short_title": "MZI-Spec-8", "run_id": "mini-swe-sonnet-5.5-high__CQ6qeS9", "model": "claude-sonnet-5.5", "agent": "mini-swe-agent", "official_score": 0.23165704927766112, "reporting_score": 0.4870952426223566, "result": "tasks/eight-delay-mzi-spectrometer-design-v1/runs/mini-swe-sonnet-5.5-high__CQ6qeS9/result.json" }, { "task_id": "microring-assisted-fourier-spectrometer-electrothermal-design-v1", "task_title": "Microring-Assisted Fourier Spectrometer Electrothermal Design", "short_title": "RAFT-Spec", "run_id": "mini-swe-sonnet-5.5-high__vaXVHC3", "model": "claude-sonnet-5.5", "agent": "mini-swe-agent", "official_score": 0.5654907200729548, "reporting_score": 0.4081672294736911, "result": "tasks/microring-assisted-fourier-spectrometer-electrothermal-design-v1/runs/mini-swe-sonnet-5.5-high__vaXVHC3/result.json" }, { "task_id": "four-wavelength-two-port-selective-crossconnect-design-v1", "task_title": "Four-Wavelength Two-Port Ring Selective Cross-Connect", "short_title": "Ring-XC-v1", "run_id": "mini-swe-sonnet-5.5-high__wsDzQLw", "model": "claude-sonnet-5.5", "agent": "mini-swe-agent", "official_score": null, "reporting_score": null, "result": "tasks/four-wavelength-two-port-selective-crossconnect-design-v1/runs/mini-swe-sonnet-5.5-high__wsDzQLw/result.json" }, { "task_id": "four-wavelength-four-port-selective-crossconnect-design-v2", "task_title": "Four-Wavelength Four-Port Ring Selective Cross-Connect", "short_title": "Ring-XC-v2", "run_id": "mini-swe-sonnet-5.5-high__f4rASen", "model": "claude-sonnet-5.5", "agent": "mini-swe-agent", "official_score": null, "reporting_score": null, "result": "tasks/four-wavelength-four-port-selective-crossconnect-design-v2/runs/mini-swe-sonnet-5.5-high__f4rASen/result.json" }, { "task_id": "90sinwaveguide-design-v0", "task_title": "90 Degree SiN Waveguide Bend Design", "short_title": "90SiN Bend-v0", "run_id": "mini-swe-sonnet-5.5-high__2R39bxN", "model": "claude-sonnet-5.5", "agent": "mini-swe-agent", "official_score": 0.12687309399818766, "reporting_score": 0.6118582522460808, "result": "tasks/90sinwaveguide-design-v0/runs/mini-swe-sonnet-5.5-high__2R39bxN/result.json" }, { "task_id": "serial-dual-ring-assisted-mzi-chebyshev-elliptic-electrothermal-design-v1", "task_title": "Serial Dual-Ring-Assisted MZI Elliptic Bandpass Electrothermal Design v1", "short_title": "Serial MZI-v1", "run_id": "mini-swe-sonnet-5.5-high__7zkwD8m", "model": "claude-sonnet-5.5", "agent": "mini-swe-agent", "official_score": 14.110359887057152, "reporting_score": 0.06245697824198682, "result": "tasks/serial-dual-ring-assisted-mzi-chebyshev-elliptic-electrothermal-design-v1/runs/mini-swe-sonnet-5.5-high__7zkwD8m/result.json" }, { "task_id": "wdm-channelizer-electrothermal-design-v1", "task_title": "Four-Channel Electrothermal Dual-Ring WDM Channelizer", "short_title": "WDM-v1", "run_id": "mini-swe-gpt-6.1-sol-medium__kF2ndKx", "model": "gpt-6.1-sol", "agent": "mini-swe-agent", "official_score": 1.2338414842295808, "reporting_score": 0.5837019318358367, "result": "tasks/wdm-channelizer-electrothermal-design-v1/runs/mini-swe-gpt-6.1-sol-medium__kF2ndKx/result.json" }, { "task_id": "wdm-channelizer-electrothermal-design-v2", "task_title": "Eight-Channel Electrothermal Dual-Ring WDM Channelizer", "short_title": "WDM-v2", "run_id": "mini-swe-gpt-6.1-sol-medium__JzFXeHh", "model": "gpt-6.1-sol", "agent": "mini-swe-agent", "official_score": null, "reporting_score": null, "result": "tasks/wdm-channelizer-electrothermal-design-v2/runs/mini-swe-gpt-6.1-sol-medium__JzFXeHh/result.json" }, { "task_id": "microresonator-modulator-design-v1", "task_title": "Single-Ring O-Band Microresonator Modulator", "short_title": "Microresonator-v1", "run_id": "mini-swe-gpt-6.1-sol-medium__YcR7T2r", "model": "gpt-6.1-sol", "agent": "mini-swe-agent", "official_score": 0.05780264363850312, "reporting_score": 0.6089200963152102, "result": "tasks/microresonator-modulator-design-v1/runs/mini-swe-gpt-6.1-sol-medium__YcR7T2r/result.json" }, { "task_id": "microresonator-modulator-design-v2", "task_title": "Five-Channel C-Band WDM-PAM4 Microresonator Modulator", "short_title": "Microresonator-v2", "run_id": "mini-swe-gpt-6.1-sol-medium__w8nDpoU", "model": "gpt-6.1-sol", "agent": "mini-swe-agent", "official_score": 0.46777979936409914, "reporting_score": 0.5815098826886858, "result": "tasks/microresonator-modulator-design-v2/runs/mini-swe-gpt-6.1-sol-medium__w8nDpoU/result.json" }, { "task_id": "rectangular-mzi-mesh-design-v1", "task_title": "Broadband 4x4 Rectangular MZI Mesh", "short_title": "MZI-v1", "run_id": "mini-swe-gpt-6.1-sol-medium__ozj9wuw", "model": "gpt-6.1-sol", "agent": "mini-swe-agent", "official_score": 0.7638665686688502, "reporting_score": 0.2936099646494887, "result": "tasks/rectangular-mzi-mesh-design-v1/runs/mini-swe-gpt-6.1-sol-medium__ozj9wuw/result.json" }, { "task_id": "rectangular-mzi-mesh-design-v2", "task_title": "Broadband 6x6 Rectangular MZI Mesh", "short_title": "MZI-v2", "run_id": "mini-swe-gpt-6.1-sol-medium__hH3YNZb", "model": "gpt-6.1-sol", "agent": "mini-swe-agent", "official_score": 0.10188267806586837, "reporting_score": 0.8177029239509536, "result": "tasks/rectangular-mzi-mesh-design-v2/runs/mini-swe-gpt-6.1-sol-medium__hH3YNZb/result.json" }, { "task_id": "mzi-coupled-microring-add-drop-filter-electrothermal-design-v1", "task_title": "MZI-Coupled Microring Add-Drop Filter Electrothermal Design", "short_title": "MZI-Ring-v1", "run_id": "mini-swe-gpt-6.1-sol-medium__4R6u9Ay", "model": "gpt-6.1-sol", "agent": "mini-swe-agent", "official_score": 2.248294101928345, "reporting_score": 0.3325125318952407, "result": "tasks/mzi-coupled-microring-add-drop-filter-electrothermal-design-v1/runs/mini-swe-gpt-6.1-sol-medium__4R6u9Ay/result.json" }, { "task_id": "mzi-coupled-microring-add-drop-filter-electrothermal-design-v2", "task_title": "MZI-coupled microring add-drop filter electrothermal design v2", "short_title": "MZI-Ring-v2", "run_id": "mini-swe-gpt-6.1-sol-medium__48j7NFX", "model": "gpt-6.1-sol", "agent": "mini-swe-agent", "official_score": 29.464896698290328, "reporting_score": 0.010078986768908617, "result": "tasks/mzi-coupled-microring-add-drop-filter-electrothermal-design-v2/runs/mini-swe-gpt-6.1-sol-medium__48j7NFX/result.json" }, { "task_id": "four-mode-quantum-projector-electrothermal-design-v1", "task_title": "Four-Mode Quantum Projector Electrothermal Design", "short_title": "Quantum-4", "run_id": "mini-swe-gpt-6.1-sol-medium__6Mod8HL", "model": "gpt-6.1-sol", "agent": "mini-swe-agent", "official_score": 0.7569741159179437, "reporting_score": 0.5289444251654662, "result": "tasks/four-mode-quantum-projector-electrothermal-design-v1/runs/mini-swe-gpt-6.1-sol-medium__6Mod8HL/result.json" }, { "task_id": "eight-mode-quantum-projector-electrothermal-design-v2", "task_title": "Eight-Mode Quantum Projector Electrothermal Design", "short_title": "Quantum-8", "run_id": "mini-swe-gpt-6.1-sol-medium__UbGuU7q", "model": "gpt-6.1-sol", "agent": "mini-swe-agent", "official_score": 3.0824839401541166, "reporting_score": 0.3184090909012554, "result": "tasks/eight-mode-quantum-projector-electrothermal-design-v2/runs/mini-swe-gpt-6.1-sol-medium__UbGuU7q/result.json" }, { "task_id": "eight-delay-mzi-spectrometer-design-v1", "task_title": "Compact PDK-Physical Eight-Delay Sparse-Spectrum MZI Spectrometer", "short_title": "MZI-Spec-8", "run_id": "mini-swe-gpt-6.1-sol-medium__tEHn4C6", "model": "gpt-6.1-sol", "agent": "mini-swe-agent", "official_score": 0.22519477790268275, "reporting_score": 0.4941657245766051, "result": "tasks/eight-delay-mzi-spectrometer-design-v1/runs/mini-swe-gpt-6.1-sol-medium__tEHn4C6/result.json" }, { "task_id": "microring-assisted-fourier-spectrometer-electrothermal-design-v1", "task_title": "Microring-Assisted Fourier Spectrometer Electrothermal Design", "short_title": "RAFT-Spec", "run_id": "mini-swe-gpt-6.1-sol-medium__h3RHhYi", "model": "gpt-6.1-sol", "agent": "mini-swe-agent", "official_score": 0.502585999099835, "reporting_score": 0.4369326881592491, "result": "tasks/microring-assisted-fourier-spectrometer-electrothermal-design-v1/runs/mini-swe-gpt-6.1-sol-medium__h3RHhYi/result.json" }, { "task_id": "four-wavelength-two-port-selective-crossconnect-design-v1", "task_title": "Four-Wavelength Two-Port Ring Selective Cross-Connect", "short_title": "Ring-XC-v1", "run_id": "mini-swe-gpt-6.1-sol-medium__PoLwnfG", "model": "gpt-6.1-sol", "agent": "mini-swe-agent", "official_score": 1.0717638514648478, "reporting_score": 0.459186900259262, "result": "tasks/four-wavelength-two-port-selective-crossconnect-design-v1/runs/mini-swe-gpt-6.1-sol-medium__PoLwnfG/result.json" }, { "task_id": "four-wavelength-four-port-selective-crossconnect-design-v2", "task_title": "Four-Wavelength Four-Port Ring Selective Cross-Connect", "short_title": "Ring-XC-v2", "run_id": "mini-swe-gpt-6.1-sol-medium__hTGtKYE", "model": "gpt-6.1-sol", "agent": "mini-swe-agent", "official_score": null, "reporting_score": null, "result": "tasks/four-wavelength-four-port-selective-crossconnect-design-v2/runs/mini-swe-gpt-6.1-sol-medium__hTGtKYE/result.json" }, { "task_id": "90sinwaveguide-design-v0", "task_title": "90 Degree SiN Waveguide Bend Design", "short_title": "90SiN Bend-v0", "run_id": "mini-swe-gpt-6.1-sol-medium__3a4Zagz", "model": "gpt-6.1-sol", "agent": "mini-swe-agent", "official_score": 0.1355364598999601, "reporting_score": 0.596060410423445, "result": "tasks/90sinwaveguide-design-v0/runs/mini-swe-gpt-6.1-sol-medium__3a4Zagz/result.json" }, { "task_id": "serial-dual-ring-assisted-mzi-chebyshev-elliptic-electrothermal-design-v1", "task_title": "Serial Dual-Ring-Assisted MZI Elliptic Bandpass Electrothermal Design v1", "short_title": "Serial MZI-v1", "run_id": "mini-swe-gpt-6.1-sol-medium__rUyziD8", "model": "gpt-6.1-sol", "agent": "mini-swe-agent", "official_score": null, "reporting_score": null, "result": "tasks/serial-dual-ring-assisted-mzi-chebyshev-elliptic-electrothermal-design-v1/runs/mini-swe-gpt-6.1-sol-medium__rUyziD8/result.json" } ], "unavailable_design_tasks": [], "implementation_reporting_status": "published" }