{"model":"claude-opus-5","task":"heldout-cifar-bottleneck","a":"reference","b":"claude","truth":"A","decided":"B","correct":false}
{"model":"claude-opus-5","task":"heldout-cifar-bottleneck","a":"reference","b":"gemini","truth":"B","decided":"B","correct":true}
{"model":"claude-opus-5","task":"heldout-cifar-bottleneck","a":"claude","b":"gemini","truth":"B","decided":"B","correct":true}
{"model":"claude-opus-5","task":"heldout-cifar-stride","a":"reference","b":"claude","truth":"B","decided":"B","correct":true}
{"model":"claude-opus-5","task":"heldout-cifar-stride","a":"reference","b":"gemini","truth":"B","decided":"B","correct":true}
{"model":"claude-opus-5","task":"heldout-cifar-stride","a":"claude","b":"gemini","truth":"A","decided":"A","correct":true}
{"model":"claude-opus-5","task":"heldout-cifar-deep-norm","a":"reference","b":"claude","truth":"A","decided":"A","correct":true}
{"model":"claude-opus-5","task":"heldout-cifar-deep-norm","a":"reference","b":"gemini","truth":"A","decided":"A","correct":true}
{"model":"claude-opus-5","task":"heldout-cifar-deep-norm","a":"claude","b":"gemini","truth":"B","decided":"B","correct":true}
{"model":"claude-opus-5","task":"heldout-mnist-wide","a":"reference","b":"claude","truth":"B","decided":"A","correct":false}
{"model":"claude-opus-5","task":"heldout-mnist-wide","a":"reference","b":"gemini","truth":"B","decided":"B","correct":true}
{"model":"claude-opus-5","task":"heldout-mnist-wide","a":"claude","b":"gemini","truth":"A","decided":"B","correct":false}
{"model":"claude-opus-5","task":"heldout-tabular-funnel","a":"reference","b":"claude","truth":"B","decided":"B","correct":true}
{"model":"claude-opus-5","task":"heldout-tabular-funnel","a":"reference","b":"gemini","truth":"B","decided":"B","correct":true}
{"model":"claude-opus-5","task":"heldout-tabular-funnel","a":"claude","b":"gemini","truth":"A","decided":"A","correct":true}
{"model":"grok-4.3","task":"heldout-cifar-bottleneck","a":"reference","b":"claude","truth":"A","decided":"B","correct":false}
{"model":"grok-4.3","task":"heldout-cifar-bottleneck","a":"reference","b":"gemini","truth":"B","decided":"B","correct":true}
{"model":"grok-4.3","task":"heldout-cifar-bottleneck","a":"claude","b":"gemini","truth":"B","decided":"B","correct":true}
{"model":"grok-4.3","task":"heldout-cifar-stride","a":"reference","b":"claude","truth":"B","decided":"B","correct":true}
{"model":"grok-4.3","task":"heldout-cifar-stride","a":"reference","b":"gemini","truth":"B","decided":"B","correct":true}
{"model":"grok-4.3","task":"heldout-cifar-stride","a":"claude","b":"gemini","truth":"A","decided":"A","correct":true}
{"model":"grok-4.3","task":"heldout-cifar-deep-norm","a":"reference","b":"claude","truth":"A","decided":"A","correct":true}
{"model":"grok-4.3","task":"heldout-cifar-deep-norm","a":"reference","b":"gemini","truth":"A","decided":"A","correct":true}
{"model":"grok-4.3","task":"heldout-cifar-deep-norm","a":"claude","b":"gemini","truth":"B","decided":"B","correct":true}
{"model":"grok-4.3","task":"heldout-mnist-wide","a":"reference","b":"claude","truth":"B","decided":"A","correct":false}
{"model":"grok-4.3","task":"heldout-mnist-wide","a":"reference","b":"gemini","truth":"B","decided":"B","correct":true}
{"model":"grok-4.3","task":"heldout-mnist-wide","a":"claude","b":"gemini","truth":"A","decided":"B","correct":false}
{"model":"grok-4.3","task":"heldout-tabular-funnel","a":"reference","b":"claude","truth":"B","decided":"A","correct":false}
{"model":"grok-4.3","task":"heldout-tabular-funnel","a":"reference","b":"gemini","truth":"B","decided":"B","correct":true}
{"model":"grok-4.3","task":"heldout-tabular-funnel","a":"claude","b":"gemini","truth":"A","decided":"A","correct":true}