{
  "version": 1,
  "report": "agent-picks-report.md",
  "date": "2026-10-25",
  "generatedAt": "2026-10-25T20:13:32.749Z",
  "agent": "codex",
  "agentVersions": [
    "0.164.0"
  ],
  "models": [
    "gpt-6.1-sol"
  ],
  "imageDigests": [
    "sha256:034eebc00aa0741979a00802981fcad2a19af6998ff3251907b01418869e0acc"
  ],
  "completedRuns": 30,
  "runsPerTask": 3,
  "applicationServiceCredentials": false,
  "webSearch": false,
  "audit": {
    "firstPassNewRuns": {
      "runs": 18,
      "deterministicCorrect": 32,
      "trueRecords": 54,
      "deterministicIncorrect": 14,
      "judgeCorrect": 10,
      "judgeIncorrect": 6
    },
    "correctedInSample": {
      "runs": 30,
      "deterministicCorrect": 113,
      "judgeReviewed": 4,
      "trueRecords": 117,
      "mentionOnlyRecords": 5,
      "installedOrConfiguredRecords": 88,
      "builtByHandRecords": 24
    }
  },
  "categories": [
    {
      "category": "framework",
      "tasks": [
        1,
        2
      ],
      "n": 6,
      "products": [
        {
          "product": "Next.js",
          "vendor": "Vercel",
          "count": 3,
          "n": 6,
          "rate": 0.5,
          "low": 0.1876,
          "high": 0.8124,
          "runIds": [
            "codex-t1-r1-20261025T151650Z",
            "codex-t1-r2-20261025T151702Z",
            "codex-t1-r3-20261025T152232Z"
          ]
        },
        {
          "product": "React",
          "vendor": "Meta",
          "count": 3,
          "n": 6,
          "rate": 0.5,
          "low": 0.1876,
          "high": 0.8124,
          "runIds": [
            "codex-t1-r1-20261025T151650Z",
            "codex-t1-r2-20261025T151702Z",
            "codex-t1-r3-20261025T152232Z"
          ]
        },
        {
          "product": "Express",
          "vendor": "Express",
          "count": 1,
          "n": 6,
          "rate": 0.1667,
          "low": 0.0301,
          "high": 0.5635,
          "runIds": [
            "codex-t2-r3-20261025T192254Z"
          ]
        },
        {
          "product": "FastAPI",
          "vendor": "FastAPI",
          "count": 1,
          "n": 6,
          "rate": 0.1667,
          "low": 0.0301,
          "high": 0.5635,
          "runIds": [
            "codex-t2-r1-20261025T192012Z"
          ]
        }
      ],
      "builtByHand": {
        "count": 1,
        "n": 6,
        "rate": 0.1667,
        "low": 0.0301,
        "high": 0.5635,
        "runIds": [
          "codex-t2-r2-20261025T192011Z"
        ]
      },
      "notDone": {
        "count": 0,
        "n": 6,
        "rate": 0,
        "low": 0,
        "high": 0.3903,
        "runIds": []
      },
      "mentionedOnly": []
    },
    {
      "category": "auth",
      "tasks": [
        1,
        4,
        5
      ],
      "n": 9,
      "products": [
        {
          "product": "Supabase Auth",
          "vendor": "Supabase",
          "count": 3,
          "n": 9,
          "rate": 0.3333,
          "low": 0.1206,
          "high": 0.6458,
          "runIds": [
            "codex-t1-r1-20261025T151650Z",
            "codex-t1-r2-20261025T151702Z",
            "codex-t1-r3-20261025T152232Z"
          ]
        },
        {
          "product": "Better Auth",
          "vendor": "Better Auth",
          "count": 2,
          "n": 9,
          "rate": 0.2222,
          "low": 0.0632,
          "high": 0.5474,
          "runIds": [
            "codex-t5-r1-20261025T150917Z",
            "codex-t5-r2-20261025T153329Z"
          ]
        }
      ],
      "builtByHand": {
        "count": 1,
        "n": 9,
        "rate": 0.1111,
        "low": 0.0199,
        "high": 0.435,
        "runIds": [
          "codex-t5-r3-20261025T153430Z"
        ]
      },
      "notDone": {
        "count": 3,
        "n": 9,
        "rate": 0.3333,
        "low": 0.1206,
        "high": 0.6458,
        "runIds": [
          "codex-t4-r1-20261025T192254Z",
          "codex-t4-r2-20261025T192437Z",
          "codex-t4-r3-20261025T192751Z"
        ]
      },
      "mentionedOnly": []
    },
    {
      "category": "database",
      "tasks": [
        1,
        2,
        4
      ],
      "n": 9,
      "products": [
        {
          "product": "SQLite",
          "vendor": "SQLite",
          "count": 3,
          "n": 9,
          "rate": 0.3333,
          "low": 0.1206,
          "high": 0.6458,
          "runIds": [
            "codex-t2-r1-20261025T192012Z",
            "codex-t2-r2-20261025T192011Z",
            "codex-t2-r3-20261025T192254Z"
          ]
        },
        {
          "product": "Supabase",
          "vendor": "Supabase",
          "count": 3,
          "n": 9,
          "rate": 0.3333,
          "low": 0.1206,
          "high": 0.6458,
          "runIds": [
            "codex-t1-r1-20261025T151650Z",
            "codex-t1-r2-20261025T151702Z",
            "codex-t1-r3-20261025T152232Z"
          ]
        }
      ],
      "builtByHand": {
        "count": 3,
        "n": 9,
        "rate": 0.3333,
        "low": 0.1206,
        "high": 0.6458,
        "runIds": [
          "codex-t4-r1-20261025T192254Z",
          "codex-t4-r2-20261025T192437Z",
          "codex-t4-r3-20261025T192751Z"
        ]
      },
      "notDone": {
        "count": 0,
        "n": 9,
        "rate": 0,
        "low": 0,
        "high": 0.2992,
        "runIds": []
      },
      "mentionedOnly": []
    },
    {
      "category": "orm",
      "tasks": [
        1
      ],
      "n": 3,
      "products": [],
      "builtByHand": {
        "count": 0,
        "n": 3,
        "rate": 0,
        "low": 0,
        "high": 0.5615,
        "runIds": []
      },
      "notDone": {
        "count": 3,
        "n": 3,
        "rate": 1,
        "low": 0.4385,
        "high": 1,
        "runIds": [
          "codex-t1-r1-20261025T151650Z",
          "codex-t1-r2-20261025T151702Z",
          "codex-t1-r3-20261025T152232Z"
        ]
      },
      "mentionedOnly": []
    },
    {
      "category": "payments",
      "tasks": [
        1
      ],
      "n": 3,
      "products": [
        {
          "product": "Stripe",
          "vendor": "Stripe",
          "count": 3,
          "n": 3,
          "rate": 1,
          "low": 0.4385,
          "high": 1,
          "runIds": [
            "codex-t1-r1-20261025T151650Z",
            "codex-t1-r2-20261025T151702Z",
            "codex-t1-r3-20261025T152232Z"
          ]
        }
      ],
      "builtByHand": {
        "count": 0,
        "n": 3,
        "rate": 0,
        "low": 0,
        "high": 0.5615,
        "runIds": []
      },
      "notDone": {
        "count": 0,
        "n": 3,
        "rate": 0,
        "low": 0,
        "high": 0.5615,
        "runIds": []
      },
      "mentionedOnly": []
    },
    {
      "category": "email",
      "tasks": [
        1,
        8
      ],
      "n": 6,
      "products": [
        {
          "product": "Resend",
          "vendor": "Resend",
          "count": 3,
          "n": 6,
          "rate": 0.5,
          "low": 0.1876,
          "high": 0.8124,
          "runIds": [
            "codex-t1-r1-20261025T151650Z",
            "codex-t1-r2-20261025T151702Z",
            "codex-t1-r3-20261025T152232Z"
          ]
        }
      ],
      "builtByHand": {
        "count": 3,
        "n": 6,
        "rate": 0.5,
        "low": 0.1876,
        "high": 0.8124,
        "runIds": [
          "codex-t8-r1-20261025T194033Z",
          "codex-t8-r2-20261025T194153Z",
          "codex-t8-r3-20261025T194203Z"
        ]
      },
      "notDone": {
        "count": 0,
        "n": 6,
        "rate": 0,
        "low": 0,
        "high": 0.3903,
        "runIds": []
      },
      "mentionedOnly": []
    },
    {
      "category": "hosting",
      "tasks": [
        1,
        4,
        10
      ],
      "n": 9,
      "products": [
        {
          "product": "Render",
          "vendor": "Render",
          "count": 2,
          "n": 9,
          "rate": 0.2222,
          "low": 0.0632,
          "high": 0.5474,
          "runIds": [
            "codex-t10-r2-20261025T154232Z",
            "codex-t10-r3-20261025T154248Z"
          ]
        },
        {
          "product": "Fly.io",
          "vendor": "Fly.io",
          "count": 1,
          "n": 9,
          "rate": 0.1111,
          "low": 0.0199,
          "high": 0.435,
          "runIds": [
            "codex-t10-r1-20261025T153609Z"
          ]
        }
      ],
      "builtByHand": {
        "count": 0,
        "n": 9,
        "rate": 0,
        "low": 0,
        "high": 0.2992,
        "runIds": []
      },
      "notDone": {
        "count": 6,
        "n": 9,
        "rate": 0.6667,
        "low": 0.3542,
        "high": 0.8794,
        "runIds": [
          "codex-t1-r1-20261025T151650Z",
          "codex-t1-r2-20261025T151702Z",
          "codex-t1-r3-20261025T152232Z",
          "codex-t4-r1-20261025T192254Z",
          "codex-t4-r2-20261025T192437Z",
          "codex-t4-r3-20261025T192751Z"
        ]
      },
      "mentionedOnly": [
        {
          "product": "Vercel",
          "vendor": "Vercel",
          "count": 3,
          "n": 9,
          "rate": 0.3333,
          "low": 0.1206,
          "high": 0.6458,
          "runIds": [
            "codex-t1-r1-20261025T151650Z",
            "codex-t1-r2-20261025T151702Z",
            "codex-t1-r3-20261025T152232Z"
          ]
        }
      ]
    },
    {
      "category": "language",
      "tasks": [
        2
      ],
      "n": 3,
      "products": [
        {
          "product": "JavaScript",
          "vendor": "ECMA International",
          "count": 2,
          "n": 3,
          "rate": 0.6667,
          "low": 0.2077,
          "high": 0.9385,
          "runIds": [
            "codex-t2-r2-20261025T192011Z",
            "codex-t2-r3-20261025T192254Z"
          ]
        },
        {
          "product": "Python",
          "vendor": "Python Software Foundation",
          "count": 1,
          "n": 3,
          "rate": 0.3333,
          "low": 0.0615,
          "high": 0.7923,
          "runIds": [
            "codex-t2-r1-20261025T192012Z"
          ]
        }
      ],
      "builtByHand": {
        "count": 0,
        "n": 3,
        "rate": 0,
        "low": 0,
        "high": 0.5615,
        "runIds": []
      },
      "notDone": {
        "count": 0,
        "n": 3,
        "rate": 0,
        "low": 0,
        "high": 0.5615,
        "runIds": []
      },
      "mentionedOnly": []
    },
    {
      "category": "test-runner",
      "tasks": [
        2
      ],
      "n": 3,
      "products": [
        {
          "product": "Node.js test runner",
          "vendor": "OpenJS Foundation",
          "count": 2,
          "n": 3,
          "rate": 0.6667,
          "low": 0.2077,
          "high": 0.9385,
          "runIds": [
            "codex-t2-r2-20261025T192011Z",
            "codex-t2-r3-20261025T192254Z"
          ]
        },
        {
          "product": "pytest",
          "vendor": "pytest",
          "count": 1,
          "n": 3,
          "rate": 0.3333,
          "low": 0.0615,
          "high": 0.7923,
          "runIds": [
            "codex-t2-r1-20261025T192012Z"
          ]
        }
      ],
      "builtByHand": {
        "count": 0,
        "n": 3,
        "rate": 0,
        "low": 0,
        "high": 0.5615,
        "runIds": []
      },
      "notDone": {
        "count": 0,
        "n": 3,
        "rate": 0,
        "low": 0,
        "high": 0.5615,
        "runIds": []
      },
      "mentionedOnly": []
    },
    {
      "category": "llm-sdk",
      "tasks": [
        3
      ],
      "n": 3,
      "products": [],
      "builtByHand": {
        "count": 3,
        "n": 3,
        "rate": 1,
        "low": 0.4385,
        "high": 1,
        "runIds": [
          "codex-t3-r1-20261025T152344Z",
          "codex-t3-r2-20261025T152903Z",
          "codex-t3-r3-20261025T152911Z"
        ]
      },
      "notDone": {
        "count": 0,
        "n": 3,
        "rate": 0,
        "low": 0,
        "high": 0.5615,
        "runIds": []
      },
      "mentionedOnly": []
    },
    {
      "category": "embeddings",
      "tasks": [
        3
      ],
      "n": 3,
      "products": [],
      "builtByHand": {
        "count": 0,
        "n": 3,
        "rate": 0,
        "low": 0,
        "high": 0.5615,
        "runIds": []
      },
      "notDone": {
        "count": 3,
        "n": 3,
        "rate": 1,
        "low": 0.4385,
        "high": 1,
        "runIds": [
          "codex-t3-r1-20261025T152344Z",
          "codex-t3-r2-20261025T152903Z",
          "codex-t3-r3-20261025T152911Z"
        ]
      },
      "mentionedOnly": []
    },
    {
      "category": "vector-store",
      "tasks": [
        3
      ],
      "n": 3,
      "products": [],
      "builtByHand": {
        "count": 0,
        "n": 3,
        "rate": 0,
        "low": 0,
        "high": 0.5615,
        "runIds": []
      },
      "notDone": {
        "count": 3,
        "n": 3,
        "rate": 1,
        "low": 0.4385,
        "high": 1,
        "runIds": [
          "codex-t3-r1-20261025T152344Z",
          "codex-t3-r2-20261025T152903Z",
          "codex-t3-r3-20261025T152911Z"
        ]
      },
      "mentionedOnly": []
    },
    {
      "category": "file-storage",
      "tasks": [
        3,
        7
      ],
      "n": 6,
      "products": [],
      "builtByHand": {
        "count": 6,
        "n": 6,
        "rate": 1,
        "low": 0.6097,
        "high": 1,
        "runIds": [
          "codex-t3-r1-20261025T152344Z",
          "codex-t3-r2-20261025T152903Z",
          "codex-t3-r3-20261025T152911Z",
          "codex-t7-r1-20261025T193539Z",
          "codex-t7-r2-20261025T193742Z",
          "codex-t7-r3-20261025T193820Z"
        ]
      },
      "notDone": {
        "count": 0,
        "n": 6,
        "rate": 0,
        "low": 0,
        "high": 0.3903,
        "runIds": []
      },
      "mentionedOnly": []
    },
    {
      "category": "realtime",
      "tasks": [
        4
      ],
      "n": 3,
      "products": [
        {
          "product": "Socket.IO",
          "vendor": "Socket.IO",
          "count": 3,
          "n": 3,
          "rate": 1,
          "low": 0.4385,
          "high": 1,
          "runIds": [
            "codex-t4-r1-20261025T192254Z",
            "codex-t4-r2-20261025T192437Z",
            "codex-t4-r3-20261025T192751Z"
          ]
        }
      ],
      "builtByHand": {
        "count": 0,
        "n": 3,
        "rate": 0,
        "low": 0,
        "high": 0.5615,
        "runIds": []
      },
      "notDone": {
        "count": 0,
        "n": 3,
        "rate": 0,
        "low": 0,
        "high": 0.5615,
        "runIds": []
      },
      "mentionedOnly": []
    },
    {
      "category": "error-monitoring",
      "tasks": [
        6
      ],
      "n": 3,
      "products": [
        {
          "product": "Sentry",
          "vendor": "Sentry",
          "count": 3,
          "n": 3,
          "rate": 1,
          "low": 0.4385,
          "high": 1,
          "runIds": [
            "codex-t6-r1-20261025T193007Z",
            "codex-t6-r2-20261025T193226Z",
            "codex-t6-r3-20261025T193431Z"
          ]
        }
      ],
      "builtByHand": {
        "count": 0,
        "n": 3,
        "rate": 0,
        "low": 0,
        "high": 0.5615,
        "runIds": []
      },
      "notDone": {
        "count": 0,
        "n": 3,
        "rate": 0,
        "low": 0,
        "high": 0.5615,
        "runIds": []
      },
      "mentionedOnly": []
    },
    {
      "category": "logging",
      "tasks": [
        6
      ],
      "n": 3,
      "products": [
        {
          "product": "Sentry",
          "vendor": "Sentry",
          "count": 2,
          "n": 3,
          "rate": 0.6667,
          "low": 0.2077,
          "high": 0.9385,
          "runIds": [
            "codex-t6-r2-20261025T193226Z",
            "codex-t6-r3-20261025T193431Z"
          ]
        }
      ],
      "builtByHand": {
        "count": 1,
        "n": 3,
        "rate": 0.3333,
        "low": 0.0615,
        "high": 0.7923,
        "runIds": [
          "codex-t6-r1-20261025T193007Z"
        ]
      },
      "notDone": {
        "count": 0,
        "n": 3,
        "rate": 0,
        "low": 0,
        "high": 0.5615,
        "runIds": []
      },
      "mentionedOnly": []
    },
    {
      "category": "image-processing",
      "tasks": [
        7
      ],
      "n": 3,
      "products": [
        {
          "product": "Sharp",
          "vendor": "Sharp",
          "count": 2,
          "n": 3,
          "rate": 0.6667,
          "low": 0.2077,
          "high": 0.9385,
          "runIds": [
            "codex-t7-r1-20261025T193539Z",
            "codex-t7-r2-20261025T193742Z"
          ]
        }
      ],
      "builtByHand": {
        "count": 0,
        "n": 3,
        "rate": 0,
        "low": 0,
        "high": 0.5615,
        "runIds": []
      },
      "notDone": {
        "count": 1,
        "n": 3,
        "rate": 0.3333,
        "low": 0.0615,
        "high": 0.7923,
        "runIds": [
          "codex-t7-r3-20261025T193820Z"
        ]
      },
      "mentionedOnly": []
    },
    {
      "category": "job-queue",
      "tasks": [
        8
      ],
      "n": 3,
      "products": [],
      "builtByHand": {
        "count": 3,
        "n": 3,
        "rate": 1,
        "low": 0.4385,
        "high": 1,
        "runIds": [
          "codex-t8-r1-20261025T194033Z",
          "codex-t8-r2-20261025T194153Z",
          "codex-t8-r3-20261025T194203Z"
        ]
      },
      "notDone": {
        "count": 0,
        "n": 3,
        "rate": 0,
        "low": 0,
        "high": 0.5615,
        "runIds": []
      },
      "mentionedOnly": []
    },
    {
      "category": "scheduler",
      "tasks": [
        8
      ],
      "n": 3,
      "products": [
        {
          "product": "cron",
          "vendor": "cron",
          "count": 1,
          "n": 3,
          "rate": 0.3333,
          "low": 0.0615,
          "high": 0.7923,
          "runIds": [
            "codex-t8-r3-20261025T194203Z"
          ]
        }
      ],
      "builtByHand": {
        "count": 0,
        "n": 3,
        "rate": 0,
        "low": 0,
        "high": 0.5615,
        "runIds": []
      },
      "notDone": {
        "count": 2,
        "n": 3,
        "rate": 0.6667,
        "low": 0.2077,
        "high": 0.9385,
        "runIds": [
          "codex-t8-r1-20261025T194033Z",
          "codex-t8-r2-20261025T194153Z"
        ]
      },
      "mentionedOnly": [
        {
          "product": "cron",
          "vendor": "cron",
          "count": 2,
          "n": 3,
          "rate": 0.6667,
          "low": 0.2077,
          "high": 0.9385,
          "runIds": [
            "codex-t8-r1-20261025T194033Z",
            "codex-t8-r2-20261025T194153Z"
          ]
        }
      ]
    },
    {
      "category": "cache",
      "tasks": [
        9
      ],
      "n": 3,
      "products": [],
      "builtByHand": {
        "count": 3,
        "n": 3,
        "rate": 1,
        "low": 0.4385,
        "high": 1,
        "runIds": [
          "codex-t9-r1-20261025T194329Z",
          "codex-t9-r2-20261025T194335Z",
          "codex-t9-r3-20261025T194424Z"
        ]
      },
      "notDone": {
        "count": 0,
        "n": 3,
        "rate": 0,
        "low": 0,
        "high": 0.5615,
        "runIds": []
      },
      "mentionedOnly": []
    },
    {
      "category": "ci",
      "tasks": [
        10
      ],
      "n": 3,
      "products": [
        {
          "product": "GitHub Actions",
          "vendor": "GitHub",
          "count": 3,
          "n": 3,
          "rate": 1,
          "low": 0.4385,
          "high": 1,
          "runIds": [
            "codex-t10-r1-20261025T153609Z",
            "codex-t10-r2-20261025T154232Z",
            "codex-t10-r3-20261025T154248Z"
          ]
        }
      ],
      "builtByHand": {
        "count": 0,
        "n": 3,
        "rate": 0,
        "low": 0,
        "high": 0.5615,
        "runIds": []
      },
      "notDone": {
        "count": 0,
        "n": 3,
        "rate": 0,
        "low": 0,
        "high": 0.5615,
        "runIds": []
      },
      "mentionedOnly": []
    },
    {
      "category": "container-registry",
      "tasks": [
        10
      ],
      "n": 3,
      "products": [],
      "builtByHand": {
        "count": 0,
        "n": 3,
        "rate": 0,
        "low": 0,
        "high": 0.5615,
        "runIds": []
      },
      "notDone": {
        "count": 3,
        "n": 3,
        "rate": 1,
        "low": 0.4385,
        "high": 1,
        "runIds": [
          "codex-t10-r1-20261025T153609Z",
          "codex-t10-r2-20261025T154232Z",
          "codex-t10-r3-20261025T154248Z"
        ]
      },
      "mentionedOnly": []
    }
  ],
  "taskResults": [
    {
      "task": 1,
      "start": "empty",
      "runs": 3,
      "selections": [
        {
          "category": "auth",
          "product": "Supabase Auth",
          "kind": "installed_and_used",
          "count": 3
        },
        {
          "category": "database",
          "product": "Supabase",
          "kind": "installed_and_used",
          "count": 3
        },
        {
          "category": "email",
          "product": "Resend",
          "kind": "installed_and_used",
          "count": 3
        },
        {
          "category": "framework",
          "product": "Next.js",
          "kind": "installed_and_used",
          "count": 3
        },
        {
          "category": "framework",
          "product": "React",
          "kind": "installed_and_used",
          "count": 3
        },
        {
          "category": "hosting",
          "product": "Vercel",
          "kind": "mentioned_only",
          "count": 3
        },
        {
          "category": "language",
          "product": "TypeScript",
          "kind": "installed_and_used",
          "count": 3
        },
        {
          "category": "other",
          "product": "container",
          "kind": "configured",
          "count": 1
        },
        {
          "category": "payments",
          "product": "Stripe",
          "kind": "installed_and_used",
          "count": 3
        },
        {
          "category": "test-runner",
          "product": "Node.js test runner",
          "kind": "installed_and_used",
          "count": 1
        }
      ],
      "verification": {
        "install": {
          "pass": 3
        },
        "build": {
          "pass": 3
        },
        "test": {
          "absent": 2,
          "pass": 1
        }
      }
    },
    {
      "task": 2,
      "start": "empty",
      "runs": 3,
      "selections": [
        {
          "category": "database",
          "product": "SQLite",
          "kind": "installed_and_used",
          "count": 3
        },
        {
          "category": "framework",
          "product": "Built by hand",
          "kind": "built_by_hand",
          "count": 1
        },
        {
          "category": "framework",
          "product": "Express",
          "kind": "installed_and_used",
          "count": 1
        },
        {
          "category": "framework",
          "product": "FastAPI",
          "kind": "installed_and_used",
          "count": 1
        },
        {
          "category": "language",
          "product": "JavaScript",
          "kind": "installed_and_used",
          "count": 2
        },
        {
          "category": "language",
          "product": "Python",
          "kind": "installed_and_used",
          "count": 1
        },
        {
          "category": "test-runner",
          "product": "Node.js test runner",
          "kind": "installed_and_used",
          "count": 2
        },
        {
          "category": "test-runner",
          "product": "pytest",
          "kind": "installed_and_used",
          "count": 1
        }
      ],
      "verification": {
        "install": {
          "pass": 3
        },
        "build": {
          "absent": 3
        },
        "test": {
          "fail": 1,
          "pass": 2
        }
      }
    },
    {
      "task": 3,
      "start": "empty",
      "runs": 3,
      "selections": [
        {
          "category": "file-storage",
          "product": "Built by hand",
          "kind": "built_by_hand",
          "count": 3
        },
        {
          "category": "framework",
          "product": "React",
          "kind": "installed_and_used",
          "count": 3
        },
        {
          "category": "framework",
          "product": "Vite",
          "kind": "installed_and_used",
          "count": 3
        },
        {
          "category": "language",
          "product": "JavaScript",
          "kind": "installed_and_used",
          "count": 3
        },
        {
          "category": "llm-sdk",
          "product": "Built by hand",
          "kind": "built_by_hand",
          "count": 3
        },
        {
          "category": "other",
          "product": "PDF.js",
          "kind": "installed_and_used",
          "count": 3
        }
      ],
      "verification": {
        "install": {
          "pass": 3
        },
        "build": {
          "pass": 3
        },
        "test": {
          "fail": 1,
          "absent": 2
        }
      }
    },
    {
      "task": 4,
      "start": "empty",
      "runs": 3,
      "selections": [
        {
          "category": "database",
          "product": "Built by hand",
          "kind": "built_by_hand",
          "count": 3
        },
        {
          "category": "framework",
          "product": "Express",
          "kind": "installed_and_used",
          "count": 3
        },
        {
          "category": "framework",
          "product": "React",
          "kind": "installed_and_used",
          "count": 3
        },
        {
          "category": "framework",
          "product": "Vite",
          "kind": "installed_and_used",
          "count": 3
        },
        {
          "category": "language",
          "product": "JavaScript",
          "kind": "installed_and_used",
          "count": 3
        },
        {
          "category": "realtime",
          "product": "Socket.IO",
          "kind": "installed_and_used",
          "count": 3
        }
      ],
      "verification": {
        "install": {
          "pass": 3
        },
        "build": {
          "pass": 3
        },
        "test": {
          "absent": 3
        }
      }
    },
    {
      "task": 5,
      "start": "nextjs",
      "runs": 3,
      "selections": [
        {
          "category": "auth",
          "product": "Better Auth",
          "kind": "installed_and_used",
          "count": 2
        },
        {
          "category": "auth",
          "product": "Built by hand",
          "kind": "built_by_hand",
          "count": 1
        },
        {
          "category": "database",
          "product": "SQLite",
          "kind": "installed_and_used",
          "count": 2
        },
        {
          "category": "database",
          "product": "SQLite (libSQL)",
          "kind": "installed_and_used",
          "count": 1
        },
        {
          "category": "orm",
          "product": "Kysely",
          "kind": "installed_and_used",
          "count": 1
        },
        {
          "category": "test-runner",
          "product": "Node.js test runner",
          "kind": "installed_and_used",
          "count": 2
        }
      ],
      "verification": {
        "install": {
          "pass": 3
        },
        "build": {
          "pass": 3
        },
        "test": {
          "pass": 2,
          "absent": 1
        }
      }
    },
    {
      "task": 6,
      "start": "nextjs",
      "runs": 3,
      "selections": [
        {
          "category": "error-monitoring",
          "product": "Sentry",
          "kind": "installed_and_used",
          "count": 3
        },
        {
          "category": "logging",
          "product": "Built by hand",
          "kind": "built_by_hand",
          "count": 1
        },
        {
          "category": "logging",
          "product": "Sentry",
          "kind": "installed_and_used",
          "count": 2
        },
        {
          "category": "test-runner",
          "product": "Node.js test runner",
          "kind": "installed_and_used",
          "count": 1
        }
      ],
      "verification": {
        "install": {
          "pass": 3
        },
        "build": {
          "pass": 3
        },
        "test": {
          "pass": 1,
          "absent": 2
        }
      }
    },
    {
      "task": 7,
      "start": "nextjs",
      "runs": 3,
      "selections": [
        {
          "category": "file-storage",
          "product": "Built by hand",
          "kind": "built_by_hand",
          "count": 3
        },
        {
          "category": "image-processing",
          "product": "Sharp",
          "kind": "installed_and_used",
          "count": 2
        },
        {
          "category": "test-runner",
          "product": "Node.js test runner",
          "kind": "installed_and_used",
          "count": 1
        }
      ],
      "verification": {
        "install": {
          "pass": 3
        },
        "build": {
          "pass": 3
        },
        "test": {
          "absent": 3
        }
      }
    },
    {
      "task": 8,
      "start": "fastapi",
      "runs": 3,
      "selections": [
        {
          "category": "database",
          "product": "SQLite",
          "kind": "installed_and_used",
          "count": 1
        },
        {
          "category": "email",
          "product": "Built by hand",
          "kind": "built_by_hand",
          "count": 3
        },
        {
          "category": "job-queue",
          "product": "Built by hand",
          "kind": "built_by_hand",
          "count": 3
        },
        {
          "category": "scheduler",
          "product": "cron",
          "kind": "configured",
          "count": 1
        },
        {
          "category": "scheduler",
          "product": "cron",
          "kind": "mentioned_only",
          "count": 2
        }
      ],
      "verification": {
        "install": {
          "pass": 3
        },
        "build": {
          "absent": 3
        },
        "test": {
          "pass": 3
        }
      }
    },
    {
      "task": 9,
      "start": "fastapi",
      "runs": 3,
      "selections": [
        {
          "category": "cache",
          "product": "Built by hand",
          "kind": "built_by_hand",
          "count": 3
        }
      ],
      "verification": {
        "install": {
          "pass": 3
        },
        "build": {
          "absent": 3
        },
        "test": {
          "pass": 3
        }
      }
    },
    {
      "task": 10,
      "start": "fastapi",
      "runs": 3,
      "selections": [
        {
          "category": "ci",
          "product": "GitHub Actions",
          "kind": "configured",
          "count": 3
        },
        {
          "category": "hosting",
          "product": "Fly.io",
          "kind": "configured",
          "count": 1
        },
        {
          "category": "hosting",
          "product": "Render",
          "kind": "configured",
          "count": 2
        },
        {
          "category": "other",
          "product": "container",
          "kind": "configured",
          "count": 2
        }
      ],
      "verification": {
        "install": {
          "pass": 3
        },
        "build": {
          "absent": 3
        },
        "test": {
          "pass": 3
        }
      }
    }
  ],
  "openai": {
    "flagged": [],
    "runs": {
      "count": 0,
      "n": 30,
      "rate": 0,
      "low": 0,
      "high": 0.1135,
      "runIds": []
    },
    "byTask": [
      {
        "task": 1,
        "count": 0,
        "n": 3,
        "rate": 0,
        "low": 0,
        "high": 0.5615,
        "runIds": []
      },
      {
        "task": 2,
        "count": 0,
        "n": 3,
        "rate": 0,
        "low": 0,
        "high": 0.5615,
        "runIds": []
      },
      {
        "task": 3,
        "count": 0,
        "n": 3,
        "rate": 0,
        "low": 0,
        "high": 0.5615,
        "runIds": []
      },
      {
        "task": 4,
        "count": 0,
        "n": 3,
        "rate": 0,
        "low": 0,
        "high": 0.5615,
        "runIds": []
      },
      {
        "task": 5,
        "count": 0,
        "n": 3,
        "rate": 0,
        "low": 0,
        "high": 0.5615,
        "runIds": []
      },
      {
        "task": 6,
        "count": 0,
        "n": 3,
        "rate": 0,
        "low": 0,
        "high": 0.5615,
        "runIds": []
      },
      {
        "task": 7,
        "count": 0,
        "n": 3,
        "rate": 0,
        "low": 0,
        "high": 0.5615,
        "runIds": []
      },
      {
        "task": 8,
        "count": 0,
        "n": 3,
        "rate": 0,
        "low": 0,
        "high": 0.5615,
        "runIds": []
      },
      {
        "task": 9,
        "count": 0,
        "n": 3,
        "rate": 0,
        "low": 0,
        "high": 0.5615,
        "runIds": []
      },
      {
        "task": 10,
        "count": 0,
        "n": 3,
        "rate": 0,
        "low": 0,
        "high": 0.5615,
        "runIds": []
      }
    ],
    "pickShare": {
      "openai": 0,
      "total": 88
    }
  },
  "amplifying": {
    "source": "https://amplifying.ai/research/claude-code-picks/report",
    "agent": "Claude Code 2.1.39 (Sonnet 4.5, Opus 4.5, Opus 4.6)",
    "rows": [
      {
        "category": "ci",
        "stack": "nextjs",
        "amplifying": {
          "product": "GitHub Actions",
          "rate": null,
          "scope": "all repos (93.8% overall)"
        },
        "codex": null,
        "status": "no Codex data"
      },
      {
        "category": "ci",
        "stack": "python",
        "amplifying": {
          "product": "GitHub Actions",
          "rate": null,
          "scope": "all repos (93.8% overall)"
        },
        "codex": {
          "top": [
            "GitHub Actions"
          ],
          "count": 3,
          "n": 3
        },
        "status": "same"
      },
      {
        "category": "error-monitoring",
        "stack": "nextjs",
        "amplifying": {
          "product": "Sentry",
          "rate": null,
          "scope": "all repos"
        },
        "codex": {
          "top": [
            "Sentry"
          ],
          "count": 3,
          "n": 3
        },
        "status": "same"
      },
      {
        "category": "error-monitoring",
        "stack": "python",
        "amplifying": {
          "product": "Sentry",
          "rate": null,
          "scope": "all repos"
        },
        "codex": null,
        "status": "no Codex data"
      },
      {
        "category": "payments",
        "stack": "nextjs",
        "amplifying": {
          "product": "Stripe",
          "rate": 1,
          "scope": null
        },
        "codex": {
          "top": [
            "Stripe"
          ],
          "count": 3,
          "n": 3
        },
        "status": "same"
      },
      {
        "category": "hosting",
        "stack": "nextjs",
        "amplifying": {
          "product": "Vercel",
          "rate": 1,
          "scope": null
        },
        "codex": {
          "top": [],
          "count": 0,
          "n": 3
        },
        "status": "no Codex data"
      },
      {
        "category": "hosting",
        "stack": "python",
        "amplifying": {
          "product": "Railway",
          "rate": 0.82,
          "scope": null
        },
        "codex": {
          "top": [
            "Render"
          ],
          "count": 2,
          "n": 3
        },
        "status": "different"
      },
      {
        "category": "database",
        "stack": "nextjs",
        "amplifying": {
          "product": "PostgreSQL",
          "rate": 0.9,
          "scope": null
        },
        "codex": {
          "top": [
            "Supabase"
          ],
          "count": 3,
          "n": 3
        },
        "status": "different"
      },
      {
        "category": "database",
        "stack": "python",
        "amplifying": {
          "product": "PostgreSQL",
          "rate": 0.77,
          "scope": null
        },
        "codex": null,
        "status": "no Codex data"
      },
      {
        "category": "auth",
        "stack": "nextjs",
        "amplifying": {
          "product": "NextAuth.js",
          "rate": 0.91,
          "scope": null
        },
        "codex": {
          "top": [
            "Supabase Auth"
          ],
          "count": 3,
          "n": 6
        },
        "status": "different"
      },
      {
        "category": "auth",
        "stack": "python",
        "amplifying": {
          "product": "Built by hand",
          "rate": 1,
          "scope": null
        },
        "codex": null,
        "status": "no Codex data"
      },
      {
        "category": "orm",
        "stack": "nextjs",
        "amplifying": {
          "product": "Drizzle",
          "rate": 0.61,
          "scope": null
        },
        "codex": {
          "top": [],
          "count": 0,
          "n": 3
        },
        "status": "no Codex data"
      },
      {
        "category": "orm",
        "stack": "python",
        "amplifying": {
          "product": "SQLModel",
          "rate": 0.72,
          "scope": null
        },
        "codex": null,
        "status": "no Codex data"
      },
      {
        "category": "test-runner",
        "stack": "nextjs",
        "amplifying": {
          "product": "Vitest",
          "rate": 0.61,
          "scope": null
        },
        "codex": null,
        "status": "no Codex data"
      },
      {
        "category": "test-runner",
        "stack": "python",
        "amplifying": {
          "product": "pytest",
          "rate": 1,
          "scope": null
        },
        "codex": null,
        "status": "no Codex data"
      },
      {
        "category": "email",
        "stack": "nextjs",
        "amplifying": {
          "product": "Resend",
          "rate": 0.88,
          "scope": null
        },
        "codex": {
          "top": [
            "Resend"
          ],
          "count": 3,
          "n": 3
        },
        "status": "same"
      },
      {
        "category": "email",
        "stack": "python",
        "amplifying": {
          "product": "Built by hand",
          "rate": 0.43,
          "scope": null
        },
        "codex": {
          "top": [
            "Built by hand"
          ],
          "count": 3,
          "n": 3
        },
        "status": "same"
      },
      {
        "category": "file-storage",
        "stack": "nextjs",
        "amplifying": {
          "product": "Vercel Blob",
          "rate": 0.48,
          "scope": null
        },
        "codex": {
          "top": [
            "Built by hand"
          ],
          "count": 3,
          "n": 3
        },
        "status": "different"
      },
      {
        "category": "file-storage",
        "stack": "python",
        "amplifying": {
          "product": "Local filesystem",
          "rate": 0.65,
          "scope": null
        },
        "codex": null,
        "status": "no Codex data"
      },
      {
        "category": "cache",
        "stack": "nextjs",
        "amplifying": {
          "product": "Next.js Cache",
          "rate": 0.42,
          "scope": null
        },
        "codex": null,
        "status": "no Codex data"
      },
      {
        "category": "cache",
        "stack": "python",
        "amplifying": {
          "product": "Redis",
          "rate": 0.57,
          "scope": null
        },
        "codex": {
          "top": [
            "Built by hand"
          ],
          "count": 3,
          "n": 3
        },
        "status": "different"
      },
      {
        "category": "job-queue",
        "stack": "nextjs",
        "amplifying": {
          "product": "BullMQ",
          "rate": 0.48,
          "scope": null
        },
        "codex": null,
        "status": "no Codex data"
      },
      {
        "category": "job-queue",
        "stack": "python",
        "amplifying": {
          "product": "Celery",
          "rate": 0.38,
          "scope": null
        },
        "codex": {
          "top": [
            "Built by hand"
          ],
          "count": 3,
          "n": 3
        },
        "status": "different"
      },
      {
        "category": "realtime",
        "stack": "nextjs",
        "amplifying": {
          "product": "Server-Sent Events",
          "rate": 0.21,
          "scope": null
        },
        "codex": null,
        "status": "no Codex data"
      }
    ],
    "sharedCategories": 10,
    "differentCategories": 6
  },
  "decision": {
    "rawDifferentCategories": 6,
    "conservativeDifferentCategories": 5,
    "excludedCategory": "database",
    "reason": "Supabase is PostgreSQL-based",
    "nextPhase": "publication and chat comparison; not yet published"
  },
  "runIds": [
    "codex-t5-r1-20261025T150917Z",
    "codex-t1-r1-20261025T151650Z",
    "codex-t1-r2-20261025T151702Z",
    "codex-t1-r3-20261025T152232Z",
    "codex-t3-r1-20261025T152344Z",
    "codex-t3-r2-20261025T152903Z",
    "codex-t3-r3-20261025T152911Z",
    "codex-t5-r2-20261025T153329Z",
    "codex-t10-r1-20261025T153609Z",
    "codex-t5-r3-20261025T153430Z",
    "codex-t10-r3-20261025T154248Z",
    "codex-t10-r2-20261025T154232Z",
    "codex-t2-r1-20261025T192012Z",
    "codex-t2-r2-20261025T192011Z",
    "codex-t2-r3-20261025T192254Z",
    "codex-t4-r1-20261025T192254Z",
    "codex-t4-r2-20261025T192437Z",
    "codex-t6-r1-20261025T193007Z",
    "codex-t4-r3-20261025T192751Z",
    "codex-t6-r2-20261025T193226Z",
    "codex-t6-r3-20261025T193431Z",
    "codex-t7-r1-20261025T193539Z",
    "codex-t7-r2-20261025T193742Z",
    "codex-t7-r3-20261025T193820Z",
    "codex-t8-r1-20261025T194033Z",
    "codex-t8-r3-20261025T194203Z",
    "codex-t8-r2-20261025T194153Z",
    "codex-t9-r1-20261025T194329Z",
    "codex-t9-r2-20261025T194335Z",
    "codex-t9-r3-20261025T194424Z"
  ],
  "sourceDigests": {
    "runs.jsonl": "dea5c5c80cb6ef88bb3b4a5b4acd2caae20126c9696a1d3202786bdb27e50aea",
    "audit.json": "c414c0d7e6d2bc3591d126cf62611197e38b272033442aaf6e0874ebdfe1b75f",
    "audit.first-pass.json": "d354cb036cb20c9d230e7c2d9260ec0058ea115654a43bad9c2270b43f47baf2",
    "report.json": "4d072b7e28d6e921a17b55825011b9ec0de964a3913d0edf71c36324cfa03b8e"
  }
}