{"schemaVersion":"agenova.agent-data-value-benchmark.v1","vertical":"ai-coding","promptSetHash":"83b0db06f602fc90cabc921fb22e762b0fb8ca9ac41f03099433f8a8bb3e4998","design":{"prompts":100,"cohorts":["vendor_only","vendor_plus_agenova"],"repeatedRunsPerPrompt":2,"totalObservations":400,"runManifest":{"schemaVersion":"agenova.agent-data-value-benchmark-run-manifest.v1","hash":"8e191045b0d9caf0c7adf2766da79efb9499ab9b2fa695c8ce7bdbd2bb504469","shards":10,"cells":400,"executionAuthorized":false,"costApprovalRequired":true},"primaryRule":"Agenova is additive only when factual accuracy does not worsen and at least one measured outcome improves.","metrics":["identity_errors","stale_claims","unsupported_claims","requirement_completeness","retrieval_count","latency_ms","repeated_answer_consistency"]},"resources":{"agentDiscovery":"https://agenova.io/api/v1/agents?category=coding","decisionData":"https://agenova.io/api/v1/decisions/engineering-team-coding-agents","latestPilotResult":"https://agenova.io/api/v1/benchmarks/ai-coding/pilot"},"prompts":[{"id":"solo-repository-work:recommend","vertical":"ai-coding","prompt":"For a solo developer editing and testing an existing repository, Which current AI coding Agents should this user consider, and under what evidence-backed conditions?","evaluationFields":["identity","freshness","sourceSupport","requirementCompleteness","retrievalEfficiency","consistency"]},{"id":"solo-repository-work:compare","vertical":"ai-coding","prompt":"For a solo developer editing and testing an existing repository, Compare the strongest relevant options without inferring unsupported capabilities.","evaluationFields":["identity","freshness","sourceSupport","requirementCompleteness","retrievalEfficiency","consistency"]},{"id":"solo-repository-work:exclude","vertical":"ai-coding","prompt":"For a solo developer editing and testing an existing repository, Which options should be excluded because a stated requirement is not met or remains unknown?","evaluationFields":["identity","freshness","sourceSupport","requirementCompleteness","retrievalEfficiency","consistency"]},{"id":"solo-repository-work:verify","vertical":"ai-coding","prompt":"For a solo developer editing and testing an existing repository, What official-source facts must be verified before selecting an Agent for this situation?","evaluationFields":["identity","freshness","sourceSupport","requirementCompleteness","retrievalEfficiency","consistency"]},{"id":"solo-repository-work:change","vertical":"ai-coding","prompt":"For a solo developer editing and testing an existing repository, Which recent product changes could alter the choice for this user?","evaluationFields":["identity","freshness","sourceSupport","requirementCompleteness","retrievalEfficiency","consistency"]},{"id":"small-startup:recommend","vertical":"ai-coding","prompt":"For a five-person startup shipping a web product, Which current AI coding Agents should this user consider, and under what evidence-backed conditions?","evaluationFields":["identity","freshness","sourceSupport","requirementCompleteness","retrievalEfficiency","consistency"]},{"id":"small-startup:compare","vertical":"ai-coding","prompt":"For a five-person startup shipping a web product, Compare the strongest relevant options without inferring unsupported capabilities.","evaluationFields":["identity","freshness","sourceSupport","requirementCompleteness","retrievalEfficiency","consistency"]},{"id":"small-startup:exclude","vertical":"ai-coding","prompt":"For a five-person startup shipping a web product, Which options should be excluded because a stated requirement is not met or remains unknown?","evaluationFields":["identity","freshness","sourceSupport","requirementCompleteness","retrievalEfficiency","consistency"]},{"id":"small-startup:verify","vertical":"ai-coding","prompt":"For a five-person startup shipping a web product, What official-source facts must be verified before selecting an Agent for this situation?","evaluationFields":["identity","freshness","sourceSupport","requirementCompleteness","retrievalEfficiency","consistency"]},{"id":"small-startup:change","vertical":"ai-coding","prompt":"For a five-person startup shipping a web product, Which recent product changes could alter the choice for this user?","evaluationFields":["identity","freshness","sourceSupport","requirementCompleteness","retrievalEfficiency","consistency"]},{"id":"engineering-team:recommend","vertical":"ai-coding","prompt":"For a twenty-person engineering team with shared repositories, Which current AI coding Agents should this user consider, and under what evidence-backed conditions?","evaluationFields":["identity","freshness","sourceSupport","requirementCompleteness","retrievalEfficiency","consistency"]},{"id":"engineering-team:compare","vertical":"ai-coding","prompt":"For a twenty-person engineering team with shared repositories, Compare the strongest relevant options without inferring unsupported capabilities.","evaluationFields":["identity","freshness","sourceSupport","requirementCompleteness","retrievalEfficiency","consistency"]},{"id":"engineering-team:exclude","vertical":"ai-coding","prompt":"For a twenty-person engineering team with shared repositories, Which options should be excluded because a stated requirement is not met or remains unknown?","evaluationFields":["identity","freshness","sourceSupport","requirementCompleteness","retrievalEfficiency","consistency"]},{"id":"engineering-team:verify","vertical":"ai-coding","prompt":"For a twenty-person engineering team with shared repositories, What official-source facts must be verified before selecting an Agent for this situation?","evaluationFields":["identity","freshness","sourceSupport","requirementCompleteness","retrievalEfficiency","consistency"]},{"id":"engineering-team:change","vertical":"ai-coding","prompt":"For a twenty-person engineering team with shared repositories, Which recent product changes could alter the choice for this user?","evaluationFields":["identity","freshness","sourceSupport","requirementCompleteness","retrievalEfficiency","consistency"]},{"id":"regulated-enterprise:recommend","vertical":"ai-coding","prompt":"For a regulated enterprise with audit and access-control requirements, Which current AI coding Agents should this user consider, and under what evidence-backed conditions?","evaluationFields":["identity","freshness","sourceSupport","requirementCompleteness","retrievalEfficiency","consistency"]},{"id":"regulated-enterprise:compare","vertical":"ai-coding","prompt":"For a regulated enterprise with audit and access-control requirements, Compare the strongest relevant options without inferring unsupported capabilities.","evaluationFields":["identity","freshness","sourceSupport","requirementCompleteness","retrievalEfficiency","consistency"]},{"id":"regulated-enterprise:exclude","vertical":"ai-coding","prompt":"For a regulated enterprise with audit and access-control requirements, Which options should be excluded because a stated requirement is not met or remains unknown?","evaluationFields":["identity","freshness","sourceSupport","requirementCompleteness","retrievalEfficiency","consistency"]},{"id":"regulated-enterprise:verify","vertical":"ai-coding","prompt":"For a regulated enterprise with audit and access-control requirements, What official-source facts must be verified before selecting an Agent for this situation?","evaluationFields":["identity","freshness","sourceSupport","requirementCompleteness","retrievalEfficiency","consistency"]},{"id":"regulated-enterprise:change","vertical":"ai-coding","prompt":"For a regulated enterprise with audit and access-control requirements, Which recent product changes could alter the choice for this user?","evaluationFields":["identity","freshness","sourceSupport","requirementCompleteness","retrievalEfficiency","consistency"]},{"id":"open-source-maintainer:recommend","vertical":"ai-coding","prompt":"For an open-source maintainer triaging issues and pull requests, Which current AI coding Agents should this user consider, and under what evidence-backed conditions?","evaluationFields":["identity","freshness","sourceSupport","requirementCompleteness","retrievalEfficiency","consistency"]},{"id":"open-source-maintainer:compare","vertical":"ai-coding","prompt":"For an open-source maintainer triaging issues and pull requests, Compare the strongest relevant options without inferring unsupported capabilities.","evaluationFields":["identity","freshness","sourceSupport","requirementCompleteness","retrievalEfficiency","consistency"]},{"id":"open-source-maintainer:exclude","vertical":"ai-coding","prompt":"For an open-source maintainer triaging issues and pull requests, Which options should be excluded because a stated requirement is not met or remains unknown?","evaluationFields":["identity","freshness","sourceSupport","requirementCompleteness","retrievalEfficiency","consistency"]},{"id":"open-source-maintainer:verify","vertical":"ai-coding","prompt":"For an open-source maintainer triaging issues and pull requests, What official-source facts must be verified before selecting an Agent for this situation?","evaluationFields":["identity","freshness","sourceSupport","requirementCompleteness","retrievalEfficiency","consistency"]},{"id":"open-source-maintainer:change","vertical":"ai-coding","prompt":"For an open-source maintainer triaging issues and pull requests, Which recent product changes could alter the choice for this user?","evaluationFields":["identity","freshness","sourceSupport","requirementCompleteness","retrievalEfficiency","consistency"]},{"id":"large-monorepo:recommend","vertical":"ai-coding","prompt":"For a team working in a large monorepo, Which current AI coding Agents should this user consider, and under what evidence-backed conditions?","evaluationFields":["identity","freshness","sourceSupport","requirementCompleteness","retrievalEfficiency","consistency"]},{"id":"large-monorepo:compare","vertical":"ai-coding","prompt":"For a team working in a large monorepo, Compare the strongest relevant options without inferring unsupported capabilities.","evaluationFields":["identity","freshness","sourceSupport","requirementCompleteness","retrievalEfficiency","consistency"]},{"id":"large-monorepo:exclude","vertical":"ai-coding","prompt":"For a team working in a large monorepo, Which options should be excluded because a stated requirement is not met or remains unknown?","evaluationFields":["identity","freshness","sourceSupport","requirementCompleteness","retrievalEfficiency","consistency"]},{"id":"large-monorepo:verify","vertical":"ai-coding","prompt":"For a team working in a large monorepo, What official-source facts must be verified before selecting an Agent for this situation?","evaluationFields":["identity","freshness","sourceSupport","requirementCompleteness","retrievalEfficiency","consistency"]},{"id":"large-monorepo:change","vertical":"ai-coding","prompt":"For a team working in a large monorepo, Which recent product changes could alter the choice for this user?","evaluationFields":["identity","freshness","sourceSupport","requirementCompleteness","retrievalEfficiency","consistency"]},{"id":"github-review:recommend","vertical":"ai-coding","prompt":"For a GitHub team automating code review, Which current AI coding Agents should this user consider, and under what evidence-backed conditions?","evaluationFields":["identity","freshness","sourceSupport","requirementCompleteness","retrievalEfficiency","consistency"]},{"id":"github-review:compare","vertical":"ai-coding","prompt":"For a GitHub team automating code review, Compare the strongest relevant options without inferring unsupported capabilities.","evaluationFields":["identity","freshness","sourceSupport","requirementCompleteness","retrievalEfficiency","consistency"]},{"id":"github-review:exclude","vertical":"ai-coding","prompt":"For a GitHub team automating code review, Which options should be excluded because a stated requirement is not met or remains unknown?","evaluationFields":["identity","freshness","sourceSupport","requirementCompleteness","retrievalEfficiency","consistency"]},{"id":"github-review:verify","vertical":"ai-coding","prompt":"For a GitHub team automating code review, What official-source facts must be verified before selecting an Agent for this situation?","evaluationFields":["identity","freshness","sourceSupport","requirementCompleteness","retrievalEfficiency","consistency"]},{"id":"github-review:change","vertical":"ai-coding","prompt":"For a GitHub team automating code review, Which recent product changes could alter the choice for this user?","evaluationFields":["identity","freshness","sourceSupport","requirementCompleteness","retrievalEfficiency","consistency"]},{"id":"gitlab-workflow:recommend","vertical":"ai-coding","prompt":"For a GitLab team handling issue-to-merge-request work, Which current AI coding Agents should this user consider, and under what evidence-backed conditions?","evaluationFields":["identity","freshness","sourceSupport","requirementCompleteness","retrievalEfficiency","consistency"]},{"id":"gitlab-workflow:compare","vertical":"ai-coding","prompt":"For a GitLab team handling issue-to-merge-request work, Compare the strongest relevant options without inferring unsupported capabilities.","evaluationFields":["identity","freshness","sourceSupport","requirementCompleteness","retrievalEfficiency","consistency"]},{"id":"gitlab-workflow:exclude","vertical":"ai-coding","prompt":"For a GitLab team handling issue-to-merge-request work, Which options should be excluded because a stated requirement is not met or remains unknown?","evaluationFields":["identity","freshness","sourceSupport","requirementCompleteness","retrievalEfficiency","consistency"]},{"id":"gitlab-workflow:verify","vertical":"ai-coding","prompt":"For a GitLab team handling issue-to-merge-request work, What official-source facts must be verified before selecting an Agent for this situation?","evaluationFields":["identity","freshness","sourceSupport","requirementCompleteness","retrievalEfficiency","consistency"]},{"id":"gitlab-workflow:change","vertical":"ai-coding","prompt":"For a GitLab team handling issue-to-merge-request work, Which recent product changes could alter the choice for this user?","evaluationFields":["identity","freshness","sourceSupport","requirementCompleteness","retrievalEfficiency","consistency"]},{"id":"terminal-first:recommend","vertical":"ai-coding","prompt":"For a terminal-first developer who does not want an IDE dependency, Which current AI coding Agents should this user consider, and under what evidence-backed conditions?","evaluationFields":["identity","freshness","sourceSupport","requirementCompleteness","retrievalEfficiency","consistency"]},{"id":"terminal-first:compare","vertical":"ai-coding","prompt":"For a terminal-first developer who does not want an IDE dependency, Compare the strongest relevant options without inferring unsupported capabilities.","evaluationFields":["identity","freshness","sourceSupport","requirementCompleteness","retrievalEfficiency","consistency"]},{"id":"terminal-first:exclude","vertical":"ai-coding","prompt":"For a terminal-first developer who does not want an IDE dependency, Which options should be excluded because a stated requirement is not met or remains unknown?","evaluationFields":["identity","freshness","sourceSupport","requirementCompleteness","retrievalEfficiency","consistency"]},{"id":"terminal-first:verify","vertical":"ai-coding","prompt":"For a terminal-first developer who does not want an IDE dependency, What official-source facts must be verified before selecting an Agent for this situation?","evaluationFields":["identity","freshness","sourceSupport","requirementCompleteness","retrievalEfficiency","consistency"]},{"id":"terminal-first:change","vertical":"ai-coding","prompt":"For a terminal-first developer who does not want an IDE dependency, Which recent product changes could alter the choice for this user?","evaluationFields":["identity","freshness","sourceSupport","requirementCompleteness","retrievalEfficiency","consistency"]},{"id":"ide-first:recommend","vertical":"ai-coding","prompt":"For a developer who wants an integrated IDE Agent, Which current AI coding Agents should this user consider, and under what evidence-backed conditions?","evaluationFields":["identity","freshness","sourceSupport","requirementCompleteness","retrievalEfficiency","consistency"]},{"id":"ide-first:compare","vertical":"ai-coding","prompt":"For a developer who wants an integrated IDE Agent, Compare the strongest relevant options without inferring unsupported capabilities.","evaluationFields":["identity","freshness","sourceSupport","requirementCompleteness","retrievalEfficiency","consistency"]},{"id":"ide-first:exclude","vertical":"ai-coding","prompt":"For a developer who wants an integrated IDE Agent, Which options should be excluded because a stated requirement is not met or remains unknown?","evaluationFields":["identity","freshness","sourceSupport","requirementCompleteness","retrievalEfficiency","consistency"]},{"id":"ide-first:verify","vertical":"ai-coding","prompt":"For a developer who wants an integrated IDE Agent, What official-source facts must be verified before selecting an Agent for this situation?","evaluationFields":["identity","freshness","sourceSupport","requirementCompleteness","retrievalEfficiency","consistency"]},{"id":"ide-first:change","vertical":"ai-coding","prompt":"For a developer who wants an integrated IDE Agent, Which recent product changes could alter the choice for this user?","evaluationFields":["identity","freshness","sourceSupport","requirementCompleteness","retrievalEfficiency","consistency"]},{"id":"self-hosted:recommend","vertical":"ai-coding","prompt":"For an organization requiring self-hosted or local execution, Which current AI coding Agents should this user consider, and under what evidence-backed conditions?","evaluationFields":["identity","freshness","sourceSupport","requirementCompleteness","retrievalEfficiency","consistency"]},{"id":"self-hosted:compare","vertical":"ai-coding","prompt":"For an organization requiring self-hosted or local execution, Compare the strongest relevant options without inferring unsupported capabilities.","evaluationFields":["identity","freshness","sourceSupport","requirementCompleteness","retrievalEfficiency","consistency"]},{"id":"self-hosted:exclude","vertical":"ai-coding","prompt":"For an organization requiring self-hosted or local execution, Which options should be excluded because a stated requirement is not met or remains unknown?","evaluationFields":["identity","freshness","sourceSupport","requirementCompleteness","retrievalEfficiency","consistency"]},{"id":"self-hosted:verify","vertical":"ai-coding","prompt":"For an organization requiring self-hosted or local execution, What official-source facts must be verified before selecting an Agent for this situation?","evaluationFields":["identity","freshness","sourceSupport","requirementCompleteness","retrievalEfficiency","consistency"]},{"id":"self-hosted:change","vertical":"ai-coding","prompt":"For an organization requiring self-hosted or local execution, Which recent product changes could alter the choice for this user?","evaluationFields":["identity","freshness","sourceSupport","requirementCompleteness","retrievalEfficiency","consistency"]},{"id":"privacy-sensitive:recommend","vertical":"ai-coding","prompt":"For a team that cannot use private code for model training, Which current AI coding Agents should this user consider, and under what evidence-backed conditions?","evaluationFields":["identity","freshness","sourceSupport","requirementCompleteness","retrievalEfficiency","consistency"]},{"id":"privacy-sensitive:compare","vertical":"ai-coding","prompt":"For a team that cannot use private code for model training, Compare the strongest relevant options without inferring unsupported capabilities.","evaluationFields":["identity","freshness","sourceSupport","requirementCompleteness","retrievalEfficiency","consistency"]},{"id":"privacy-sensitive:exclude","vertical":"ai-coding","prompt":"For a team that cannot use private code for model training, Which options should be excluded because a stated requirement is not met or remains unknown?","evaluationFields":["identity","freshness","sourceSupport","requirementCompleteness","retrievalEfficiency","consistency"]},{"id":"privacy-sensitive:verify","vertical":"ai-coding","prompt":"For a team that cannot use private code for model training, What official-source facts must be verified before selecting an Agent for this situation?","evaluationFields":["identity","freshness","sourceSupport","requirementCompleteness","retrievalEfficiency","consistency"]},{"id":"privacy-sensitive:change","vertical":"ai-coding","prompt":"For a team that cannot use private code for model training, Which recent product changes could alter the choice for this user?","evaluationFields":["identity","freshness","sourceSupport","requirementCompleteness","retrievalEfficiency","consistency"]},{"id":"enterprise-identity:recommend","vertical":"ai-coding","prompt":"For an enterprise requiring SSO, roles, and audit logs, Which current AI coding Agents should this user consider, and under what evidence-backed conditions?","evaluationFields":["identity","freshness","sourceSupport","requirementCompleteness","retrievalEfficiency","consistency"]},{"id":"enterprise-identity:compare","vertical":"ai-coding","prompt":"For an enterprise requiring SSO, roles, and audit logs, Compare the strongest relevant options without inferring unsupported capabilities.","evaluationFields":["identity","freshness","sourceSupport","requirementCompleteness","retrievalEfficiency","consistency"]},{"id":"enterprise-identity:exclude","vertical":"ai-coding","prompt":"For an enterprise requiring SSO, roles, and audit logs, Which options should be excluded because a stated requirement is not met or remains unknown?","evaluationFields":["identity","freshness","sourceSupport","requirementCompleteness","retrievalEfficiency","consistency"]},{"id":"enterprise-identity:verify","vertical":"ai-coding","prompt":"For an enterprise requiring SSO, roles, and audit logs, What official-source facts must be verified before selecting an Agent for this situation?","evaluationFields":["identity","freshness","sourceSupport","requirementCompleteness","retrievalEfficiency","consistency"]},{"id":"enterprise-identity:change","vertical":"ai-coding","prompt":"For an enterprise requiring SSO, roles, and audit logs, Which recent product changes could alter the choice for this user?","evaluationFields":["identity","freshness","sourceSupport","requirementCompleteness","retrievalEfficiency","consistency"]},{"id":"budget-limited:recommend","vertical":"ai-coding","prompt":"For a developer seeking a genuinely usable low-cost option, Which current AI coding Agents should this user consider, and under what evidence-backed conditions?","evaluationFields":["identity","freshness","sourceSupport","requirementCompleteness","retrievalEfficiency","consistency"]},{"id":"budget-limited:compare","vertical":"ai-coding","prompt":"For a developer seeking a genuinely usable low-cost option, Compare the strongest relevant options without inferring unsupported capabilities.","evaluationFields":["identity","freshness","sourceSupport","requirementCompleteness","retrievalEfficiency","consistency"]},{"id":"budget-limited:exclude","vertical":"ai-coding","prompt":"For a developer seeking a genuinely usable low-cost option, Which options should be excluded because a stated requirement is not met or remains unknown?","evaluationFields":["identity","freshness","sourceSupport","requirementCompleteness","retrievalEfficiency","consistency"]},{"id":"budget-limited:verify","vertical":"ai-coding","prompt":"For a developer seeking a genuinely usable low-cost option, What official-source facts must be verified before selecting an Agent for this situation?","evaluationFields":["identity","freshness","sourceSupport","requirementCompleteness","retrievalEfficiency","consistency"]},{"id":"budget-limited:change","vertical":"ai-coding","prompt":"For a developer seeking a genuinely usable low-cost option, Which recent product changes could alter the choice for this user?","evaluationFields":["identity","freshness","sourceSupport","requirementCompleteness","retrievalEfficiency","consistency"]},{"id":"multi-model:recommend","vertical":"ai-coding","prompt":"For a team that needs model-provider choice, Which current AI coding Agents should this user consider, and under what evidence-backed conditions?","evaluationFields":["identity","freshness","sourceSupport","requirementCompleteness","retrievalEfficiency","consistency"]},{"id":"multi-model:compare","vertical":"ai-coding","prompt":"For a team that needs model-provider choice, Compare the strongest relevant options without inferring unsupported capabilities.","evaluationFields":["identity","freshness","sourceSupport","requirementCompleteness","retrievalEfficiency","consistency"]},{"id":"multi-model:exclude","vertical":"ai-coding","prompt":"For a team that needs model-provider choice, Which options should be excluded because a stated requirement is not met or remains unknown?","evaluationFields":["identity","freshness","sourceSupport","requirementCompleteness","retrievalEfficiency","consistency"]},{"id":"multi-model:verify","vertical":"ai-coding","prompt":"For a team that needs model-provider choice, What official-source facts must be verified before selecting an Agent for this situation?","evaluationFields":["identity","freshness","sourceSupport","requirementCompleteness","retrievalEfficiency","consistency"]},{"id":"multi-model:change","vertical":"ai-coding","prompt":"For a team that needs model-provider choice, Which recent product changes could alter the choice for this user?","evaluationFields":["identity","freshness","sourceSupport","requirementCompleteness","retrievalEfficiency","consistency"]},{"id":"background-delegation:recommend","vertical":"ai-coding","prompt":"For a team delegating long-running coding tasks in the background, Which current AI coding Agents should this user consider, and under what evidence-backed conditions?","evaluationFields":["identity","freshness","sourceSupport","requirementCompleteness","retrievalEfficiency","consistency"]},{"id":"background-delegation:compare","vertical":"ai-coding","prompt":"For a team delegating long-running coding tasks in the background, Compare the strongest relevant options without inferring unsupported capabilities.","evaluationFields":["identity","freshness","sourceSupport","requirementCompleteness","retrievalEfficiency","consistency"]},{"id":"background-delegation:exclude","vertical":"ai-coding","prompt":"For a team delegating long-running coding tasks in the background, Which options should be excluded because a stated requirement is not met or remains unknown?","evaluationFields":["identity","freshness","sourceSupport","requirementCompleteness","retrievalEfficiency","consistency"]},{"id":"background-delegation:verify","vertical":"ai-coding","prompt":"For a team delegating long-running coding tasks in the background, What official-source facts must be verified before selecting an Agent for this situation?","evaluationFields":["identity","freshness","sourceSupport","requirementCompleteness","retrievalEfficiency","consistency"]},{"id":"background-delegation:change","vertical":"ai-coding","prompt":"For a team delegating long-running coding tasks in the background, Which recent product changes could alter the choice for this user?","evaluationFields":["identity","freshness","sourceSupport","requirementCompleteness","retrievalEfficiency","consistency"]},{"id":"migration-project:recommend","vertical":"ai-coding","prompt":"For a team migrating a production application between frameworks, Which current AI coding Agents should this user consider, and under what evidence-backed conditions?","evaluationFields":["identity","freshness","sourceSupport","requirementCompleteness","retrievalEfficiency","consistency"]},{"id":"migration-project:compare","vertical":"ai-coding","prompt":"For a team migrating a production application between frameworks, Compare the strongest relevant options without inferring unsupported capabilities.","evaluationFields":["identity","freshness","sourceSupport","requirementCompleteness","retrievalEfficiency","consistency"]},{"id":"migration-project:exclude","vertical":"ai-coding","prompt":"For a team migrating a production application between frameworks, Which options should be excluded because a stated requirement is not met or remains unknown?","evaluationFields":["identity","freshness","sourceSupport","requirementCompleteness","retrievalEfficiency","consistency"]},{"id":"migration-project:verify","vertical":"ai-coding","prompt":"For a team migrating a production application between frameworks, What official-source facts must be verified before selecting an Agent for this situation?","evaluationFields":["identity","freshness","sourceSupport","requirementCompleteness","retrievalEfficiency","consistency"]},{"id":"migration-project:change","vertical":"ai-coding","prompt":"For a team migrating a production application between frameworks, Which recent product changes could alter the choice for this user?","evaluationFields":["identity","freshness","sourceSupport","requirementCompleteness","retrievalEfficiency","consistency"]},{"id":"incident-fix:recommend","vertical":"ai-coding","prompt":"For an engineering team diagnosing and fixing a production incident, Which current AI coding Agents should this user consider, and under what evidence-backed conditions?","evaluationFields":["identity","freshness","sourceSupport","requirementCompleteness","retrievalEfficiency","consistency"]},{"id":"incident-fix:compare","vertical":"ai-coding","prompt":"For an engineering team diagnosing and fixing a production incident, Compare the strongest relevant options without inferring unsupported capabilities.","evaluationFields":["identity","freshness","sourceSupport","requirementCompleteness","retrievalEfficiency","consistency"]},{"id":"incident-fix:exclude","vertical":"ai-coding","prompt":"For an engineering team diagnosing and fixing a production incident, Which options should be excluded because a stated requirement is not met or remains unknown?","evaluationFields":["identity","freshness","sourceSupport","requirementCompleteness","retrievalEfficiency","consistency"]},{"id":"incident-fix:verify","vertical":"ai-coding","prompt":"For an engineering team diagnosing and fixing a production incident, What official-source facts must be verified before selecting an Agent for this situation?","evaluationFields":["identity","freshness","sourceSupport","requirementCompleteness","retrievalEfficiency","consistency"]},{"id":"incident-fix:change","vertical":"ai-coding","prompt":"For an engineering team diagnosing and fixing a production incident, Which recent product changes could alter the choice for this user?","evaluationFields":["identity","freshness","sourceSupport","requirementCompleteness","retrievalEfficiency","consistency"]},{"id":"test-generation:recommend","vertical":"ai-coding","prompt":"For a team expanding automated test coverage across a legacy codebase, Which current AI coding Agents should this user consider, and under what evidence-backed conditions?","evaluationFields":["identity","freshness","sourceSupport","requirementCompleteness","retrievalEfficiency","consistency"]},{"id":"test-generation:compare","vertical":"ai-coding","prompt":"For a team expanding automated test coverage across a legacy codebase, Compare the strongest relevant options without inferring unsupported capabilities.","evaluationFields":["identity","freshness","sourceSupport","requirementCompleteness","retrievalEfficiency","consistency"]},{"id":"test-generation:exclude","vertical":"ai-coding","prompt":"For a team expanding automated test coverage across a legacy codebase, Which options should be excluded because a stated requirement is not met or remains unknown?","evaluationFields":["identity","freshness","sourceSupport","requirementCompleteness","retrievalEfficiency","consistency"]},{"id":"test-generation:verify","vertical":"ai-coding","prompt":"For a team expanding automated test coverage across a legacy codebase, What official-source facts must be verified before selecting an Agent for this situation?","evaluationFields":["identity","freshness","sourceSupport","requirementCompleteness","retrievalEfficiency","consistency"]},{"id":"test-generation:change","vertical":"ai-coding","prompt":"For a team expanding automated test coverage across a legacy codebase, Which recent product changes could alter the choice for this user?","evaluationFields":["identity","freshness","sourceSupport","requirementCompleteness","retrievalEfficiency","consistency"]},{"id":"documentation-to-code:recommend","vertical":"ai-coding","prompt":"For a team implementing features from written specifications, Which current AI coding Agents should this user consider, and under what evidence-backed conditions?","evaluationFields":["identity","freshness","sourceSupport","requirementCompleteness","retrievalEfficiency","consistency"]},{"id":"documentation-to-code:compare","vertical":"ai-coding","prompt":"For a team implementing features from written specifications, Compare the strongest relevant options without inferring unsupported capabilities.","evaluationFields":["identity","freshness","sourceSupport","requirementCompleteness","retrievalEfficiency","consistency"]},{"id":"documentation-to-code:exclude","vertical":"ai-coding","prompt":"For a team implementing features from written specifications, Which options should be excluded because a stated requirement is not met or remains unknown?","evaluationFields":["identity","freshness","sourceSupport","requirementCompleteness","retrievalEfficiency","consistency"]},{"id":"documentation-to-code:verify","vertical":"ai-coding","prompt":"For a team implementing features from written specifications, What official-source facts must be verified before selecting an Agent for this situation?","evaluationFields":["identity","freshness","sourceSupport","requirementCompleteness","retrievalEfficiency","consistency"]},{"id":"documentation-to-code:change","vertical":"ai-coding","prompt":"For a team implementing features from written specifications, Which recent product changes could alter the choice for this user?","evaluationFields":["identity","freshness","sourceSupport","requirementCompleteness","retrievalEfficiency","consistency"]}]}