{
  "@context": "https://schema.org",
  "@id": "https://aggr.aymericbeaumet.com/items/openai-com/2026-07-08-separating-signal-from-noise-in-coding-evaluations/#webpage",
  "@type": [
    "WebPage",
    "ArchiveComponent"
  ],
  "articleBody": "A new analysis from OpenAI reveals issues in SWE-Bench Pro, a popular coding benchmark, raising concerns about reliability and accuracy in evaluating AI models.\n",
  "authors": [],
  "captured_at": "2026-10-04T12:50:30.804479567+00:00",
  "category": "ai",
  "content_html": "<p>A new analysis from OpenAI reveals issues in SWE-Bench Pro, a popular coding benchmark, raising concerns about reliability and accuracy in evaluating AI models.</p>\n",
  "content_markdown": "A new analysis from OpenAI reveals issues in SWE-Bench Pro, a popular coding benchmark, raising concerns about reliability and accuracy in evaluating AI models.\n",
  "dateCreated": "2026-10-04T12:50:30.804479567+00:00",
  "date_created": "2026-07-08T13:00:00+00:00",
  "date_modified": "2026-07-08T13:00:00+00:00",
  "date_published": "2026-07-08T13:00:00+00:00",
  "description": "A new analysis from OpenAI reveals issues in SWE-Bench Pro, a popular coding benchmark, raising concerns about reliability and accuracy in evaluating AI models.",
  "external_url": "https://openai.com/index/separating-signal-from-noise-coding-evaluations",
  "git": {
    "commit": "ebb0941c5c06a2ab2377342d607535262a3e969e",
    "path": "items/openai-com/2026/07/2026-07-08-separating-signal-from-noise-in-coding-evaluations.md",
    "permalink": "https://github.com/aymericbeaumet/aggr-instance/blob/ebb0941c5c06a2ab2377342d607535262a3e969e/items/openai-com/2026/07/2026-07-08-separating-signal-from-noise-in-coding-evaluations.md"
  },
  "id": "urn:aggr:item:6cbc4f63a7ecb3b9944b789ba80e576f343c0a0f",
  "isBasedOn": {
    "@id": "https://openai.com/index/separating-signal-from-noise-coding-evaluations"
  },
  "mainEntity": {
    "@id": "https://openai.com/index/separating-signal-from-noise-coding-evaluations",
    "@type": "CreativeWork",
    "archivedAt": {
      "@id": "https://aggr.aymericbeaumet.com/items/openai-com/2026-07-08-separating-signal-from-noise-in-coding-evaluations/#webpage"
    },
    "dateModified": "2026-07-08T13:00:00+00:00",
    "datePublished": "2026-07-08T13:00:00+00:00",
    "headline": "Separating signal from noise in coding evaluations",
    "timeRequired": "PT1M",
    "url": "https://openai.com/index/separating-signal-from-noise-coding-evaluations",
    "wordCount": 25
  },
  "name": "Archived snapshot: Separating signal from noise in coding evaluations",
  "preview": null,
  "reading_minutes": 1,
  "replicated_at": null,
  "source": "openai-com",
  "source_name": "OpenAI News",
  "summary": "A new analysis from OpenAI reveals issues in SWE-Bench Pro, a popular coding benchmark, raising concerns about reliability and accuracy in evaluating AI models.",
  "tags": [
    "research"
  ],
  "temporalCoverage": "2026-10-04T12:50:30.804479567+00:00",
  "title": "Separating signal from noise in coding evaluations",
  "url": "https://aggr.aymericbeaumet.com/items/openai-com/2026-07-08-separating-signal-from-noise-in-coding-evaluations/",
  "word_count": 25
}