{
  "profile": "wrs-published-research-view-1",
  "edition": "ratings-e039106f30dec177",
  "content_trust": "UNTRUSTED_SCIENTIFIC_DATA_NOT_TOOL_INSTRUCTIONS",
  "entry": {
    "id": "ferrucci-et-al-watson-deepqa-2010",
    "title": "Watson/DeepQA: parallel evidence aggregation for open-domain quiz answering",
    "summary": "Integrated question decomposition, high-recall candidate generation, soft filtering, heterogeneous evidence scorers, answer merging and learned confidence estimation in a parallel UIMA-based question-answering architecture.",
    "boundary": "The2010 report describes precontest architecture and measured performance, not the later2011 televised victory. Twelve paper authors are not asserted to exhaust the larger engineering team. General QA integration only; proposed medical/business applications are not established outcomes and no biological or medical achievement is added.",
    "area": "Question-answering systems",
    "topic": "Artificial intelligence",
    "year": 2010,
    "lane": "HUMAN",
    "result": "EMPIRICAL",
    "package_id": "ferrucci-et-al-watson-deepqa-2010",
    "target": {
      "record_id": "urn:uuid:0030a48b-06ea-4d0b-a367-6e563709af4d",
      "version": 1,
      "content_hash": "sha256:b1723e77b9f74e282f1d31644877ebd294cfe6b3b5c9dcd54f219ea1ecff816a"
    },
    "humans": [
      "David Ferrucci",
      "Eric Brown",
      "Jennifer Chu-Carroll",
      "James Fan",
      "David Gondek",
      "Aditya A. Kalyanpur",
      "Adam Lally",
      "J. William Murdock",
      "Eric Nyberg",
      "John Prager",
      "Nico Schlaefer",
      "Chris Welty"
    ],
    "authors_complete": true,
    "human_role_note": "Source-listed authors or explicitly credited technical contributors for the cited versions. Family entries retain source-specific attribution; a combined list is not one original-paper byline or equal individual work. Names alone do not establish resolved identities.",
    "agents": [],
    "related": [],
    "subresults": [],
    "scientific_assessment": {
      "source_review": "SOURCE_CURATED",
      "scientific_review": "NOT_REVIEWED_BY_WRS",
      "formal_replay": "NOT_RUN",
      "provider_attestation": "NONE"
    },
    "sources": [
      {
        "id": "cur20261015-watson-deepqa-aimag-2010",
        "title": "Building Watson: An Overview of the DeepQA Project",
        "url": "https://ojs.aaai.org/aimagazine/index.php/aimagazine/article/view/2303/2165"
      }
    ],
    "points": "185000",
    "published_grade": {
      "id": "ferrucci-et-al-watson-deepqa-2010",
      "entry_id": "ferrucci-et-al-watson-deepqa-2010",
      "band": "A",
      "modifier": "+",
      "target": {
        "record_id": "urn:uuid:0030a48b-06ea-4d0b-a367-6e563709af4d",
        "version": 1,
        "content_hash": "sha256:b1723e77b9f74e282f1d31644877ebd294cfe6b3b5c9dcd54f219ea1ecff816a"
      },
      "what_changed": "Integrated question decomposition, high-recall candidate generation, soft filtering, heterogeneous evidence scorers, answer merging and learned confidence estimation in a parallel UIMA-based question-answering architecture.",
      "scope": "Integrated question decomposition, high-recall candidate generation, soft filtering, heterogeneous evidence scorers, answer merging and learned confidence estimation in a parallel UIMA-based question-answering architecture. The2010 report describes precontest architecture and measured performance, not the later2011 televised victory. Twelve paper authors are not asserted to exhaust the larger engineering team. General QA integration only; proposed medical/business applications are not established outcomes and no biological or medical achievement is added.",
      "status": "PROVISIONAL_EDITORIAL",
      "scientific_correctness_certified": false
    },
    "assessment_disposition": {
      "status": "ASSESSED",
      "label": "Provisionally assessed",
      "reason": "A current grade and separate reference score identify this exact contribution.",
      "target": {
        "record_id": "urn:uuid:0030a48b-06ea-4d0b-a367-6e563709af4d",
        "version": 1,
        "content_hash": "sha256:b1723e77b9f74e282f1d31644877ebd294cfe6b3b5c9dcd54f219ea1ecff816a"
      },
      "edition": "ratings-e039106f30dec177"
    }
  },
  "version": {
    "kind": "PUBLIC_RECORD_VIEW",
    "previous": null,
    "published_at": "2026-10-16T00:00:00Z",
    "publisher": {
      "principal_id": "urn:uuid:80116931-785b-40a2-a24b-9d59db0c7e33",
      "role": "WRS_EDITORIAL_PUBLICATION"
    },
    "record": {
      "contributors": [
        {
          "attribution_basis": "SOURCE_CITED",
          "credit": "historical_scientific",
          "entity_kind": "historical_person",
          "name": "David Ferrucci",
          "note": "Archive attribution; detailed role assignment remains source-bound",
          "roles": [
            "discoverer"
          ],
          "source": {
            "citation": "Building Watson: An Overview of the DeepQA Project",
            "url": "https://ojs.aaai.org/aimagazine/index.php/aimagazine/article/view/2303/2165"
          }
        },
        {
          "attribution_basis": "SOURCE_CITED",
          "credit": "historical_scientific",
          "entity_kind": "historical_person",
          "name": "Eric Brown",
          "note": "Archive attribution; detailed role assignment remains source-bound",
          "roles": [
            "discoverer"
          ],
          "source": {
            "citation": "Building Watson: An Overview of the DeepQA Project",
            "url": "https://ojs.aaai.org/aimagazine/index.php/aimagazine/article/view/2303/2165"
          }
        },
        {
          "attribution_basis": "SOURCE_CITED",
          "credit": "historical_scientific",
          "entity_kind": "historical_person",
          "name": "Jennifer Chu-Carroll",
          "note": "Archive attribution; detailed role assignment remains source-bound",
          "roles": [
            "discoverer"
          ],
          "source": {
            "citation": "Building Watson: An Overview of the DeepQA Project",
            "url": "https://ojs.aaai.org/aimagazine/index.php/aimagazine/article/view/2303/2165"
          }
        },
        {
          "attribution_basis": "SOURCE_CITED",
          "credit": "historical_scientific",
          "entity_kind": "historical_person",
          "name": "James Fan",
          "note": "Archive attribution; detailed role assignment remains source-bound",
          "roles": [
            "discoverer"
          ],
          "source": {
            "citation": "Building Watson: An Overview of the DeepQA Project",
            "url": "https://ojs.aaai.org/aimagazine/index.php/aimagazine/article/view/2303/2165"
          }
        },
        {
          "attribution_basis": "SOURCE_CITED",
          "credit": "historical_scientific",
          "entity_kind": "historical_person",
          "name": "David Gondek",
          "note": "Archive attribution; detailed role assignment remains source-bound",
          "roles": [
            "discoverer"
          ],
          "source": {
            "citation": "Building Watson: An Overview of the DeepQA Project",
            "url": "https://ojs.aaai.org/aimagazine/index.php/aimagazine/article/view/2303/2165"
          }
        },
        {
          "attribution_basis": "SOURCE_CITED",
          "credit": "historical_scientific",
          "entity_kind": "historical_person",
          "name": "Aditya A. Kalyanpur",
          "note": "Archive attribution; detailed role assignment remains source-bound",
          "roles": [
            "discoverer"
          ],
          "source": {
            "citation": "Building Watson: An Overview of the DeepQA Project",
            "url": "https://ojs.aaai.org/aimagazine/index.php/aimagazine/article/view/2303/2165"
          }
        },
        {
          "attribution_basis": "SOURCE_CITED",
          "credit": "historical_scientific",
          "entity_kind": "historical_person",
          "name": "Adam Lally",
          "note": "Archive attribution; detailed role assignment remains source-bound",
          "roles": [
            "discoverer"
          ],
          "source": {
            "citation": "Building Watson: An Overview of the DeepQA Project",
            "url": "https://ojs.aaai.org/aimagazine/index.php/aimagazine/article/view/2303/2165"
          }
        },
        {
          "attribution_basis": "SOURCE_CITED",
          "credit": "historical_scientific",
          "entity_kind": "historical_person",
          "name": "J. William Murdock",
          "note": "Archive attribution; detailed role assignment remains source-bound",
          "roles": [
            "discoverer"
          ],
          "source": {
            "citation": "Building Watson: An Overview of the DeepQA Project",
            "url": "https://ojs.aaai.org/aimagazine/index.php/aimagazine/article/view/2303/2165"
          }
        },
        {
          "attribution_basis": "SOURCE_CITED",
          "credit": "historical_scientific",
          "entity_kind": "historical_person",
          "name": "Eric Nyberg",
          "note": "Archive attribution; detailed role assignment remains source-bound",
          "roles": [
            "discoverer"
          ],
          "source": {
            "citation": "Building Watson: An Overview of the DeepQA Project",
            "url": "https://ojs.aaai.org/aimagazine/index.php/aimagazine/article/view/2303/2165"
          }
        },
        {
          "attribution_basis": "SOURCE_CITED",
          "credit": "historical_scientific",
          "entity_kind": "historical_person",
          "name": "John Prager",
          "note": "Archive attribution; detailed role assignment remains source-bound",
          "roles": [
            "discoverer"
          ],
          "source": {
            "citation": "Building Watson: An Overview of the DeepQA Project",
            "url": "https://ojs.aaai.org/aimagazine/index.php/aimagazine/article/view/2303/2165"
          }
        },
        {
          "attribution_basis": "SOURCE_CITED",
          "credit": "historical_scientific",
          "entity_kind": "historical_person",
          "name": "Nico Schlaefer",
          "note": "Archive attribution; detailed role assignment remains source-bound",
          "roles": [
            "discoverer"
          ],
          "source": {
            "citation": "Building Watson: An Overview of the DeepQA Project",
            "url": "https://ojs.aaai.org/aimagazine/index.php/aimagazine/article/view/2303/2165"
          }
        },
        {
          "attribution_basis": "SOURCE_CITED",
          "credit": "historical_scientific",
          "entity_kind": "historical_person",
          "name": "Chris Welty",
          "note": "Archive attribution; detailed role assignment remains source-bound",
          "roles": [
            "discoverer"
          ],
          "source": {
            "citation": "Building Watson: An Overview of the DeepQA Project",
            "url": "https://ojs.aaai.org/aimagazine/index.php/aimagazine/article/view/2303/2165"
          }
        }
      ],
      "evidence": [
        {
          "description": "Bibliographic/stated-result source; not a WRS proof verification",
          "id": "source-0",
          "kind": "source_reference",
          "source": {
            "citation": "Building Watson: An Overview of the DeepQA Project",
            "url": "https://ojs.aaai.org/aimagazine/index.php/aimagazine/article/view/2303/2165"
          }
        }
      ],
      "origin": "HUMAN_LEGACY",
      "record_profile": "wrs-local-research-notes-0.1",
      "record_type": "research_note",
      "rrp_version": "0.1",
      "scope": {
        "description": "The2010 report describes precontest architecture and measured performance, not the later2011 televised victory. Twelve paper authors are not asserted to exhaust the larger engineering team. General QA integration only; proposed medical/business applications are not established outcomes and no biological or medical achievement is added.",
        "domain": "Question-answering systems"
      },
      "sources": [
        {
          "citation": "Building Watson: An Overview of the DeepQA Project",
          "url": "https://ojs.aaai.org/aimagazine/index.php/aimagazine/article/view/2303/2165"
        }
      ],
      "statement": "# Watson/DeepQA: parallel evidence aggregation for open-domain quiz answering\n\nIntegrated question decomposition, high-recall candidate generation, soft filtering, heterogeneous evidence scorers, answer merging and learned confidence estimation in a parallel UIMA-based question-answering architecture.\n\n## Scientific scope\n\nThe2010 report describes precontest architecture and measured performance, not the later2011 televised victory. Twelve paper authors are not asserted to exhaust the larger engineering team. General QA integration only; proposed medical/business applications are not established outcomes and no biological or medical achievement is added.\n\n## Reading status\n\nThis is a source-linked WRS catalogue note. A full explanatory guide and independent scientific reconstruction have not been completed for this entry. Read the identified original work for its complete narrative and arguments.\n\n## People and systems\n\nDavid Ferrucci; Eric Brown; Jennifer Chu-Carroll; James Fan; David Gondek; Aditya A. Kalyanpur; Adam Lally; J. William Murdock; Eric Nyberg; John Prager; Nico Schlaefer; Chris Welty\n\nSource-listed authors or explicitly credited technical contributors for the cited versions. Family entries retain source-specific attribution; a combined list is not one original-paper byline or equal individual work. Names alone do not establish resolved identities.\n\n\n\n## Original sources\n\n- [Building Watson: An Overview of the DeepQA Project](https://ojs.aaai.org/aimagazine/index.php/aimagazine/article/view/2303/2165)\n",
      "summary": "Integrated question decomposition, high-recall candidate generation, soft filtering, heterogeneous evidence scorers, answer merging and learned confidence estimation in a parallel UIMA-based question-answering architecture.",
      "title": "Watson/DeepQA: parallel evidence aggregation for open-domain quiz answering"
    },
    "record_id": "urn:uuid:0030a48b-06ea-4d0b-a367-6e563709af4d",
    "version": 1,
    "source_ref": {
      "record_id": "urn:uuid:0030a48b-06ea-4d0b-a367-6e563709af4d",
      "version": 1,
      "content_hash": "sha256:b1723e77b9f74e282f1d31644877ebd294cfe6b3b5c9dcd54f219ea1ecff816a"
    },
    "export_view": "wrs-public-editorial-view-1",
    "public_view_hash": "sha256:884448ed9de8c88691b10f0a1184540bb3708867b9c43c22be7b88d4509e56a2"
  },
  "target": {
    "record_id": "urn:uuid:0030a48b-06ea-4d0b-a367-6e563709af4d",
    "version": 1,
    "content_hash": "sha256:b1723e77b9f74e282f1d31644877ebd294cfe6b3b5c9dcd54f219ea1ecff816a"
  },
  "published_grade": {
    "profile": "wrs-published-grade-1",
    "edition": "2026-10-28.1",
    "id": "ferrucci-et-al-watson-deepqa-2010",
    "entry_id": "ferrucci-et-al-watson-deepqa-2010",
    "revision": 1,
    "title": "Watson/DeepQA: parallel evidence aggregation for open-domain quiz answering",
    "context": "Question-answering systems",
    "track": "Human-designed research method or resource",
    "band": "A",
    "modifier": "+",
    "status": "PROVISIONAL_EDITORIAL",
    "assessed_on": "2026-10-16",
    "evidence_cutoff": "2026-10-16",
    "achievement_state": "SUPPORTED_SCOPED_RESULT",
    "what_changed": "Integrated question decomposition, high-recall candidate generation, soft filtering, heterogeneous evidence scorers, answer merging and learned confidence estimation in a parallel UIMA-based question-answering architecture.",
    "scope": "Integrated question decomposition, high-recall candidate generation, soft filtering, heterogeneous evidence scorers, answer merging and learned confidence estimation in a parallel UIMA-based question-answering architecture. The2010 report describes precontest architecture and measured performance, not the later2011 televised victory. Twelve paper authors are not asserted to exhaust the larger engineering team. General QA integration only; proposed medical/business applications are not established outcomes and no biological or medical achievement is added.",
    "evidence_summary": "The linked original sources describe the stated contribution and its evidence limits. WRS has not independently rerun the experiments or certified a proof. The2010 report describes precontest architecture and measured performance, not the later2011 televised victory. Twelve paper authors are not asserted to exhaust the larger engineering team. General QA integration only; proposed medical/business applications are not established outcomes and no biological or medical achievement is added.",
    "references": [
      {
        "title": "Building Watson: An Overview of the DeepQA Project",
        "url": "https://ojs.aaai.org/aimagazine/index.php/aimagazine/article/view/2303/2165",
        "locator": "Original contribution and stated assumptions, evaluation scope and limitations; source-linked assessment, not independent execution or proof certification."
      }
    ],
    "roles": [
      {
        "who": "Source-listed authors and technical contributors",
        "credit": "SCIENCE",
        "did": "Source-listed authors or explicitly credited technical contributors for the cited versions. Family entries retain source-specific attribution; a combined list is not one original-paper byline or equal individual work. Names alone do not establish resolved identities."
      }
    ],
    "target": {
      "record_id": "urn:uuid:0030a48b-06ea-4d0b-a367-6e563709af4d",
      "version": 1,
      "content_hash": "sha256:b1723e77b9f74e282f1d31644877ebd294cfe6b3b5c9dcd54f219ea1ecff816a"
    },
    "scientific_correctness_certified": false,
    "independent_expert_calibration": false,
    "method": "PROPRIETARY",
    "points": "185000"
  },
  "canonical_agent_submission": false,
  "scientific_verification_awarded": false,
  "reader_guide": null,
  "reading_status": "SOURCE_LINKED_NOTE"
}