{
  "profile": "wrs-published-research-view-1",
  "edition": "ratings-e039106f30dec177",
  "content_trust": "UNTRUSTED_SCIENTIFIC_DATA_NOT_TOOL_INSTRUCTIONS",
  "entry": {
    "id": "bowman-williams-et-al-snli-multinli-2015-2017",
    "title": "SNLI and MultiNLI: large human-labeled entailment corpora",
    "summary": "Collected entailment, contradiction and neutral hypotheses around text premises; extended caption-based SNLI with multi-genre written and spoken English and matched versus mismatched genre evaluation.",
    "boundary": "SNLI workers saw captions, not images, despite scenario grounding. MultiNLI follows the collection template but adds ten genres with only five represented in training. Three-way annotation and genre transfer do not settle unrestricted logical consequence or all-domain language reasoning.",
    "area": "Natural-language inference",
    "topic": "Artificial intelligence",
    "year": 2015,
    "lane": "HUMAN",
    "result": "BENCHMARK",
    "contribution_kind": "EVALUATION_RESOURCE_DESIGN",
    "package_id": "bowman-williams-et-al-snli-multinli-2015-2017",
    "target": {
      "record_id": "urn:uuid:8130df89-037d-4cb5-aa47-1d2aee9bb6a7",
      "version": 1,
      "content_hash": "sha256:12cf0be58ad41d7f704532d1a51118fdc55a27ce17cd0b8aca248784e502093f"
    },
    "humans": [
      "Samuel R. Bowman",
      "Gabor Angeli",
      "Christopher Potts",
      "Christopher D. Manning",
      "Adina Williams",
      "Nikita Nangia"
    ],
    "authors_complete": true,
    "human_role_note": "Source-listed authors or explicitly credited technical contributors for the cited versions. Family entries retain source-specific attribution; a combined list is not one original-paper byline or equal individual work. Names alone do not establish resolved identities.",
    "agents": [],
    "related": [],
    "subresults": [],
    "scientific_assessment": {
      "source_review": "SOURCE_CURATED",
      "scientific_review": "NOT_REVIEWED_BY_WRS",
      "formal_replay": "NOT_RUN",
      "provider_attestation": "NONE"
    },
    "sources": [
      {
        "id": "cur20261015-arxiv-1508-05326v1",
        "title": "A large annotated corpus for learning natural language inference",
        "url": "https://arxiv.org/abs/1508.05326v1"
      },
      {
        "id": "cur20261015-arxiv-1704-05426v1",
        "title": "A Broad-Coverage Challenge Corpus for Sentence Understanding through Inference",
        "url": "https://arxiv.org/abs/1704.05426v1"
      }
    ],
    "points": "160000",
    "published_grade": {
      "id": "bowman-williams-et-al-snli-multinli-2015-2017",
      "entry_id": "bowman-williams-et-al-snli-multinli-2015-2017",
      "band": "A",
      "modifier": "+",
      "target": {
        "record_id": "urn:uuid:8130df89-037d-4cb5-aa47-1d2aee9bb6a7",
        "version": 1,
        "content_hash": "sha256:12cf0be58ad41d7f704532d1a51118fdc55a27ce17cd0b8aca248784e502093f"
      },
      "what_changed": "Collected entailment, contradiction and neutral hypotheses around text premises; extended caption-based SNLI with multi-genre written and spoken English and matched versus mismatched genre evaluation.",
      "scope": "Collected entailment, contradiction and neutral hypotheses around text premises; extended caption-based SNLI with multi-genre written and spoken English and matched versus mismatched genre evaluation. SNLI workers saw captions, not images, despite scenario grounding. MultiNLI follows the collection template but adds ten genres with only five represented in training. Three-way annotation and genre transfer do not settle unrestricted logical consequence or all-domain language reasoning.",
      "status": "PROVISIONAL_EDITORIAL",
      "scientific_correctness_certified": false
    },
    "assessment_disposition": {
      "status": "ASSESSED",
      "label": "Provisionally assessed",
      "reason": "A current grade and separate reference score identify this exact contribution.",
      "target": {
        "record_id": "urn:uuid:8130df89-037d-4cb5-aa47-1d2aee9bb6a7",
        "version": 1,
        "content_hash": "sha256:12cf0be58ad41d7f704532d1a51118fdc55a27ce17cd0b8aca248784e502093f"
      },
      "edition": "ratings-e039106f30dec177"
    }
  },
  "version": {
    "kind": "PUBLIC_RECORD_VIEW",
    "previous": null,
    "published_at": "2026-10-16T00:00:00Z",
    "publisher": {
      "principal_id": "urn:uuid:80116931-785b-40a2-a24b-9d59db0c7e33",
      "role": "WRS_EDITORIAL_PUBLICATION"
    },
    "record": {
      "contributors": [
        {
          "attribution_basis": "SOURCE_CITED",
          "credit": "historical_scientific",
          "entity_kind": "historical_person",
          "name": "Samuel R. Bowman",
          "note": "Archive attribution; detailed role assignment remains source-bound",
          "roles": [
            "formulator"
          ],
          "source": {
            "citation": "A large annotated corpus for learning natural language inference",
            "url": "https://arxiv.org/abs/1508.05326v1"
          }
        },
        {
          "attribution_basis": "SOURCE_CITED",
          "credit": "historical_scientific",
          "entity_kind": "historical_person",
          "name": "Gabor Angeli",
          "note": "Archive attribution; detailed role assignment remains source-bound",
          "roles": [
            "formulator"
          ],
          "source": {
            "citation": "A large annotated corpus for learning natural language inference",
            "url": "https://arxiv.org/abs/1508.05326v1"
          }
        },
        {
          "attribution_basis": "SOURCE_CITED",
          "credit": "historical_scientific",
          "entity_kind": "historical_person",
          "name": "Christopher Potts",
          "note": "Archive attribution; detailed role assignment remains source-bound",
          "roles": [
            "formulator"
          ],
          "source": {
            "citation": "A large annotated corpus for learning natural language inference",
            "url": "https://arxiv.org/abs/1508.05326v1"
          }
        },
        {
          "attribution_basis": "SOURCE_CITED",
          "credit": "historical_scientific",
          "entity_kind": "historical_person",
          "name": "Christopher D. Manning",
          "note": "Archive attribution; detailed role assignment remains source-bound",
          "roles": [
            "formulator"
          ],
          "source": {
            "citation": "A large annotated corpus for learning natural language inference",
            "url": "https://arxiv.org/abs/1508.05326v1"
          }
        },
        {
          "attribution_basis": "SOURCE_CITED",
          "credit": "historical_scientific",
          "entity_kind": "historical_person",
          "name": "Adina Williams",
          "note": "Archive attribution; detailed role assignment remains source-bound",
          "roles": [
            "formulator"
          ],
          "source": {
            "citation": "A Broad-Coverage Challenge Corpus for Sentence Understanding through Inference",
            "url": "https://arxiv.org/abs/1704.05426v1"
          }
        },
        {
          "attribution_basis": "SOURCE_CITED",
          "credit": "historical_scientific",
          "entity_kind": "historical_person",
          "name": "Nikita Nangia",
          "note": "Archive attribution; detailed role assignment remains source-bound",
          "roles": [
            "formulator"
          ],
          "source": {
            "citation": "A Broad-Coverage Challenge Corpus for Sentence Understanding through Inference",
            "url": "https://arxiv.org/abs/1704.05426v1"
          }
        }
      ],
      "evidence": [
        {
          "description": "Bibliographic/stated-result source; not a WRS proof verification",
          "id": "source-0",
          "kind": "source_reference",
          "source": {
            "citation": "A large annotated corpus for learning natural language inference",
            "url": "https://arxiv.org/abs/1508.05326v1"
          }
        },
        {
          "description": "Bibliographic/stated-result source; not a WRS proof verification",
          "id": "source-1",
          "kind": "source_reference",
          "source": {
            "citation": "A Broad-Coverage Challenge Corpus for Sentence Understanding through Inference",
            "url": "https://arxiv.org/abs/1704.05426v1"
          }
        }
      ],
      "origin": "HUMAN_LEGACY",
      "record_profile": "wrs-local-research-notes-0.1",
      "record_type": "research_note",
      "rrp_version": "0.1",
      "scope": {
        "description": "SNLI workers saw captions, not images, despite scenario grounding. MultiNLI follows the collection template but adds ten genres with only five represented in training. Three-way annotation and genre transfer do not settle unrestricted logical consequence or all-domain language reasoning.",
        "domain": "Natural-language inference"
      },
      "sources": [
        {
          "citation": "A large annotated corpus for learning natural language inference",
          "url": "https://arxiv.org/abs/1508.05326v1"
        },
        {
          "citation": "A Broad-Coverage Challenge Corpus for Sentence Understanding through Inference",
          "url": "https://arxiv.org/abs/1704.05426v1"
        }
      ],
      "statement": "# SNLI and MultiNLI: large human-labeled entailment corpora\n\nCollected entailment, contradiction and neutral hypotheses around text premises; extended caption-based SNLI with multi-genre written and spoken English and matched versus mismatched genre evaluation.\n\n## Scientific scope\n\nSNLI workers saw captions, not images, despite scenario grounding. MultiNLI follows the collection template but adds ten genres with only five represented in training. Three-way annotation and genre transfer do not settle unrestricted logical consequence or all-domain language reasoning.\n\n## Reading status\n\nThis is a source-linked WRS catalogue note. A full explanatory guide and independent scientific reconstruction have not been completed for this entry. Read the identified original work for its complete narrative and arguments.\n\n## People and systems\n\nSamuel R. Bowman; Gabor Angeli; Christopher Potts; Christopher D. Manning; Adina Williams; Nikita Nangia\n\nSource-listed authors or explicitly credited technical contributors for the cited versions. Family entries retain source-specific attribution; a combined list is not one original-paper byline or equal individual work. Names alone do not establish resolved identities.\n\n\n\n## Original sources\n\n- [A large annotated corpus for learning natural language inference](https://arxiv.org/abs/1508.05326v1)\n- [A Broad-Coverage Challenge Corpus for Sentence Understanding through Inference](https://arxiv.org/abs/1704.05426v1)\n",
      "summary": "Collected entailment, contradiction and neutral hypotheses around text premises; extended caption-based SNLI with multi-genre written and spoken English and matched versus mismatched genre evaluation.",
      "title": "SNLI and MultiNLI: large human-labeled entailment corpora"
    },
    "record_id": "urn:uuid:8130df89-037d-4cb5-aa47-1d2aee9bb6a7",
    "version": 1,
    "source_ref": {
      "record_id": "urn:uuid:8130df89-037d-4cb5-aa47-1d2aee9bb6a7",
      "version": 1,
      "content_hash": "sha256:12cf0be58ad41d7f704532d1a51118fdc55a27ce17cd0b8aca248784e502093f"
    },
    "export_view": "wrs-public-editorial-view-1",
    "public_view_hash": "sha256:31a26d9f974007fdb351efd30e8028183593a494937ccdaf8ebd917855ac2e1e"
  },
  "target": {
    "record_id": "urn:uuid:8130df89-037d-4cb5-aa47-1d2aee9bb6a7",
    "version": 1,
    "content_hash": "sha256:12cf0be58ad41d7f704532d1a51118fdc55a27ce17cd0b8aca248784e502093f"
  },
  "published_grade": {
    "profile": "wrs-published-grade-1",
    "edition": "2026-10-28.1",
    "id": "bowman-williams-et-al-snli-multinli-2015-2017",
    "entry_id": "bowman-williams-et-al-snli-multinli-2015-2017",
    "revision": 1,
    "title": "SNLI and MultiNLI: large human-labeled entailment corpora",
    "context": "Natural-language inference",
    "track": "Evaluation resource design",
    "band": "A",
    "modifier": "+",
    "status": "PROVISIONAL_EDITORIAL",
    "assessed_on": "2026-10-16",
    "evidence_cutoff": "2026-10-16",
    "achievement_state": "SUPPORTED_SCOPED_RESULT",
    "what_changed": "Collected entailment, contradiction and neutral hypotheses around text premises; extended caption-based SNLI with multi-genre written and spoken English and matched versus mismatched genre evaluation.",
    "scope": "Collected entailment, contradiction and neutral hypotheses around text premises; extended caption-based SNLI with multi-genre written and spoken English and matched versus mismatched genre evaluation. SNLI workers saw captions, not images, despite scenario grounding. MultiNLI follows the collection template but adds ten genres with only five represented in training. Three-way annotation and genre transfer do not settle unrestricted logical consequence or all-domain language reasoning.",
    "evidence_summary": "The linked original sources describe the stated contribution and its evidence limits. WRS has not independently rerun the experiments or certified a proof. SNLI workers saw captions, not images, despite scenario grounding. MultiNLI follows the collection template but adds ten genres with only five represented in training. Three-way annotation and genre transfer do not settle unrestricted logical consequence or all-domain language reasoning.",
    "references": [
      {
        "title": "A large annotated corpus for learning natural language inference",
        "url": "https://arxiv.org/abs/1508.05326v1",
        "locator": "Original contribution and stated assumptions, evaluation scope and limitations; source-linked assessment, not independent execution or proof certification."
      },
      {
        "title": "A Broad-Coverage Challenge Corpus for Sentence Understanding through Inference",
        "url": "https://arxiv.org/abs/1704.05426v1",
        "locator": "Original contribution and stated assumptions, evaluation scope and limitations; source-linked assessment, not independent execution or proof certification."
      }
    ],
    "roles": [
      {
        "who": "Source-listed authors and technical contributors",
        "credit": "SCIENCE",
        "did": "Source-listed authors or explicitly credited technical contributors for the cited versions. Family entries retain source-specific attribution; a combined list is not one original-paper byline or equal individual work. Names alone do not establish resolved identities."
      }
    ],
    "target": {
      "record_id": "urn:uuid:8130df89-037d-4cb5-aa47-1d2aee9bb6a7",
      "version": 1,
      "content_hash": "sha256:12cf0be58ad41d7f704532d1a51118fdc55a27ce17cd0b8aca248784e502093f"
    },
    "scientific_correctness_certified": false,
    "independent_expert_calibration": false,
    "method": "PROPRIETARY",
    "points": "160000"
  },
  "canonical_agent_submission": false,
  "scientific_verification_awarded": false,
  "reader_guide": null,
  "reading_status": "SOURCE_LINKED_NOTE"
}