{
  "profile": "wrs-published-research-view-1",
  "edition": "ratings-e039106f30dec177",
  "content_trust": "UNTRUSTED_SCIENTIFIC_DATA_NOT_TOOL_INSTRUCTIONS",
  "entry": {
    "id": "hanabi-coordination-challenge-2019",
    "title": "Hanabi cooperative imperfect-information learning challenge",
    "summary": "Organizes self-play and ad-hoc teamwork challenges for cooperative imperfect-information Hanabi, specifying an environment interface and sample-limited versus unlimited learning protocols.",
    "boundary": "The record concerns the 2019 challenge and its stated protocols. Later living-document features are not backdated. Default observations retain information derived from hints, so the challenge is not automatically a test of memory alone.",
    "area": "Multi-agent evaluation",
    "topic": "Artificial intelligence",
    "year": 2019,
    "lane": "HUMAN",
    "result": "BENCHMARK",
    "contribution_kind": "EVALUATION_RESOURCE_DESIGN",
    "package_id": "hanabi-coordination-challenge-2019",
    "target": {
      "record_id": "urn:uuid:b10ffaba-d914-47e9-a569-cc773200d08b",
      "version": 1,
      "content_hash": "sha256:c309cc6b3dc0a7a5c85ceb085e31b1eced864ca7ce7ae49283b4e62f95f420c5"
    },
    "humans": [
      "Nolan Bard",
      "Jakob N. Foerster",
      "Sarath Chandar",
      "Neil Burch",
      "Marc Lanctot",
      "H. Francis Song",
      "Emilio Parisotto",
      "Vincent Dumoulin",
      "Subhodeep Moitra",
      "Edward Hughes",
      "Iain Dunning",
      "Shibl Mourad",
      "Hugo Larochelle",
      "Marc G. Bellemare",
      "Michael Bowling"
    ],
    "authors_complete": true,
    "human_role_note": "Source-listed authors or explicitly credited technical contributors for the cited versions. Family entries retain source-specific attribution; a combined list is not one original-paper byline or equal individual work. Names alone do not establish resolved identities.",
    "agents": [],
    "related": [],
    "subresults": [],
    "scientific_assessment": {
      "source_review": "SOURCE_CURATED",
      "scientific_review": "NOT_REVIEWED_BY_WRS",
      "formal_replay": "NOT_RUN",
      "provider_attestation": "NONE"
    },
    "sources": [
      {
        "id": "ai-oct15-arxiv-1902-00506v1",
        "title": "The Hanabi Challenge: A New Frontier for AI Research",
        "url": "https://arxiv.org/pdf/1902.00506v1"
      }
    ],
    "points": "115000",
    "published_grade": {
      "id": "hanabi-coordination-challenge-2019",
      "entry_id": "hanabi-coordination-challenge-2019",
      "band": "A",
      "modifier": null,
      "target": {
        "record_id": "urn:uuid:b10ffaba-d914-47e9-a569-cc773200d08b",
        "version": 1,
        "content_hash": "sha256:c309cc6b3dc0a7a5c85ceb085e31b1eced864ca7ce7ae49283b4e62f95f420c5"
      },
      "what_changed": "Organizes self-play and ad-hoc teamwork challenges for cooperative imperfect-information Hanabi, specifying an environment interface and sample-limited versus unlimited learning protocols.",
      "scope": "Organizes self-play and ad-hoc teamwork challenges for cooperative imperfect-information Hanabi, specifying an environment interface and sample-limited versus unlimited learning protocols. The record concerns the 2019 challenge and its stated protocols. Later living-document features are not backdated. Default observations retain information derived from hints, so the challenge is not automatically a test of memory alone.",
      "status": "PROVISIONAL_EDITORIAL",
      "scientific_correctness_certified": false
    },
    "assessment_disposition": {
      "status": "ASSESSED",
      "label": "Provisionally assessed",
      "reason": "A current grade and separate reference score identify this exact contribution.",
      "target": {
        "record_id": "urn:uuid:b10ffaba-d914-47e9-a569-cc773200d08b",
        "version": 1,
        "content_hash": "sha256:c309cc6b3dc0a7a5c85ceb085e31b1eced864ca7ce7ae49283b4e62f95f420c5"
      },
      "edition": "ratings-e039106f30dec177"
    }
  },
  "version": {
    "kind": "PUBLIC_RECORD_VIEW",
    "previous": null,
    "published_at": "2026-10-16T00:00:00Z",
    "publisher": {
      "principal_id": "urn:uuid:80116931-785b-40a2-a24b-9d59db0c7e33",
      "role": "WRS_EDITORIAL_PUBLICATION"
    },
    "record": {
      "contributors": [
        {
          "attribution_basis": "SOURCE_CITED",
          "credit": "historical_scientific",
          "entity_kind": "historical_person",
          "name": "Nolan Bard",
          "note": "Archive attribution; detailed role assignment remains source-bound",
          "roles": [
            "formulator"
          ],
          "source": {
            "citation": "The Hanabi Challenge: A New Frontier for AI Research",
            "url": "https://arxiv.org/pdf/1902.00506v1"
          }
        },
        {
          "attribution_basis": "SOURCE_CITED",
          "credit": "historical_scientific",
          "entity_kind": "historical_person",
          "name": "Jakob N. Foerster",
          "note": "Archive attribution; detailed role assignment remains source-bound",
          "roles": [
            "formulator"
          ],
          "source": {
            "citation": "The Hanabi Challenge: A New Frontier for AI Research",
            "url": "https://arxiv.org/pdf/1902.00506v1"
          }
        },
        {
          "attribution_basis": "SOURCE_CITED",
          "credit": "historical_scientific",
          "entity_kind": "historical_person",
          "name": "Sarath Chandar",
          "note": "Archive attribution; detailed role assignment remains source-bound",
          "roles": [
            "formulator"
          ],
          "source": {
            "citation": "The Hanabi Challenge: A New Frontier for AI Research",
            "url": "https://arxiv.org/pdf/1902.00506v1"
          }
        },
        {
          "attribution_basis": "SOURCE_CITED",
          "credit": "historical_scientific",
          "entity_kind": "historical_person",
          "name": "Neil Burch",
          "note": "Archive attribution; detailed role assignment remains source-bound",
          "roles": [
            "formulator"
          ],
          "source": {
            "citation": "The Hanabi Challenge: A New Frontier for AI Research",
            "url": "https://arxiv.org/pdf/1902.00506v1"
          }
        },
        {
          "attribution_basis": "SOURCE_CITED",
          "credit": "historical_scientific",
          "entity_kind": "historical_person",
          "name": "Marc Lanctot",
          "note": "Archive attribution; detailed role assignment remains source-bound",
          "roles": [
            "formulator"
          ],
          "source": {
            "citation": "The Hanabi Challenge: A New Frontier for AI Research",
            "url": "https://arxiv.org/pdf/1902.00506v1"
          }
        },
        {
          "attribution_basis": "SOURCE_CITED",
          "credit": "historical_scientific",
          "entity_kind": "historical_person",
          "name": "H. Francis Song",
          "note": "Archive attribution; detailed role assignment remains source-bound",
          "roles": [
            "formulator"
          ],
          "source": {
            "citation": "The Hanabi Challenge: A New Frontier for AI Research",
            "url": "https://arxiv.org/pdf/1902.00506v1"
          }
        },
        {
          "attribution_basis": "SOURCE_CITED",
          "credit": "historical_scientific",
          "entity_kind": "historical_person",
          "name": "Emilio Parisotto",
          "note": "Archive attribution; detailed role assignment remains source-bound",
          "roles": [
            "formulator"
          ],
          "source": {
            "citation": "The Hanabi Challenge: A New Frontier for AI Research",
            "url": "https://arxiv.org/pdf/1902.00506v1"
          }
        },
        {
          "attribution_basis": "SOURCE_CITED",
          "credit": "historical_scientific",
          "entity_kind": "historical_person",
          "name": "Vincent Dumoulin",
          "note": "Archive attribution; detailed role assignment remains source-bound",
          "roles": [
            "formulator"
          ],
          "source": {
            "citation": "The Hanabi Challenge: A New Frontier for AI Research",
            "url": "https://arxiv.org/pdf/1902.00506v1"
          }
        },
        {
          "attribution_basis": "SOURCE_CITED",
          "credit": "historical_scientific",
          "entity_kind": "historical_person",
          "name": "Subhodeep Moitra",
          "note": "Archive attribution; detailed role assignment remains source-bound",
          "roles": [
            "formulator"
          ],
          "source": {
            "citation": "The Hanabi Challenge: A New Frontier for AI Research",
            "url": "https://arxiv.org/pdf/1902.00506v1"
          }
        },
        {
          "attribution_basis": "SOURCE_CITED",
          "credit": "historical_scientific",
          "entity_kind": "historical_person",
          "name": "Edward Hughes",
          "note": "Archive attribution; detailed role assignment remains source-bound",
          "roles": [
            "formulator"
          ],
          "source": {
            "citation": "The Hanabi Challenge: A New Frontier for AI Research",
            "url": "https://arxiv.org/pdf/1902.00506v1"
          }
        },
        {
          "attribution_basis": "SOURCE_CITED",
          "credit": "historical_scientific",
          "entity_kind": "historical_person",
          "name": "Iain Dunning",
          "note": "Archive attribution; detailed role assignment remains source-bound",
          "roles": [
            "formulator"
          ],
          "source": {
            "citation": "The Hanabi Challenge: A New Frontier for AI Research",
            "url": "https://arxiv.org/pdf/1902.00506v1"
          }
        },
        {
          "attribution_basis": "SOURCE_CITED",
          "credit": "historical_scientific",
          "entity_kind": "historical_person",
          "name": "Shibl Mourad",
          "note": "Archive attribution; detailed role assignment remains source-bound",
          "roles": [
            "formulator"
          ],
          "source": {
            "citation": "The Hanabi Challenge: A New Frontier for AI Research",
            "url": "https://arxiv.org/pdf/1902.00506v1"
          }
        },
        {
          "attribution_basis": "SOURCE_CITED",
          "credit": "historical_scientific",
          "entity_kind": "historical_person",
          "name": "Hugo Larochelle",
          "note": "Archive attribution; detailed role assignment remains source-bound",
          "roles": [
            "formulator"
          ],
          "source": {
            "citation": "The Hanabi Challenge: A New Frontier for AI Research",
            "url": "https://arxiv.org/pdf/1902.00506v1"
          }
        },
        {
          "attribution_basis": "SOURCE_CITED",
          "credit": "historical_scientific",
          "entity_kind": "historical_person",
          "name": "Marc G. Bellemare",
          "note": "Archive attribution; detailed role assignment remains source-bound",
          "roles": [
            "formulator"
          ],
          "source": {
            "citation": "The Hanabi Challenge: A New Frontier for AI Research",
            "url": "https://arxiv.org/pdf/1902.00506v1"
          }
        },
        {
          "attribution_basis": "SOURCE_CITED",
          "credit": "historical_scientific",
          "entity_kind": "historical_person",
          "name": "Michael Bowling",
          "note": "Archive attribution; detailed role assignment remains source-bound",
          "roles": [
            "formulator"
          ],
          "source": {
            "citation": "The Hanabi Challenge: A New Frontier for AI Research",
            "url": "https://arxiv.org/pdf/1902.00506v1"
          }
        }
      ],
      "evidence": [
        {
          "description": "Bibliographic/stated-result source; not a WRS proof verification",
          "id": "source-0",
          "kind": "source_reference",
          "source": {
            "citation": "The Hanabi Challenge: A New Frontier for AI Research",
            "url": "https://arxiv.org/pdf/1902.00506v1"
          }
        }
      ],
      "origin": "HUMAN_LEGACY",
      "record_profile": "wrs-local-research-notes-0.1",
      "record_type": "research_note",
      "rrp_version": "0.1",
      "scope": {
        "description": "The record concerns the 2019 challenge and its stated protocols. Later living-document features are not backdated. Default observations retain information derived from hints, so the challenge is not automatically a test of memory alone.",
        "domain": "Multi-agent evaluation"
      },
      "sources": [
        {
          "citation": "The Hanabi Challenge: A New Frontier for AI Research",
          "url": "https://arxiv.org/pdf/1902.00506v1"
        }
      ],
      "statement": "# Hanabi cooperative imperfect-information learning challenge\n\nOrganizes self-play and ad-hoc teamwork challenges for cooperative imperfect-information Hanabi, specifying an environment interface and sample-limited versus unlimited learning protocols.\n\n## Scientific scope\n\nThe record concerns the 2019 challenge and its stated protocols. Later living-document features are not backdated. Default observations retain information derived from hints, so the challenge is not automatically a test of memory alone.\n\n## Reading status\n\nThis is a source-linked WRS catalogue note. A full explanatory guide and independent scientific reconstruction have not been completed for this entry. Read the identified original work for its complete narrative and arguments.\n\n## People and systems\n\nNolan Bard; Jakob N. Foerster; Sarath Chandar; Neil Burch; Marc Lanctot; H. Francis Song; Emilio Parisotto; Vincent Dumoulin; Subhodeep Moitra; Edward Hughes; Iain Dunning; Shibl Mourad; Hugo Larochelle; Marc G. Bellemare; Michael Bowling\n\nSource-listed authors or explicitly credited technical contributors for the cited versions. Family entries retain source-specific attribution; a combined list is not one original-paper byline or equal individual work. Names alone do not establish resolved identities.\n\n\n\n## Original sources\n\n- [The Hanabi Challenge: A New Frontier for AI Research](https://arxiv.org/pdf/1902.00506v1)\n",
      "summary": "Organizes self-play and ad-hoc teamwork challenges for cooperative imperfect-information Hanabi, specifying an environment interface and sample-limited versus unlimited learning protocols.",
      "title": "Hanabi cooperative imperfect-information learning challenge"
    },
    "record_id": "urn:uuid:b10ffaba-d914-47e9-a569-cc773200d08b",
    "version": 1,
    "source_ref": {
      "record_id": "urn:uuid:b10ffaba-d914-47e9-a569-cc773200d08b",
      "version": 1,
      "content_hash": "sha256:c309cc6b3dc0a7a5c85ceb085e31b1eced864ca7ce7ae49283b4e62f95f420c5"
    },
    "export_view": "wrs-public-editorial-view-1",
    "public_view_hash": "sha256:0f0c31f056a3269227f195bdbc67a2ae8ae00d60a5979cc7c9dea86f1945f9b0"
  },
  "target": {
    "record_id": "urn:uuid:b10ffaba-d914-47e9-a569-cc773200d08b",
    "version": 1,
    "content_hash": "sha256:c309cc6b3dc0a7a5c85ceb085e31b1eced864ca7ce7ae49283b4e62f95f420c5"
  },
  "published_grade": {
    "profile": "wrs-published-grade-1",
    "edition": "2026-10-28.1",
    "id": "hanabi-coordination-challenge-2019",
    "entry_id": "hanabi-coordination-challenge-2019",
    "revision": 1,
    "title": "Hanabi cooperative imperfect-information learning challenge",
    "context": "Multi-agent evaluation",
    "track": "Evaluation resource design",
    "band": "A",
    "modifier": null,
    "status": "PROVISIONAL_EDITORIAL",
    "assessed_on": "2026-10-16",
    "evidence_cutoff": "2026-10-16",
    "achievement_state": "SUPPORTED_SCOPED_RESULT",
    "what_changed": "Organizes self-play and ad-hoc teamwork challenges for cooperative imperfect-information Hanabi, specifying an environment interface and sample-limited versus unlimited learning protocols.",
    "scope": "Organizes self-play and ad-hoc teamwork challenges for cooperative imperfect-information Hanabi, specifying an environment interface and sample-limited versus unlimited learning protocols. The record concerns the 2019 challenge and its stated protocols. Later living-document features are not backdated. Default observations retain information derived from hints, so the challenge is not automatically a test of memory alone.",
    "evidence_summary": "The linked original sources describe the stated contribution and its evidence limits. WRS has not independently rerun the experiments or certified a proof. The record concerns the 2019 challenge and its stated protocols. Later living-document features are not backdated. Default observations retain information derived from hints, so the challenge is not automatically a test of memory alone.",
    "references": [
      {
        "title": "The Hanabi Challenge: A New Frontier for AI Research",
        "url": "https://arxiv.org/pdf/1902.00506v1",
        "locator": "Original contribution and stated assumptions, evaluation scope and limitations; source-linked assessment, not independent execution or proof certification."
      }
    ],
    "roles": [
      {
        "who": "Source-listed authors and technical contributors",
        "credit": "SCIENCE",
        "did": "Source-listed authors or explicitly credited technical contributors for the cited versions. Family entries retain source-specific attribution; a combined list is not one original-paper byline or equal individual work. Names alone do not establish resolved identities."
      }
    ],
    "target": {
      "record_id": "urn:uuid:b10ffaba-d914-47e9-a569-cc773200d08b",
      "version": 1,
      "content_hash": "sha256:c309cc6b3dc0a7a5c85ceb085e31b1eced864ca7ce7ae49283b4e62f95f420c5"
    },
    "scientific_correctness_certified": false,
    "independent_expert_calibration": false,
    "method": "PROPRIETARY",
    "points": "115000"
  },
  "canonical_agent_submission": false,
  "scientific_verification_awarded": false,
  "reader_guide": null,
  "reading_status": "SOURCE_LINKED_NOTE"
}