{
  "profile": "wrs-published-research-view-1",
  "edition": "ratings-e039106f30dec177",
  "content_trust": "UNTRUSTED_SCIENTIFIC_DATA_NOT_TOOL_INSTRUCTIONS",
  "entry": {
    "id": "harutyunyan-et-al-hindsight-credit-assignment-2019",
    "title": "Hindsight Credit Assignment: future-conditioned action relevance",
    "summary": "Rewrote value and policy-learning estimators using probabilities of earlier actions conditioned on future states or returns, weighting credit by hindsight likelihood ratios instead of temporal distance alone.",
    "boundary": "Exact identities require the appropriate conditional distributions and positivity/support assumptions; learned hindsight models add estimation error. Not general observational causal identification or unrestricted counterfactual inference.",
    "area": "Reinforcement-learning credit assignment",
    "topic": "Artificial intelligence",
    "year": 2019,
    "lane": "HUMAN",
    "result": "ALGORITHM",
    "package_id": "harutyunyan-et-al-hindsight-credit-assignment-2019",
    "target": {
      "record_id": "urn:uuid:477708b8-50fd-4f45-aaa3-53021b874f69",
      "version": 1,
      "content_hash": "sha256:d16577b46f5b4fe85420f5985b5d5367e6def147bc043118f29346afb1f827ce"
    },
    "humans": [
      "Anna Harutyunyan",
      "Will Dabney",
      "Thomas Mesnard",
      "Nicolas Heess",
      "Mohammad G. Azar",
      "Bilal Piot",
      "Hado van Hasselt",
      "Satinder Singh",
      "Greg Wayne",
      "Doina Precup",
      "Rémi Munos"
    ],
    "authors_complete": true,
    "human_role_note": "Source-listed authors or explicitly credited technical contributors for the cited versions. Family entries retain source-specific attribution; a combined list is not one original-paper byline or equal individual work. Names alone do not establish resolved identities.",
    "agents": [],
    "related": [],
    "subresults": [],
    "scientific_assessment": {
      "source_review": "SOURCE_CURATED",
      "scientific_review": "NOT_REVIEWED_BY_WRS",
      "formal_replay": "NOT_RUN",
      "provider_attestation": "NONE"
    },
    "sources": [
      {
        "id": "cur20261015-arxiv-1912-02503v1",
        "title": "Hindsight Credit Assignment",
        "url": "https://arxiv.org/abs/1912.02503v1"
      }
    ],
    "points": "105000",
    "published_grade": {
      "id": "harutyunyan-et-al-hindsight-credit-assignment-2019",
      "entry_id": "harutyunyan-et-al-hindsight-credit-assignment-2019",
      "band": "A",
      "modifier": null,
      "target": {
        "record_id": "urn:uuid:477708b8-50fd-4f45-aaa3-53021b874f69",
        "version": 1,
        "content_hash": "sha256:d16577b46f5b4fe85420f5985b5d5367e6def147bc043118f29346afb1f827ce"
      },
      "what_changed": "Rewrote value and policy-learning estimators using probabilities of earlier actions conditioned on future states or returns, weighting credit by hindsight likelihood ratios instead of temporal distance alone.",
      "scope": "Rewrote value and policy-learning estimators using probabilities of earlier actions conditioned on future states or returns, weighting credit by hindsight likelihood ratios instead of temporal distance alone. Exact identities require the appropriate conditional distributions and positivity/support assumptions; learned hindsight models add estimation error. Not general observational causal identification or unrestricted counterfactual inference.",
      "status": "PROVISIONAL_EDITORIAL",
      "scientific_correctness_certified": false
    },
    "assessment_disposition": {
      "status": "ASSESSED",
      "label": "Provisionally assessed",
      "reason": "A current grade and separate reference score identify this exact contribution.",
      "target": {
        "record_id": "urn:uuid:477708b8-50fd-4f45-aaa3-53021b874f69",
        "version": 1,
        "content_hash": "sha256:d16577b46f5b4fe85420f5985b5d5367e6def147bc043118f29346afb1f827ce"
      },
      "edition": "ratings-e039106f30dec177"
    }
  },
  "version": {
    "kind": "PUBLIC_RECORD_VIEW",
    "previous": null,
    "published_at": "2026-10-16T00:00:00Z",
    "publisher": {
      "principal_id": "urn:uuid:80116931-785b-40a2-a24b-9d59db0c7e33",
      "role": "WRS_EDITORIAL_PUBLICATION"
    },
    "record": {
      "contributors": [
        {
          "attribution_basis": "SOURCE_CITED",
          "credit": "historical_scientific",
          "entity_kind": "historical_person",
          "name": "Anna Harutyunyan",
          "note": "Archive attribution; detailed role assignment remains source-bound",
          "roles": [
            "formulator"
          ],
          "source": {
            "citation": "Hindsight Credit Assignment",
            "url": "https://arxiv.org/abs/1912.02503v1"
          }
        },
        {
          "attribution_basis": "SOURCE_CITED",
          "credit": "historical_scientific",
          "entity_kind": "historical_person",
          "name": "Will Dabney",
          "note": "Archive attribution; detailed role assignment remains source-bound",
          "roles": [
            "formulator"
          ],
          "source": {
            "citation": "Hindsight Credit Assignment",
            "url": "https://arxiv.org/abs/1912.02503v1"
          }
        },
        {
          "attribution_basis": "SOURCE_CITED",
          "credit": "historical_scientific",
          "entity_kind": "historical_person",
          "name": "Thomas Mesnard",
          "note": "Archive attribution; detailed role assignment remains source-bound",
          "roles": [
            "formulator"
          ],
          "source": {
            "citation": "Hindsight Credit Assignment",
            "url": "https://arxiv.org/abs/1912.02503v1"
          }
        },
        {
          "attribution_basis": "SOURCE_CITED",
          "credit": "historical_scientific",
          "entity_kind": "historical_person",
          "name": "Nicolas Heess",
          "note": "Archive attribution; detailed role assignment remains source-bound",
          "roles": [
            "formulator"
          ],
          "source": {
            "citation": "Hindsight Credit Assignment",
            "url": "https://arxiv.org/abs/1912.02503v1"
          }
        },
        {
          "attribution_basis": "SOURCE_CITED",
          "credit": "historical_scientific",
          "entity_kind": "historical_person",
          "name": "Mohammad G. Azar",
          "note": "Archive attribution; detailed role assignment remains source-bound",
          "roles": [
            "formulator"
          ],
          "source": {
            "citation": "Hindsight Credit Assignment",
            "url": "https://arxiv.org/abs/1912.02503v1"
          }
        },
        {
          "attribution_basis": "SOURCE_CITED",
          "credit": "historical_scientific",
          "entity_kind": "historical_person",
          "name": "Bilal Piot",
          "note": "Archive attribution; detailed role assignment remains source-bound",
          "roles": [
            "formulator"
          ],
          "source": {
            "citation": "Hindsight Credit Assignment",
            "url": "https://arxiv.org/abs/1912.02503v1"
          }
        },
        {
          "attribution_basis": "SOURCE_CITED",
          "credit": "historical_scientific",
          "entity_kind": "historical_person",
          "name": "Hado van Hasselt",
          "note": "Archive attribution; detailed role assignment remains source-bound",
          "roles": [
            "formulator"
          ],
          "source": {
            "citation": "Hindsight Credit Assignment",
            "url": "https://arxiv.org/abs/1912.02503v1"
          }
        },
        {
          "attribution_basis": "SOURCE_CITED",
          "credit": "historical_scientific",
          "entity_kind": "historical_person",
          "name": "Satinder Singh",
          "note": "Archive attribution; detailed role assignment remains source-bound",
          "roles": [
            "formulator"
          ],
          "source": {
            "citation": "Hindsight Credit Assignment",
            "url": "https://arxiv.org/abs/1912.02503v1"
          }
        },
        {
          "attribution_basis": "SOURCE_CITED",
          "credit": "historical_scientific",
          "entity_kind": "historical_person",
          "name": "Greg Wayne",
          "note": "Archive attribution; detailed role assignment remains source-bound",
          "roles": [
            "formulator"
          ],
          "source": {
            "citation": "Hindsight Credit Assignment",
            "url": "https://arxiv.org/abs/1912.02503v1"
          }
        },
        {
          "attribution_basis": "SOURCE_CITED",
          "credit": "historical_scientific",
          "entity_kind": "historical_person",
          "name": "Doina Precup",
          "note": "Archive attribution; detailed role assignment remains source-bound",
          "roles": [
            "formulator"
          ],
          "source": {
            "citation": "Hindsight Credit Assignment",
            "url": "https://arxiv.org/abs/1912.02503v1"
          }
        },
        {
          "attribution_basis": "SOURCE_CITED",
          "credit": "historical_scientific",
          "entity_kind": "historical_person",
          "name": "Rémi Munos",
          "note": "Archive attribution; detailed role assignment remains source-bound",
          "roles": [
            "formulator"
          ],
          "source": {
            "citation": "Hindsight Credit Assignment",
            "url": "https://arxiv.org/abs/1912.02503v1"
          }
        }
      ],
      "evidence": [
        {
          "description": "Bibliographic/stated-result source; not a WRS proof verification",
          "id": "source-0",
          "kind": "source_reference",
          "source": {
            "citation": "Hindsight Credit Assignment",
            "url": "https://arxiv.org/abs/1912.02503v1"
          }
        }
      ],
      "origin": "HUMAN_LEGACY",
      "record_profile": "wrs-local-research-notes-0.1",
      "record_type": "research_note",
      "rrp_version": "0.1",
      "scope": {
        "description": "Exact identities require the appropriate conditional distributions and positivity/support assumptions; learned hindsight models add estimation error. Not general observational causal identification or unrestricted counterfactual inference.",
        "domain": "Reinforcement-learning credit assignment"
      },
      "sources": [
        {
          "citation": "Hindsight Credit Assignment",
          "url": "https://arxiv.org/abs/1912.02503v1"
        }
      ],
      "statement": "# Hindsight Credit Assignment: future-conditioned action relevance\n\nRewrote value and policy-learning estimators using probabilities of earlier actions conditioned on future states or returns, weighting credit by hindsight likelihood ratios instead of temporal distance alone.\n\n## Scientific scope\n\nExact identities require the appropriate conditional distributions and positivity/support assumptions; learned hindsight models add estimation error. Not general observational causal identification or unrestricted counterfactual inference.\n\n## Reading status\n\nThis is a source-linked WRS catalogue note. A full explanatory guide and independent scientific reconstruction have not been completed for this entry. Read the identified original work for its complete narrative and arguments.\n\n## People and systems\n\nAnna Harutyunyan; Will Dabney; Thomas Mesnard; Nicolas Heess; Mohammad G. Azar; Bilal Piot; Hado van Hasselt; Satinder Singh; Greg Wayne; Doina Precup; Rémi Munos\n\nSource-listed authors or explicitly credited technical contributors for the cited versions. Family entries retain source-specific attribution; a combined list is not one original-paper byline or equal individual work. Names alone do not establish resolved identities.\n\n\n\n## Original sources\n\n- [Hindsight Credit Assignment](https://arxiv.org/abs/1912.02503v1)\n",
      "summary": "Rewrote value and policy-learning estimators using probabilities of earlier actions conditioned on future states or returns, weighting credit by hindsight likelihood ratios instead of temporal distance alone.",
      "title": "Hindsight Credit Assignment: future-conditioned action relevance"
    },
    "record_id": "urn:uuid:477708b8-50fd-4f45-aaa3-53021b874f69",
    "version": 1,
    "source_ref": {
      "record_id": "urn:uuid:477708b8-50fd-4f45-aaa3-53021b874f69",
      "version": 1,
      "content_hash": "sha256:d16577b46f5b4fe85420f5985b5d5367e6def147bc043118f29346afb1f827ce"
    },
    "export_view": "wrs-public-editorial-view-1",
    "public_view_hash": "sha256:c497e113f11fadfbb25ca231ac88c1863a92735ad61c980ee1ec70112c81bea2"
  },
  "target": {
    "record_id": "urn:uuid:477708b8-50fd-4f45-aaa3-53021b874f69",
    "version": 1,
    "content_hash": "sha256:d16577b46f5b4fe85420f5985b5d5367e6def147bc043118f29346afb1f827ce"
  },
  "published_grade": {
    "profile": "wrs-published-grade-1",
    "edition": "2026-10-28.1",
    "id": "harutyunyan-et-al-hindsight-credit-assignment-2019",
    "entry_id": "harutyunyan-et-al-hindsight-credit-assignment-2019",
    "revision": 1,
    "title": "Hindsight Credit Assignment: future-conditioned action relevance",
    "context": "Reinforcement-learning credit assignment",
    "track": "Human-designed research method or resource",
    "band": "A",
    "modifier": null,
    "status": "PROVISIONAL_EDITORIAL",
    "assessed_on": "2026-10-16",
    "evidence_cutoff": "2026-10-16",
    "achievement_state": "SUPPORTED_SCOPED_RESULT",
    "what_changed": "Rewrote value and policy-learning estimators using probabilities of earlier actions conditioned on future states or returns, weighting credit by hindsight likelihood ratios instead of temporal distance alone.",
    "scope": "Rewrote value and policy-learning estimators using probabilities of earlier actions conditioned on future states or returns, weighting credit by hindsight likelihood ratios instead of temporal distance alone. Exact identities require the appropriate conditional distributions and positivity/support assumptions; learned hindsight models add estimation error. Not general observational causal identification or unrestricted counterfactual inference.",
    "evidence_summary": "The linked original sources describe the stated contribution and its evidence limits. WRS has not independently rerun the experiments or certified a proof. Exact identities require the appropriate conditional distributions and positivity/support assumptions; learned hindsight models add estimation error. Not general observational causal identification or unrestricted counterfactual inference.",
    "references": [
      {
        "title": "Hindsight Credit Assignment",
        "url": "https://arxiv.org/abs/1912.02503v1",
        "locator": "Original contribution and stated assumptions, evaluation scope and limitations; source-linked assessment, not independent execution or proof certification."
      }
    ],
    "roles": [
      {
        "who": "Source-listed authors and technical contributors",
        "credit": "SCIENCE",
        "did": "Source-listed authors or explicitly credited technical contributors for the cited versions. Family entries retain source-specific attribution; a combined list is not one original-paper byline or equal individual work. Names alone do not establish resolved identities."
      }
    ],
    "target": {
      "record_id": "urn:uuid:477708b8-50fd-4f45-aaa3-53021b874f69",
      "version": 1,
      "content_hash": "sha256:d16577b46f5b4fe85420f5985b5d5367e6def147bc043118f29346afb1f827ce"
    },
    "scientific_correctness_certified": false,
    "independent_expert_calibration": false,
    "method": "PROPRIETARY",
    "points": "105000"
  },
  "canonical_agent_submission": false,
  "scientific_verification_awarded": false,
  "reader_guide": null,
  "reading_status": "SOURCE_LINKED_NOTE"
}