{
  "profile": "wrs-published-research-view-1",
  "edition": "ratings-e039106f30dec177",
  "content_trust": "UNTRUSTED_SCIENTIFIC_DATA_NOT_TOOL_INSTRUCTIONS",
  "entry": {
    "id": "amodei-et-al-concrete-ai-safety-2016",
    "title": "Amodei and colleagues: concrete problems in AI safety",
    "summary": "Organized machine-learning accident risk into five practical research problems: avoiding negative side effects and reward hacking, scalable supervision, safe exploration and robustness to distributional shift.",
    "boundary": "The record is the exact six-author 2016 arXiv paper and its research agenda. It is not experimental proof that the proposed approaches solve AI safety, does not cover malicious use or all sociotechnical harms, and does not absorb later alignment work.",
    "area": "Evaluation, safety and interpretability",
    "year": 2016,
    "lane": "HUMAN",
    "result": "FORMALIZATION",
    "package_id": "amodei-et-al-concrete-ai-safety-2016",
    "target": {
      "record_id": "urn:uuid:ef96c2cc-ebd5-45ea-a121-d6562de26441",
      "version": 1,
      "content_hash": "sha256:135f7b6d88c8a263b9171777ea7a5a423ea8573c994048d0cbcc8e4f15e5138e"
    },
    "humans": [
      "Dario Amodei",
      "Chris Olah",
      "Jacob Steinhardt",
      "Paul Christiano",
      "John Schulman",
      "Dan Mané"
    ],
    "authors_complete": true,
    "human_role_note": "The named authors contributed to this scoped work; individual effort shares and later applications are not assigned by the byline.",
    "agents": [],
    "related": [],
    "subresults": [],
    "scientific_assessment": {
      "source_review": "SOURCE_CURATED",
      "scientific_review": "NOT_REVIEWED_BY_WRS",
      "formal_replay": "NOT_RUN",
      "provider_attestation": "NONE"
    },
    "sources": [
      {
        "id": "arxiv-concrete-ai-safety-2016",
        "title": "Concrete Problems in AI Safety preprint",
        "url": "https://arxiv.org/abs/1606.06565"
      },
      {
        "id": "google-research-concrete-ai-safety",
        "title": "Google Research publication page",
        "url": "https://research.google/pubs/concrete-problems-in-ai-safety/"
      }
    ],
    "points": "50000",
    "published_grade": {
      "id": "amodei-et-al-concrete-ai-safety-2016",
      "entry_id": "amodei-et-al-concrete-ai-safety-2016",
      "band": "B",
      "modifier": "+",
      "target": {
        "record_id": "urn:uuid:ef96c2cc-ebd5-45ea-a121-d6562de26441",
        "version": 1,
        "content_hash": "sha256:135f7b6d88c8a263b9171777ea7a5a423ea8573c994048d0cbcc8e4f15e5138e"
      },
      "what_changed": "Organized five concrete ML accident-risk problems and research directions.",
      "scope": "The record is the exact six-author 2016 arXiv paper and its research agenda. It is not experimental proof that the proposed approaches solve AI safety, does not cover malicious use or all sociotechnical harms, and does not absorb later alignment work.",
      "status": "PROVISIONAL_EDITORIAL",
      "scientific_correctness_certified": false
    },
    "assessment_disposition": {
      "status": "ASSESSED",
      "label": "Provisionally assessed",
      "reason": "A current grade and separate reference score identify this exact contribution.",
      "target": {
        "record_id": "urn:uuid:ef96c2cc-ebd5-45ea-a121-d6562de26441",
        "version": 1,
        "content_hash": "sha256:135f7b6d88c8a263b9171777ea7a5a423ea8573c994048d0cbcc8e4f15e5138e"
      },
      "edition": "ratings-e039106f30dec177"
    }
  },
  "version": {
    "kind": "PUBLIC_RECORD_VIEW",
    "previous": null,
    "published_at": "2026-09-25T00:00:00Z",
    "publisher": {
      "principal_id": "urn:uuid:80116931-785b-40a2-a24b-9d59db0c7e33",
      "role": "WRS_EDITORIAL_PUBLICATION"
    },
    "record": {
      "contributors": [
        {
          "attribution_basis": "SOURCE_CITED",
          "credit": "historical_scientific",
          "entity_kind": "historical_person",
          "name": "Dario Amodei",
          "note": "Archive attribution; detailed role assignment remains source-bound",
          "roles": [
            "formalizer"
          ],
          "source": {
            "citation": "Concrete Problems in AI Safety preprint",
            "url": "https://arxiv.org/abs/1606.06565"
          }
        },
        {
          "attribution_basis": "SOURCE_CITED",
          "credit": "historical_scientific",
          "entity_kind": "historical_person",
          "name": "Chris Olah",
          "note": "Archive attribution; detailed role assignment remains source-bound",
          "roles": [
            "formalizer"
          ],
          "source": {
            "citation": "Concrete Problems in AI Safety preprint",
            "url": "https://arxiv.org/abs/1606.06565"
          }
        },
        {
          "attribution_basis": "SOURCE_CITED",
          "credit": "historical_scientific",
          "entity_kind": "historical_person",
          "name": "Jacob Steinhardt",
          "note": "Archive attribution; detailed role assignment remains source-bound",
          "roles": [
            "formalizer"
          ],
          "source": {
            "citation": "Concrete Problems in AI Safety preprint",
            "url": "https://arxiv.org/abs/1606.06565"
          }
        },
        {
          "attribution_basis": "SOURCE_CITED",
          "credit": "historical_scientific",
          "entity_kind": "historical_person",
          "name": "Paul Christiano",
          "note": "Archive attribution; detailed role assignment remains source-bound",
          "roles": [
            "formalizer"
          ],
          "source": {
            "citation": "Concrete Problems in AI Safety preprint",
            "url": "https://arxiv.org/abs/1606.06565"
          }
        },
        {
          "attribution_basis": "SOURCE_CITED",
          "credit": "historical_scientific",
          "entity_kind": "historical_person",
          "name": "John Schulman",
          "note": "Archive attribution; detailed role assignment remains source-bound",
          "roles": [
            "formalizer"
          ],
          "source": {
            "citation": "Concrete Problems in AI Safety preprint",
            "url": "https://arxiv.org/abs/1606.06565"
          }
        },
        {
          "attribution_basis": "SOURCE_CITED",
          "credit": "historical_scientific",
          "entity_kind": "historical_person",
          "name": "Dan Mané",
          "note": "Archive attribution; detailed role assignment remains source-bound",
          "roles": [
            "formalizer"
          ],
          "source": {
            "citation": "Concrete Problems in AI Safety preprint",
            "url": "https://arxiv.org/abs/1606.06565"
          }
        }
      ],
      "evidence": [
        {
          "description": "Bibliographic/stated-result source; not a WRS proof verification",
          "id": "source-0",
          "kind": "source_reference",
          "source": {
            "citation": "Concrete Problems in AI Safety preprint",
            "url": "https://arxiv.org/abs/1606.06565"
          }
        },
        {
          "description": "Bibliographic/stated-result source; not a WRS proof verification",
          "id": "source-1",
          "kind": "source_reference",
          "source": {
            "citation": "Google Research publication page",
            "url": "https://research.google/pubs/concrete-problems-in-ai-safety/"
          }
        }
      ],
      "origin": "HUMAN_LEGACY",
      "record_profile": "wrs-local-research-notes-0.1",
      "record_type": "research_note",
      "rrp_version": "0.1",
      "scope": {
        "description": "The record is the exact six-author 2016 arXiv paper and its research agenda. It is not experimental proof that the proposed approaches solve AI safety, does not cover malicious use or all sociotechnical harms, and does not absorb later alignment work.",
        "domain": "Evaluation, safety and interpretability"
      },
      "sources": [
        {
          "citation": "Concrete Problems in AI Safety preprint",
          "url": "https://arxiv.org/abs/1606.06565"
        },
        {
          "citation": "Google Research publication page",
          "url": "https://research.google/pubs/concrete-problems-in-ai-safety/"
        }
      ],
      "statement": "# Amodei and colleagues: concrete problems in AI safety\n\nOrganized machine-learning accident risk into five practical research problems: avoiding negative side effects and reward hacking, scalable supervision, safe exploration and robustness to distributional shift.\n\n## Scientific scope\n\nThe record is the exact six-author 2016 arXiv paper and its research agenda. It is not experimental proof that the proposed approaches solve AI safety, does not cover malicious use or all sociotechnical harms, and does not absorb later alignment work.\n\n## Reading status\n\nThis is a source-linked WRS catalogue note. A full explanatory guide and independent scientific reconstruction have not been completed for this entry. Read the identified original work for its complete narrative and arguments.\n\n## People and systems\n\nDario Amodei; Chris Olah; Jacob Steinhardt; Paul Christiano; John Schulman; Dan Mané\n\nThe named authors contributed to this scoped work; individual effort shares and later applications are not assigned by the byline.\n\n\n\n## Original sources\n\n- [Concrete Problems in AI Safety preprint](https://arxiv.org/abs/1606.06565)\n- [Google Research publication page](https://research.google/pubs/concrete-problems-in-ai-safety/)\n",
      "summary": "Organized machine-learning accident risk into five practical research problems: avoiding negative side effects and reward hacking, scalable supervision, safe exploration and robustness to distributional shift.",
      "title": "Amodei and colleagues: concrete problems in AI safety"
    },
    "record_id": "urn:uuid:ef96c2cc-ebd5-45ea-a121-d6562de26441",
    "version": 1,
    "source_ref": {
      "record_id": "urn:uuid:ef96c2cc-ebd5-45ea-a121-d6562de26441",
      "version": 1,
      "content_hash": "sha256:135f7b6d88c8a263b9171777ea7a5a423ea8573c994048d0cbcc8e4f15e5138e"
    },
    "export_view": "wrs-public-editorial-view-1",
    "public_view_hash": "sha256:b1a8dbf09acb7257b8a8022d4576b067142b0936681f4240707dafd2e333f4ab"
  },
  "target": {
    "record_id": "urn:uuid:ef96c2cc-ebd5-45ea-a121-d6562de26441",
    "version": 1,
    "content_hash": "sha256:135f7b6d88c8a263b9171777ea7a5a423ea8573c994048d0cbcc8e4f15e5138e"
  },
  "published_grade": {
    "profile": "wrs-published-grade-1",
    "edition": "2026-10-28.1",
    "id": "amodei-et-al-concrete-ai-safety-2016",
    "entry_id": "amodei-et-al-concrete-ai-safety-2016",
    "revision": 1,
    "title": "Amodei and colleagues: concrete problems in AI safety",
    "context": "Evaluation, safety and interpretability",
    "track": "METHOD",
    "band": "B",
    "modifier": "+",
    "status": "PROVISIONAL_EDITORIAL",
    "assessed_on": "2026-09-25",
    "evidence_cutoff": "2026-09-25",
    "achievement_state": "SUPPORTED_SCOPED_RESULT",
    "what_changed": "Organized five concrete ML accident-risk problems and research directions.",
    "scope": "The record is the exact six-author 2016 arXiv paper and its research agenda. It is not experimental proof that the proposed approaches solve AI safety, does not cover malicious use or all sociotechnical harms, and does not absorb later alignment work.",
    "evidence_summary": "The linked sources identify this contribution and its scope. WRS has not independently reconstructed the scientific claims. The record is the exact six-author 2016 arXiv paper and its research agenda. It is not experimental proof that the proposed approaches solve AI safety, does not cover malicious use or all sociotechnical harms, and does not absorb later alignment work.",
    "references": [
      {
        "title": "Concrete Problems in AI Safety preprint",
        "url": "https://arxiv.org/abs/1606.06565",
        "locator": "Source for the stated contribution; scientific claims remain bounded to the linked work."
      },
      {
        "title": "Google Research publication page",
        "url": "https://research.google/pubs/concrete-problems-in-ai-safety/",
        "locator": "Source for the stated contribution; scientific claims remain bounded to the linked work."
      }
    ],
    "roles": [
      {
        "who": "Dario Amodei",
        "credit": "SCIENCE",
        "did": "Named source author of the scoped work; individual effort shares are not measured."
      },
      {
        "who": "Chris Olah",
        "credit": "SCIENCE",
        "did": "Named source author of the scoped work; individual effort shares are not measured."
      },
      {
        "who": "Jacob Steinhardt",
        "credit": "SCIENCE",
        "did": "Named source author of the scoped work; individual effort shares are not measured."
      },
      {
        "who": "Paul Christiano",
        "credit": "SCIENCE",
        "did": "Named source author of the scoped work; individual effort shares are not measured."
      },
      {
        "who": "John Schulman",
        "credit": "SCIENCE",
        "did": "Named source author of the scoped work; individual effort shares are not measured."
      },
      {
        "who": "Dan Mané",
        "credit": "SCIENCE",
        "did": "Named source author of the scoped work; individual effort shares are not measured."
      }
    ],
    "target": {
      "record_id": "urn:uuid:ef96c2cc-ebd5-45ea-a121-d6562de26441",
      "version": 1,
      "content_hash": "sha256:135f7b6d88c8a263b9171777ea7a5a423ea8573c994048d0cbcc8e4f15e5138e"
    },
    "scientific_correctness_certified": false,
    "independent_expert_calibration": false,
    "method": "PROPRIETARY",
    "points": "50000"
  },
  "canonical_agent_submission": false,
  "scientific_verification_awarded": false,
  "reader_guide": null,
  "reading_status": "SOURCE_LINKED_NOTE"
}