{
  "profile": "wrs-published-research-view-1",
  "edition": "ratings-e039106f30dec177",
  "content_trust": "UNTRUSTED_SCIENTIFIC_DATA_NOT_TOOL_INSTRUCTIONS",
  "entry": {
    "id": "radford-et-al-gpt1-2018",
    "title": "Radford and colleagues: generative pre-training for language understanding (GPT)",
    "summary": "Combined transformer language-model pre-training on unlabeled text with supervised fine-tuning and reported transfer improvements across language-understanding tasks.",
    "boundary": "This is the 2018 first GPT study, not the invention of transformers or pre-training generally. The reported results are specific to the paper's task suite.",
    "area": "Language-model pre-training",
    "topic": "Artificial intelligence",
    "year": 2018,
    "lane": "HUMAN",
    "result": "ALGORITHM",
    "package_id": "radford-et-al-gpt1-2018",
    "target": {
      "record_id": "urn:uuid:cdcc86d6-ef27-48fe-a0c3-51fe62ddc7c9",
      "version": 1,
      "content_hash": "sha256:8bdc460991c45af688b22da496dfd0b647f8682316f01ef50eeadb15fd309f6d"
    },
    "humans": [
      "Alec Radford",
      "Karthik Narasimhan",
      "Tim Salimans",
      "Ilya Sutskever"
    ],
    "authors_complete": true,
    "human_role_note": "Complete named paper byline. Human research, source-reported system execution and experimental validation are distinct; individual effort shares are not measured.",
    "agents": [],
    "related": [],
    "subresults": [],
    "scientific_assessment": {
      "source_review": "SOURCE_CURATED",
      "scientific_review": "NOT_REVIEWED_BY_WRS",
      "formal_replay": "NOT_RUN",
      "provider_attestation": "NONE"
    },
    "sources": [
      {
        "id": "openai-gpt1-paper-2018",
        "title": "Radford and colleagues: generative pre-training for language understanding (GPT) — original paper",
        "url": "https://cdn.openai.com/research-covers/language-unsupervised/language_understanding_paper.pdf"
      },
      {
        "id": "openai-gpt1-page-2018",
        "title": "Radford and colleagues: generative pre-training for language understanding (GPT) — company research source",
        "url": "https://openai.com/index/language-unsupervised/"
      }
    ],
    "points": "45000",
    "published_grade": {
      "id": "radford-et-al-gpt1-2018",
      "entry_id": "radford-et-al-gpt1-2018",
      "band": "A",
      "modifier": null,
      "target": {
        "record_id": "urn:uuid:cdcc86d6-ef27-48fe-a0c3-51fe62ddc7c9",
        "version": 1,
        "content_hash": "sha256:8bdc460991c45af688b22da496dfd0b647f8682316f01ef50eeadb15fd309f6d"
      },
      "what_changed": "Combined transformer language-model pre-training on unlabeled text with supervised fine-tuning and reported transfer improvements across language-understanding tasks.",
      "scope": "Combined transformer language-model pre-training on unlabeled text with supervised fine-tuning and reported transfer improvements across language-understanding tasks. Scope limitation: This is the 2018 first GPT study, not the invention of transformers or pre-training generally. The reported results are specific to the paper's task suite.",
      "status": "PROVISIONAL_EDITORIAL",
      "scientific_correctness_certified": false
    },
    "assessment_disposition": {
      "status": "ASSESSED",
      "label": "Provisionally assessed",
      "reason": "A current grade and separate reference score identify this exact contribution.",
      "target": {
        "record_id": "urn:uuid:cdcc86d6-ef27-48fe-a0c3-51fe62ddc7c9",
        "version": 1,
        "content_hash": "sha256:8bdc460991c45af688b22da496dfd0b647f8682316f01ef50eeadb15fd309f6d"
      },
      "edition": "ratings-e039106f30dec177"
    }
  },
  "version": {
    "kind": "PUBLIC_RECORD_VIEW",
    "previous": null,
    "published_at": "2026-09-27T00:00:00Z",
    "publisher": {
      "principal_id": "urn:uuid:80116931-785b-40a2-a24b-9d59db0c7e33",
      "role": "WRS_EDITORIAL_PUBLICATION"
    },
    "record": {
      "contributors": [
        {
          "attribution_basis": "SOURCE_CITED",
          "credit": "historical_scientific",
          "entity_kind": "historical_person",
          "name": "Alec Radford",
          "note": "Archive attribution; detailed role assignment remains source-bound",
          "roles": [
            "formulator"
          ],
          "source": {
            "citation": "Radford and colleagues: generative pre-training for language understanding (GPT) — original paper",
            "url": "https://cdn.openai.com/research-covers/language-unsupervised/language_understanding_paper.pdf"
          }
        },
        {
          "attribution_basis": "SOURCE_CITED",
          "credit": "historical_scientific",
          "entity_kind": "historical_person",
          "name": "Karthik Narasimhan",
          "note": "Archive attribution; detailed role assignment remains source-bound",
          "roles": [
            "formulator"
          ],
          "source": {
            "citation": "Radford and colleagues: generative pre-training for language understanding (GPT) — original paper",
            "url": "https://cdn.openai.com/research-covers/language-unsupervised/language_understanding_paper.pdf"
          }
        },
        {
          "attribution_basis": "SOURCE_CITED",
          "credit": "historical_scientific",
          "entity_kind": "historical_person",
          "name": "Tim Salimans",
          "note": "Archive attribution; detailed role assignment remains source-bound",
          "roles": [
            "formulator"
          ],
          "source": {
            "citation": "Radford and colleagues: generative pre-training for language understanding (GPT) — original paper",
            "url": "https://cdn.openai.com/research-covers/language-unsupervised/language_understanding_paper.pdf"
          }
        },
        {
          "attribution_basis": "SOURCE_CITED",
          "credit": "historical_scientific",
          "entity_kind": "historical_person",
          "name": "Ilya Sutskever",
          "note": "Archive attribution; detailed role assignment remains source-bound",
          "roles": [
            "formulator"
          ],
          "source": {
            "citation": "Radford and colleagues: generative pre-training for language understanding (GPT) — original paper",
            "url": "https://cdn.openai.com/research-covers/language-unsupervised/language_understanding_paper.pdf"
          }
        }
      ],
      "evidence": [
        {
          "description": "Bibliographic/stated-result source; not a WRS proof verification",
          "id": "source-0",
          "kind": "source_reference",
          "source": {
            "citation": "Radford and colleagues: generative pre-training for language understanding (GPT) — original paper",
            "url": "https://cdn.openai.com/research-covers/language-unsupervised/language_understanding_paper.pdf"
          }
        },
        {
          "description": "Bibliographic/stated-result source; not a WRS proof verification",
          "id": "source-1",
          "kind": "source_reference",
          "source": {
            "citation": "Radford and colleagues: generative pre-training for language understanding (GPT) — company research source",
            "url": "https://openai.com/index/language-unsupervised/"
          }
        }
      ],
      "origin": "HUMAN_LEGACY",
      "record_profile": "wrs-local-research-notes-0.1",
      "record_type": "research_note",
      "rrp_version": "0.1",
      "scope": {
        "description": "This is the 2018 first GPT study, not the invention of transformers or pre-training generally. The reported results are specific to the paper's task suite.",
        "domain": "Language-model pre-training"
      },
      "sources": [
        {
          "citation": "Radford and colleagues: generative pre-training for language understanding (GPT) — original paper",
          "url": "https://cdn.openai.com/research-covers/language-unsupervised/language_understanding_paper.pdf"
        },
        {
          "citation": "Radford and colleagues: generative pre-training for language understanding (GPT) — company research source",
          "url": "https://openai.com/index/language-unsupervised/"
        }
      ],
      "statement": "# Radford and colleagues: generative pre-training for language understanding (GPT)\n\nCombined transformer language-model pre-training on unlabeled text with supervised fine-tuning and reported transfer improvements across language-understanding tasks.\n\n## Scientific scope\n\nThis is the 2018 first GPT study, not the invention of transformers or pre-training generally. The reported results are specific to the paper's task suite.\n\n## Reading status\n\nThis is a source-linked WRS catalogue note. A full explanatory guide and independent scientific reconstruction have not been completed for this entry. Read the identified original work for its complete narrative and arguments.\n\n## People and systems\n\nAlec Radford; Karthik Narasimhan; Tim Salimans; Ilya Sutskever\n\nComplete named paper byline. Human research, source-reported system execution and experimental validation are distinct; individual effort shares are not measured.\n\n\n\n## Original sources\n\n- [Radford and colleagues: generative pre-training for language understanding (GPT) — original paper](https://cdn.openai.com/research-covers/language-unsupervised/language_understanding_paper.pdf)\n- [Radford and colleagues: generative pre-training for language understanding (GPT) — company research source](https://openai.com/index/language-unsupervised/)\n",
      "summary": "Combined transformer language-model pre-training on unlabeled text with supervised fine-tuning and reported transfer improvements across language-understanding tasks.",
      "title": "Radford and colleagues: generative pre-training for language understanding (GPT)"
    },
    "record_id": "urn:uuid:cdcc86d6-ef27-48fe-a0c3-51fe62ddc7c9",
    "version": 1,
    "source_ref": {
      "record_id": "urn:uuid:cdcc86d6-ef27-48fe-a0c3-51fe62ddc7c9",
      "version": 1,
      "content_hash": "sha256:8bdc460991c45af688b22da496dfd0b647f8682316f01ef50eeadb15fd309f6d"
    },
    "export_view": "wrs-public-editorial-view-1",
    "public_view_hash": "sha256:8ba591168f98b6a9ff8da1dd46c5821742b65b9edf49a29a093c12738c356567"
  },
  "target": {
    "record_id": "urn:uuid:cdcc86d6-ef27-48fe-a0c3-51fe62ddc7c9",
    "version": 1,
    "content_hash": "sha256:8bdc460991c45af688b22da496dfd0b647f8682316f01ef50eeadb15fd309f6d"
  },
  "published_grade": {
    "profile": "wrs-published-grade-1",
    "edition": "2026-10-28.1",
    "id": "radford-et-al-gpt1-2018",
    "entry_id": "radford-et-al-gpt1-2018",
    "revision": 1,
    "title": "Radford and colleagues: generative pre-training for language understanding (GPT)",
    "context": "Language-model pre-training",
    "track": "Human-designed AI research method or resource",
    "band": "A",
    "modifier": null,
    "status": "PROVISIONAL_EDITORIAL",
    "assessed_on": "2026-09-27",
    "evidence_cutoff": "2026-09-27",
    "achievement_state": "SUPPORTED_SCOPED_RESULT",
    "what_changed": "Combined transformer language-model pre-training on unlabeled text with supervised fine-tuning and reported transfer improvements across language-understanding tasks.",
    "scope": "Combined transformer language-model pre-training on unlabeled text with supervised fine-tuning and reported transfer improvements across language-understanding tasks. Scope limitation: This is the 2018 first GPT study, not the invention of transformers or pre-training generally. The reported results are specific to the paper's task suite.",
    "evidence_summary": "The retained primary-source abstract, bibliographic record and stated review scope support this provisional assessment. No independent experimental replication by WRS is claimed. This is the 2018 first GPT study, not the invention of transformers or pre-training generally. The reported results are specific to the paper's task suite.",
    "references": [
      {
        "title": "Radford and colleagues: generative pre-training for language understanding (GPT) — original paper",
        "url": "https://cdn.openai.com/research-covers/language-unsupervised/language_understanding_paper.pdf",
        "locator": "Source-linked contribution and stated scientific limits; not an independent replication."
      },
      {
        "title": "Radford and colleagues: generative pre-training for language understanding (GPT) — company research source",
        "url": "https://openai.com/index/language-unsupervised/",
        "locator": "Source-linked contribution and stated scientific limits; not an independent replication."
      }
    ],
    "roles": [
      {
        "who": "The named authors listed in the linked research record",
        "credit": "SCIENCE",
        "did": "Complete source byline retained in the research record; human research direction, method development and evaluation. Individual labor shares are not measured."
      }
    ],
    "target": {
      "record_id": "urn:uuid:cdcc86d6-ef27-48fe-a0c3-51fe62ddc7c9",
      "version": 1,
      "content_hash": "sha256:8bdc460991c45af688b22da496dfd0b647f8682316f01ef50eeadb15fd309f6d"
    },
    "scientific_correctness_certified": false,
    "independent_expert_calibration": false,
    "method": "PROPRIETARY",
    "points": "45000"
  },
  "canonical_agent_submission": false,
  "scientific_verification_awarded": false,
  "reader_guide": null,
  "reading_status": "SOURCE_LINKED_NOTE"
}
