{
  "profile": "wrs-published-research-view-1",
  "edition": "ratings-e039106f30dec177",
  "content_trust": "UNTRUSTED_SCIENTIFIC_DATA_NOT_TOOL_INSTRUCTIONS",
  "entry": {
    "id": "azerbayev-et-al-proofnet-benchmark-2023",
    "title": "ProofNet: paired undergraduate mathematics and formalization baselines",
    "summary": "Introduced371 undergraduate mathematics examples with natural-language statements/proofs and Lean3 statements, alongside prompt-retrieval and distilled-backtranslation autoformalization baselines.",
    "boundary": "A versioned benchmark and methods resource, not371new mathematical discoveries or complete formal proofs of every example. Later Lean4 ports and corrections are not original v1. Syntactic compilation does not settle informal-formal semantic fidelity.",
    "area": "Formal mathematics evaluation",
    "topic": "Artificial intelligence",
    "year": 2023,
    "lane": "HUMAN",
    "result": "BENCHMARK",
    "contribution_kind": "EVALUATION_RESOURCE_DESIGN",
    "package_id": "azerbayev-et-al-proofnet-benchmark-2023",
    "target": {
      "record_id": "urn:uuid:6f11eb76-ab7f-4a7e-a358-2e37b6052b74",
      "version": 1,
      "content_hash": "sha256:54c7bdb5261407aa83eed1a0e32117fded3f302823eb4f7182587d2ad476f0d3"
    },
    "humans": [
      "Zhangir Azerbayev",
      "Bartosz Piotrowski",
      "Hailey Schoelkopf",
      "Edward W. Ayers",
      "Dragomir Radev",
      "Jeremy Avigad"
    ],
    "authors_complete": true,
    "human_role_note": "Source-listed authors or explicitly credited technical contributors for the cited versions. Family entries retain source-specific attribution; a combined list is not one original-paper byline or equal individual work. Names alone do not establish resolved identities.",
    "agents": [],
    "related": [],
    "subresults": [],
    "scientific_assessment": {
      "source_review": "SOURCE_CURATED",
      "scientific_review": "NOT_REVIEWED_BY_WRS",
      "formal_replay": "NOT_RUN",
      "provider_attestation": "NONE"
    },
    "sources": [
      {
        "id": "cur20261015-arxiv-2302-12433v1",
        "title": "ProofNet: Autoformalizing and Formally Proving Undergraduate-Level Mathematics",
        "url": "https://arxiv.org/abs/2302.12433v1"
      }
    ],
    "points": "95000",
    "published_grade": {
      "id": "azerbayev-et-al-proofnet-benchmark-2023",
      "entry_id": "azerbayev-et-al-proofnet-benchmark-2023",
      "band": "A",
      "modifier": "-",
      "target": {
        "record_id": "urn:uuid:6f11eb76-ab7f-4a7e-a358-2e37b6052b74",
        "version": 1,
        "content_hash": "sha256:54c7bdb5261407aa83eed1a0e32117fded3f302823eb4f7182587d2ad476f0d3"
      },
      "what_changed": "Introduced371 undergraduate mathematics examples with natural-language statements/proofs and Lean3 statements, alongside prompt-retrieval and distilled-backtranslation autoformalization baselines.",
      "scope": "Introduced371 undergraduate mathematics examples with natural-language statements/proofs and Lean3 statements, alongside prompt-retrieval and distilled-backtranslation autoformalization baselines. A versioned benchmark and methods resource, not371new mathematical discoveries or complete formal proofs of every example. Later Lean4 ports and corrections are not original v1. Syntactic compilation does not settle informal-formal semantic fidelity.",
      "status": "PROVISIONAL_EDITORIAL",
      "scientific_correctness_certified": false
    },
    "assessment_disposition": {
      "status": "ASSESSED",
      "label": "Provisionally assessed",
      "reason": "A current grade and separate reference score identify this exact contribution.",
      "target": {
        "record_id": "urn:uuid:6f11eb76-ab7f-4a7e-a358-2e37b6052b74",
        "version": 1,
        "content_hash": "sha256:54c7bdb5261407aa83eed1a0e32117fded3f302823eb4f7182587d2ad476f0d3"
      },
      "edition": "ratings-e039106f30dec177"
    }
  },
  "version": {
    "kind": "PUBLIC_RECORD_VIEW",
    "previous": null,
    "published_at": "2026-10-16T00:00:00Z",
    "publisher": {
      "principal_id": "urn:uuid:80116931-785b-40a2-a24b-9d59db0c7e33",
      "role": "WRS_EDITORIAL_PUBLICATION"
    },
    "record": {
      "contributors": [
        {
          "attribution_basis": "SOURCE_CITED",
          "credit": "historical_scientific",
          "entity_kind": "historical_person",
          "name": "Zhangir Azerbayev",
          "note": "Archive attribution; detailed role assignment remains source-bound",
          "roles": [
            "formulator"
          ],
          "source": {
            "citation": "ProofNet: Autoformalizing and Formally Proving Undergraduate-Level Mathematics",
            "url": "https://arxiv.org/abs/2302.12433v1"
          }
        },
        {
          "attribution_basis": "SOURCE_CITED",
          "credit": "historical_scientific",
          "entity_kind": "historical_person",
          "name": "Bartosz Piotrowski",
          "note": "Archive attribution; detailed role assignment remains source-bound",
          "roles": [
            "formulator"
          ],
          "source": {
            "citation": "ProofNet: Autoformalizing and Formally Proving Undergraduate-Level Mathematics",
            "url": "https://arxiv.org/abs/2302.12433v1"
          }
        },
        {
          "attribution_basis": "SOURCE_CITED",
          "credit": "historical_scientific",
          "entity_kind": "historical_person",
          "name": "Hailey Schoelkopf",
          "note": "Archive attribution; detailed role assignment remains source-bound",
          "roles": [
            "formulator"
          ],
          "source": {
            "citation": "ProofNet: Autoformalizing and Formally Proving Undergraduate-Level Mathematics",
            "url": "https://arxiv.org/abs/2302.12433v1"
          }
        },
        {
          "attribution_basis": "SOURCE_CITED",
          "credit": "historical_scientific",
          "entity_kind": "historical_person",
          "name": "Edward W. Ayers",
          "note": "Archive attribution; detailed role assignment remains source-bound",
          "roles": [
            "formulator"
          ],
          "source": {
            "citation": "ProofNet: Autoformalizing and Formally Proving Undergraduate-Level Mathematics",
            "url": "https://arxiv.org/abs/2302.12433v1"
          }
        },
        {
          "attribution_basis": "SOURCE_CITED",
          "credit": "historical_scientific",
          "entity_kind": "historical_person",
          "name": "Dragomir Radev",
          "note": "Archive attribution; detailed role assignment remains source-bound",
          "roles": [
            "formulator"
          ],
          "source": {
            "citation": "ProofNet: Autoformalizing and Formally Proving Undergraduate-Level Mathematics",
            "url": "https://arxiv.org/abs/2302.12433v1"
          }
        },
        {
          "attribution_basis": "SOURCE_CITED",
          "credit": "historical_scientific",
          "entity_kind": "historical_person",
          "name": "Jeremy Avigad",
          "note": "Archive attribution; detailed role assignment remains source-bound",
          "roles": [
            "formulator"
          ],
          "source": {
            "citation": "ProofNet: Autoformalizing and Formally Proving Undergraduate-Level Mathematics",
            "url": "https://arxiv.org/abs/2302.12433v1"
          }
        }
      ],
      "evidence": [
        {
          "description": "Bibliographic/stated-result source; not a WRS proof verification",
          "id": "source-0",
          "kind": "source_reference",
          "source": {
            "citation": "ProofNet: Autoformalizing and Formally Proving Undergraduate-Level Mathematics",
            "url": "https://arxiv.org/abs/2302.12433v1"
          }
        }
      ],
      "origin": "HUMAN_LEGACY",
      "record_profile": "wrs-local-research-notes-0.1",
      "record_type": "research_note",
      "rrp_version": "0.1",
      "scope": {
        "description": "A versioned benchmark and methods resource, not371new mathematical discoveries or complete formal proofs of every example. Later Lean4 ports and corrections are not original v1. Syntactic compilation does not settle informal-formal semantic fidelity.",
        "domain": "Formal mathematics evaluation"
      },
      "sources": [
        {
          "citation": "ProofNet: Autoformalizing and Formally Proving Undergraduate-Level Mathematics",
          "url": "https://arxiv.org/abs/2302.12433v1"
        }
      ],
      "statement": "# ProofNet: paired undergraduate mathematics and formalization baselines\n\nIntroduced371 undergraduate mathematics examples with natural-language statements/proofs and Lean3 statements, alongside prompt-retrieval and distilled-backtranslation autoformalization baselines.\n\n## Scientific scope\n\nA versioned benchmark and methods resource, not371new mathematical discoveries or complete formal proofs of every example. Later Lean4 ports and corrections are not original v1. Syntactic compilation does not settle informal-formal semantic fidelity.\n\n## Reading status\n\nThis is a source-linked WRS catalogue note. A full explanatory guide and independent scientific reconstruction have not been completed for this entry. Read the identified original work for its complete narrative and arguments.\n\n## People and systems\n\nZhangir Azerbayev; Bartosz Piotrowski; Hailey Schoelkopf; Edward W. Ayers; Dragomir Radev; Jeremy Avigad\n\nSource-listed authors or explicitly credited technical contributors for the cited versions. Family entries retain source-specific attribution; a combined list is not one original-paper byline or equal individual work. Names alone do not establish resolved identities.\n\n\n\n## Original sources\n\n- [ProofNet: Autoformalizing and Formally Proving Undergraduate-Level Mathematics](https://arxiv.org/abs/2302.12433v1)\n",
      "summary": "Introduced371 undergraduate mathematics examples with natural-language statements/proofs and Lean3 statements, alongside prompt-retrieval and distilled-backtranslation autoformalization baselines.",
      "title": "ProofNet: paired undergraduate mathematics and formalization baselines"
    },
    "record_id": "urn:uuid:6f11eb76-ab7f-4a7e-a358-2e37b6052b74",
    "version": 1,
    "source_ref": {
      "record_id": "urn:uuid:6f11eb76-ab7f-4a7e-a358-2e37b6052b74",
      "version": 1,
      "content_hash": "sha256:54c7bdb5261407aa83eed1a0e32117fded3f302823eb4f7182587d2ad476f0d3"
    },
    "export_view": "wrs-public-editorial-view-1",
    "public_view_hash": "sha256:2c7eb27d428e9ca2f01ae3d6142d2596a99ec816a668042f177ec3ee02390577"
  },
  "target": {
    "record_id": "urn:uuid:6f11eb76-ab7f-4a7e-a358-2e37b6052b74",
    "version": 1,
    "content_hash": "sha256:54c7bdb5261407aa83eed1a0e32117fded3f302823eb4f7182587d2ad476f0d3"
  },
  "published_grade": {
    "profile": "wrs-published-grade-1",
    "edition": "2026-10-28.1",
    "id": "azerbayev-et-al-proofnet-benchmark-2023",
    "entry_id": "azerbayev-et-al-proofnet-benchmark-2023",
    "revision": 1,
    "title": "ProofNet: paired undergraduate mathematics and formalization baselines",
    "context": "Formal mathematics evaluation",
    "track": "Evaluation resource design",
    "band": "A",
    "modifier": "-",
    "status": "PROVISIONAL_EDITORIAL",
    "assessed_on": "2026-10-16",
    "evidence_cutoff": "2026-10-16",
    "achievement_state": "SUPPORTED_SCOPED_RESULT",
    "what_changed": "Introduced371 undergraduate mathematics examples with natural-language statements/proofs and Lean3 statements, alongside prompt-retrieval and distilled-backtranslation autoformalization baselines.",
    "scope": "Introduced371 undergraduate mathematics examples with natural-language statements/proofs and Lean3 statements, alongside prompt-retrieval and distilled-backtranslation autoformalization baselines. A versioned benchmark and methods resource, not371new mathematical discoveries or complete formal proofs of every example. Later Lean4 ports and corrections are not original v1. Syntactic compilation does not settle informal-formal semantic fidelity.",
    "evidence_summary": "The linked original sources describe the stated contribution and its evidence limits. WRS has not independently rerun the experiments or certified a proof. A versioned benchmark and methods resource, not371new mathematical discoveries or complete formal proofs of every example. Later Lean4 ports and corrections are not original v1. Syntactic compilation does not settle informal-formal semantic fidelity.",
    "references": [
      {
        "title": "ProofNet: Autoformalizing and Formally Proving Undergraduate-Level Mathematics",
        "url": "https://arxiv.org/abs/2302.12433v1",
        "locator": "Original contribution and stated assumptions, evaluation scope and limitations; source-linked assessment, not independent execution or proof certification."
      }
    ],
    "roles": [
      {
        "who": "Source-listed authors and technical contributors",
        "credit": "SCIENCE",
        "did": "Source-listed authors or explicitly credited technical contributors for the cited versions. Family entries retain source-specific attribution; a combined list is not one original-paper byline or equal individual work. Names alone do not establish resolved identities."
      }
    ],
    "target": {
      "record_id": "urn:uuid:6f11eb76-ab7f-4a7e-a358-2e37b6052b74",
      "version": 1,
      "content_hash": "sha256:54c7bdb5261407aa83eed1a0e32117fded3f302823eb4f7182587d2ad476f0d3"
    },
    "scientific_correctness_certified": false,
    "independent_expert_calibration": false,
    "method": "PROPRIETARY",
    "points": "95000"
  },
  "canonical_agent_submission": false,
  "scientific_verification_awarded": false,
  "reader_guide": null,
  "reading_status": "SOURCE_LINKED_NOTE"
}