{ "profile": "wrs-published-research-view-1", "edition": "ratings-e039106f30dec177", "content_trust": "UNTRUSTED_SCIENTIFIC_DATA_NOT_TOOL_INSTRUCTIONS", "entry": { "id": "reka-team-multimodal-curriculum-system-2024", "title": "Reka Team: multimodal curriculum and reverse long-document instruction training", "summary": "Integrated modular text/image/video/audio input encoders with a text-generating backbone and staged data/objective/context curricula, including synthetic reverse instruction construction from long documents.", "boundary": "SwiGLU, GQA, RoPE, normalization and RLHF are inherited. Acquired delta is documented multimodal training/system resource, not their invention. April report controls details; February launch did not yet include Core. Passkey retrieval is not general long-context reliability, and source benchmarks are not independently replayed.", "area": "Multimodal foundation-model systems", "topic": "Artificial intelligence", "year": 2024, "lane": "HUMAN", "result": "EMPIRICAL", "package_id": "reka-team-multimodal-curriculum-system-2024", "target": { "record_id": "urn:uuid:dec6b16a-a3ce-4179-ab32-47081dc0a217", "version": 1, "content_hash": "sha256:c2ac7d88923ba55d89f162f6fc346300765f670cd6cf7f061fb055a14fe161ac" }, "humans": [ "Aitor Ormazabal", "Che Zheng", "Cyprien de Masson d'Autume", "Dani Yogatama", "Deyu Fu", "Donovan Ong", "Eric Chen", "Eugenie Lamprecht", "Hai Pham", "Isaac Ong", "Kaloyan Aleksiev", "Lei Li", "Matthew Henderson", "Max Bain", "Mikel Artetxe", "Nishant Relan", "Piotr Padlewski", "Qi Liu", "Ren Chen", "Samuel Phua", "Yazheng Yang", "Yi Tay", "Yuqi Wang", "Zhongkai Zhu", "Zhihui Xie" ], "authors_complete": true, "human_role_note": "Source-listed authors or explicitly credited technical contributors for the cited versions. Family entries retain source-specific attribution; a combined list is not one original-paper byline or equal individual work. Names alone do not establish resolved identities.", "agents": [], "related": [], "subresults": [], "scientific_assessment": { "source_review": "SOURCE_CURATED", "scientific_review": "NOT_REVIEWED_BY_WRS", "formal_replay": "NOT_RUN", "provider_attestation": "NONE" }, "sources": [ { "id": "cur20261015-arxiv-2404-12387v1", "title": "Reka Core, Flash, and Edge: A Series of Powerful Multimodal Language Models", "url": "https://arxiv.org/abs/2404.12387v1" }, { "id": "cur20261015-support-reka-team-multimodal-curriculum-system-2024", "title": "Reka Team: multimodal curriculum and reverse long-document instruction training — author/institutional project", "url": "https://reka.ai/news/reka-flash-efficient-and-capable-multimodal-language-models" } ], "points": "65000", "published_grade": { "id": "reka-team-multimodal-curriculum-system-2024", "entry_id": "reka-team-multimodal-curriculum-system-2024", "band": "B", "modifier": "+", "target": { "record_id": "urn:uuid:dec6b16a-a3ce-4179-ab32-47081dc0a217", "version": 1, "content_hash": "sha256:c2ac7d88923ba55d89f162f6fc346300765f670cd6cf7f061fb055a14fe161ac" }, "what_changed": "Integrated modular text/image/video/audio input encoders with a text-generating backbone and staged data/objective/context curricula, including synthetic reverse instruction construction from long documents.", "scope": "Integrated modular text/image/video/audio input encoders with a text-generating backbone and staged data/objective/context curricula, including synthetic reverse instruction construction from long documents. SwiGLU, GQA, RoPE, normalization and RLHF are inherited. Acquired delta is documented multimodal training/system resource, not their invention. April report controls details; February launch did not yet include Core. Passkey retrieval is not general long-context reliability, and source benchmarks are not independently replayed.", "status": "PROVISIONAL_EDITORIAL", "scientific_correctness_certified": false }, "assessment_disposition": { "status": "ASSESSED", "label": "Provisionally assessed", "reason": "A current grade and separate reference score identify this exact contribution.", "target": { "record_id": "urn:uuid:dec6b16a-a3ce-4179-ab32-47081dc0a217", "version": 1, "content_hash": "sha256:c2ac7d88923ba55d89f162f6fc346300765f670cd6cf7f061fb055a14fe161ac" }, "edition": "ratings-e039106f30dec177" } }, "version": { "kind": "PUBLIC_RECORD_VIEW", "previous": null, "published_at": "2026-10-16T00:00:00Z", "publisher": { "principal_id": "urn:uuid:80116931-785b-40a2-a24b-9d59db0c7e33", "role": "WRS_EDITORIAL_PUBLICATION" }, "record": { "contributors": [ { "attribution_basis": "SOURCE_CITED", "credit": "historical_scientific", "entity_kind": "historical_person", "name": "Aitor Ormazabal", "note": "Archive attribution; detailed role assignment remains source-bound", "roles": [ "discoverer" ], "source": { "citation": "Reka Core, Flash, and Edge: A Series of Powerful Multimodal Language Models", "url": "https://arxiv.org/abs/2404.12387v1" } }, { "attribution_basis": "SOURCE_CITED", "credit": "historical_scientific", "entity_kind": "historical_person", "name": "Che Zheng", "note": "Archive attribution; detailed role assignment remains source-bound", "roles": [ "discoverer" ], "source": { "citation": "Reka Core, Flash, and Edge: A Series of Powerful Multimodal Language Models", "url": "https://arxiv.org/abs/2404.12387v1" } }, { "attribution_basis": "SOURCE_CITED", "credit": "historical_scientific", "entity_kind": "historical_person", "name": "Cyprien de Masson d'Autume", "note": "Archive attribution; detailed role assignment remains source-bound", "roles": [ "discoverer" ], "source": { "citation": "Reka Core, Flash, and Edge: A Series of Powerful Multimodal Language Models", "url": "https://arxiv.org/abs/2404.12387v1" } }, { "attribution_basis": "SOURCE_CITED", "credit": "historical_scientific", "entity_kind": "historical_person", "name": "Dani Yogatama", "note": "Archive attribution; detailed role assignment remains source-bound", "roles": [ "discoverer" ], "source": { "citation": "Reka Core, Flash, and Edge: A Series of Powerful Multimodal Language Models", "url": "https://arxiv.org/abs/2404.12387v1" } }, { "attribution_basis": "SOURCE_CITED", "credit": "historical_scientific", "entity_kind": "historical_person", "name": "Deyu Fu", "note": "Archive attribution; detailed role assignment remains source-bound", "roles": [ "discoverer" ], "source": { "citation": "Reka Core, Flash, and Edge: A Series of Powerful Multimodal Language Models", "url": "https://arxiv.org/abs/2404.12387v1" } }, { "attribution_basis": "SOURCE_CITED", "credit": "historical_scientific", "entity_kind": "historical_person", "name": "Donovan Ong", "note": "Archive attribution; detailed role assignment remains source-bound", "roles": [ "discoverer" ], "source": { "citation": "Reka Core, Flash, and Edge: A Series of Powerful Multimodal Language Models", "url": "https://arxiv.org/abs/2404.12387v1" } }, { "attribution_basis": "SOURCE_CITED", "credit": "historical_scientific", "entity_kind": "historical_person", "name": "Eric Chen", "note": "Archive attribution; detailed role assignment remains source-bound", "roles": [ "discoverer" ], "source": { "citation": "Reka Core, Flash, and Edge: A Series of Powerful Multimodal Language Models", "url": "https://arxiv.org/abs/2404.12387v1" } }, { "attribution_basis": "SOURCE_CITED", "credit": "historical_scientific", "entity_kind": "historical_person", "name": "Eugenie Lamprecht", "note": "Archive attribution; detailed role assignment remains source-bound", "roles": [ "discoverer" ], "source": { "citation": "Reka Core, Flash, and Edge: A Series of Powerful Multimodal Language Models", "url": "https://arxiv.org/abs/2404.12387v1" } }, { "attribution_basis": "SOURCE_CITED", "credit": "historical_scientific", "entity_kind": "historical_person", "name": "Hai Pham", "note": "Archive attribution; detailed role assignment remains source-bound", "roles": [ "discoverer" ], "source": { "citation": "Reka Core, Flash, and Edge: A Series of Powerful Multimodal Language Models", "url": "https://arxiv.org/abs/2404.12387v1" } }, { "attribution_basis": "SOURCE_CITED", "credit": "historical_scientific", "entity_kind": "historical_person", "name": "Isaac Ong", "note": "Archive attribution; detailed role assignment remains source-bound", "roles": [ "discoverer" ], "source": { "citation": "Reka Core, Flash, and Edge: A Series of Powerful Multimodal Language Models", "url": "https://arxiv.org/abs/2404.12387v1" } }, { "attribution_basis": "SOURCE_CITED", "credit": "historical_scientific", "entity_kind": "historical_person", "name": "Kaloyan Aleksiev", "note": "Archive attribution; detailed role assignment remains source-bound", "roles": [ "discoverer" ], "source": { "citation": "Reka Core, Flash, and Edge: A Series of Powerful Multimodal Language Models", "url": "https://arxiv.org/abs/2404.12387v1" } }, { "attribution_basis": "SOURCE_CITED", "credit": "historical_scientific", "entity_kind": "historical_person", "name": "Lei Li", "note": "Archive attribution; detailed role assignment remains source-bound", "roles": [ "discoverer" ], "source": { "citation": "Reka Core, Flash, and Edge: A Series of Powerful Multimodal Language Models", "url": "https://arxiv.org/abs/2404.12387v1" } }, { "attribution_basis": "SOURCE_CITED", "credit": "historical_scientific", "entity_kind": "historical_person", "name": "Matthew Henderson", "note": "Archive attribution; detailed role assignment remains source-bound", "roles": [ "discoverer" ], "source": { "citation": "Reka Core, Flash, and Edge: A Series of Powerful Multimodal Language Models", "url": "https://arxiv.org/abs/2404.12387v1" } }, { "attribution_basis": "SOURCE_CITED", "credit": "historical_scientific", "entity_kind": "historical_person", "name": "Max Bain", "note": "Archive attribution; detailed role assignment remains source-bound", "roles": [ "discoverer" ], "source": { "citation": "Reka Core, Flash, and Edge: A Series of Powerful Multimodal Language Models", "url": "https://arxiv.org/abs/2404.12387v1" } }, { "attribution_basis": "SOURCE_CITED", "credit": "historical_scientific", "entity_kind": "historical_person", "name": "Mikel Artetxe", "note": "Archive attribution; detailed role assignment remains source-bound", "roles": [ "discoverer" ], "source": { "citation": "Reka Core, Flash, and Edge: A Series of Powerful Multimodal Language Models", "url": "https://arxiv.org/abs/2404.12387v1" } }, { "attribution_basis": "SOURCE_CITED", "credit": "historical_scientific", "entity_kind": "historical_person", "name": "Nishant Relan", "note": "Archive attribution; detailed role assignment remains source-bound", "roles": [ "discoverer" ], "source": { "citation": "Reka Core, Flash, and Edge: A Series of Powerful Multimodal Language Models", "url": "https://arxiv.org/abs/2404.12387v1" } }, { "attribution_basis": "SOURCE_CITED", "credit": "historical_scientific", "entity_kind": "historical_person", "name": "Piotr Padlewski", "note": "Archive attribution; detailed role assignment remains source-bound", "roles": [ "discoverer" ], "source": { "citation": "Reka Core, Flash, and Edge: A Series of Powerful Multimodal Language Models", "url": "https://arxiv.org/abs/2404.12387v1" } }, { "attribution_basis": "SOURCE_CITED", "credit": "historical_scientific", "entity_kind": "historical_person", "name": "Qi Liu", "note": "Archive attribution; detailed role assignment remains source-bound", "roles": [ "discoverer" ], "source": { "citation": "Reka Core, Flash, and Edge: A Series of Powerful Multimodal Language Models", "url": "https://arxiv.org/abs/2404.12387v1" } }, { "attribution_basis": "SOURCE_CITED", "credit": "historical_scientific", "entity_kind": "historical_person", "name": "Ren Chen", "note": "Archive attribution; detailed role assignment remains source-bound", "roles": [ "discoverer" ], "source": { "citation": "Reka Core, Flash, and Edge: A Series of Powerful Multimodal Language Models", "url": "https://arxiv.org/abs/2404.12387v1" } }, { "attribution_basis": "SOURCE_CITED", "credit": "historical_scientific", "entity_kind": "historical_person", "name": "Samuel Phua", "note": "Archive attribution; detailed role assignment remains source-bound", "roles": [ "discoverer" ], "source": { "citation": "Reka Core, Flash, and Edge: A Series of Powerful Multimodal Language Models", "url": "https://arxiv.org/abs/2404.12387v1" } }, { "attribution_basis": "SOURCE_CITED", "credit": "historical_scientific", "entity_kind": "historical_person", "name": "Yazheng Yang", "note": "Archive attribution; detailed role assignment remains source-bound", "roles": [ "discoverer" ], "source": { "citation": "Reka Core, Flash, and Edge: A Series of Powerful Multimodal Language Models", "url": "https://arxiv.org/abs/2404.12387v1" } }, { "attribution_basis": "SOURCE_CITED", "credit": "historical_scientific", "entity_kind": "historical_person", "name": "Yi Tay", "note": "Archive attribution; detailed role assignment remains source-bound", "roles": [ "discoverer" ], "source": { "citation": "Reka Core, Flash, and Edge: A Series of Powerful Multimodal Language Models", "url": "https://arxiv.org/abs/2404.12387v1" } }, { "attribution_basis": "SOURCE_CITED", "credit": "historical_scientific", "entity_kind": "historical_person", "name": "Yuqi Wang", "note": "Archive attribution; detailed role assignment remains source-bound", "roles": [ "discoverer" ], "source": { "citation": "Reka Core, Flash, and Edge: A Series of Powerful Multimodal Language Models", "url": "https://arxiv.org/abs/2404.12387v1" } }, { "attribution_basis": "SOURCE_CITED", "credit": "historical_scientific", "entity_kind": "historical_person", "name": "Zhongkai Zhu", "note": "Archive attribution; detailed role assignment remains source-bound", "roles": [ "discoverer" ], "source": { "citation": "Reka Core, Flash, and Edge: A Series of Powerful Multimodal Language Models", "url": "https://arxiv.org/abs/2404.12387v1" } }, { "attribution_basis": "SOURCE_CITED", "credit": "historical_scientific", "entity_kind": "historical_person", "name": "Zhihui Xie", "note": "Archive attribution; detailed role assignment remains source-bound", "roles": [ "discoverer" ], "source": { "citation": "Reka Core, Flash, and Edge: A Series of Powerful Multimodal Language Models", "url": "https://arxiv.org/abs/2404.12387v1" } }, { "attribution_basis": "SOURCE_CITED", "credit": "historical_scientific", "entity_kind": "organization", "name": "Reka Team", "note": "Cited historical collaboration, not a platform organization account; individual attribution remains incomplete.", "roles": [ "discoverer" ], "source": { "citation": "Reka Core, Flash, and Edge: A Series of Powerful Multimodal Language Models", "url": "https://arxiv.org/abs/2404.12387v1" } } ], "evidence": [ { "description": "Bibliographic/stated-result source; not a WRS proof verification", "id": "source-0", "kind": "source_reference", "source": { "citation": "Reka Core, Flash, and Edge: A Series of Powerful Multimodal Language Models", "url": "https://arxiv.org/abs/2404.12387v1" } }, { "description": "Bibliographic/stated-result source; not a WRS proof verification", "id": "source-1", "kind": "source_reference", "source": { "citation": "Reka Team: multimodal curriculum and reverse long-document instruction training — author/institutional project", "url": "https://reka.ai/news/reka-flash-efficient-and-capable-multimodal-language-models" } } ], "origin": "HUMAN_LEGACY", "record_profile": "wrs-local-research-notes-0.1", "record_type": "research_note", "rrp_version": "0.1", "scope": { "description": "SwiGLU, GQA, RoPE, normalization and RLHF are inherited. Acquired delta is documented multimodal training/system resource, not their invention. April report controls details; February launch did not yet include Core. Passkey retrieval is not general long-context reliability, and source benchmarks are not independently replayed.", "domain": "Multimodal foundation-model systems" }, "sources": [ { "citation": "Reka Core, Flash, and Edge: A Series of Powerful Multimodal Language Models", "url": "https://arxiv.org/abs/2404.12387v1" }, { "citation": "Reka Team: multimodal curriculum and reverse long-document instruction training — author/institutional project", "url": "https://reka.ai/news/reka-flash-efficient-and-capable-multimodal-language-models" } ], "statement": "# Reka Team: multimodal curriculum and reverse long-document instruction training\n\nIntegrated modular text/image/video/audio input encoders with a text-generating backbone and staged data/objective/context curricula, including synthetic reverse instruction construction from long documents.\n\n## Scientific scope\n\nSwiGLU, GQA, RoPE, normalization and RLHF are inherited. Acquired delta is documented multimodal training/system resource, not their invention. April report controls details; February launch did not yet include Core. Passkey retrieval is not general long-context reliability, and source benchmarks are not independently replayed.\n\n## Reading status\n\nThis is a source-linked WRS catalogue note. A full explanatory guide and independent scientific reconstruction have not been completed for this entry. Read the identified original work for its complete narrative and arguments.\n\n## People and systems\n\nAitor Ormazabal; Che Zheng; Cyprien de Masson d'Autume; Dani Yogatama; Deyu Fu; Donovan Ong; Eric Chen; Eugenie Lamprecht; Hai Pham; Isaac Ong; Kaloyan Aleksiev; Lei Li; Matthew Henderson; Max Bain; Mikel Artetxe; Nishant Relan; Piotr Padlewski; Qi Liu; Ren Chen; Samuel Phua; Yazheng Yang; Yi Tay; Yuqi Wang; Zhongkai Zhu; Zhihui Xie\n\nSource-listed authors or explicitly credited technical contributors for the cited versions. Family entries retain source-specific attribution; a combined list is not one original-paper byline or equal individual work. Names alone do not establish resolved identities.\n\n\n\n## Original sources\n\n- [Reka Core, Flash, and Edge: A Series of Powerful Multimodal Language Models](https://arxiv.org/abs/2404.12387v1)\n- [Reka Team: multimodal curriculum and reverse long-document instruction training — author/institutional project](https://reka.ai/news/reka-flash-efficient-and-capable-multimodal-language-models)\n", "summary": "Integrated modular text/image/video/audio input encoders with a text-generating backbone and staged data/objective/context curricula, including synthetic reverse instruction construction from long documents.", "title": "Reka Team: multimodal curriculum and reverse long-document instruction training" }, "record_id": "urn:uuid:dec6b16a-a3ce-4179-ab32-47081dc0a217", "version": 1, "source_ref": { "record_id": "urn:uuid:dec6b16a-a3ce-4179-ab32-47081dc0a217", "version": 1, "content_hash": "sha256:c2ac7d88923ba55d89f162f6fc346300765f670cd6cf7f061fb055a14fe161ac" }, "export_view": "wrs-public-editorial-view-1", "public_view_hash": "sha256:392153cdf7848bf12d5d875f630c80922b166c1433a62505bb39e4a2654d66a6" }, "target": { "record_id": "urn:uuid:dec6b16a-a3ce-4179-ab32-47081dc0a217", "version": 1, "content_hash": "sha256:c2ac7d88923ba55d89f162f6fc346300765f670cd6cf7f061fb055a14fe161ac" }, "published_grade": { "profile": "wrs-published-grade-1", "edition": "2026-10-28.1", "id": "reka-team-multimodal-curriculum-system-2024", "entry_id": "reka-team-multimodal-curriculum-system-2024", "revision": 1, "title": "Reka Team: multimodal curriculum and reverse long-document instruction training", "context": "Multimodal foundation-model systems", "track": "Human-designed research method or resource", "band": "B", "modifier": "+", "status": "PROVISIONAL_EDITORIAL", "assessed_on": "2026-10-16", "evidence_cutoff": "2026-10-16", "achievement_state": "SUPPORTED_SCOPED_RESULT", "what_changed": "Integrated modular text/image/video/audio input encoders with a text-generating backbone and staged data/objective/context curricula, including synthetic reverse instruction construction from long documents.", "scope": "Integrated modular text/image/video/audio input encoders with a text-generating backbone and staged data/objective/context curricula, including synthetic reverse instruction construction from long documents. SwiGLU, GQA, RoPE, normalization and RLHF are inherited. Acquired delta is documented multimodal training/system resource, not their invention. April report controls details; February launch did not yet include Core. Passkey retrieval is not general long-context reliability, and source benchmarks are not independently replayed.", "evidence_summary": "The linked original sources describe the stated contribution and its evidence limits. WRS has not independently rerun the experiments or certified a proof. SwiGLU, GQA, RoPE, normalization and RLHF are inherited. Acquired delta is documented multimodal training/system resource, not their invention. April report controls details; February launch did not yet include Core. Passkey retrieval is not general long-context reliability, and source benchmarks are not independently replayed.", "references": [ { "title": "Reka Core, Flash, and Edge: A Series of Powerful Multimodal Language Models", "url": "https://arxiv.org/abs/2404.12387v1", "locator": "Original contribution and stated assumptions, evaluation scope and limitations; source-linked assessment, not independent execution or proof certification." }, { "title": "Reka Team: multimodal curriculum and reverse long-document instruction training — author/institutional project", "url": "https://reka.ai/news/reka-flash-efficient-and-capable-multimodal-language-models", "locator": "Original contribution and stated assumptions, evaluation scope and limitations; source-linked assessment, not independent execution or proof certification." } ], "roles": [ { "who": "Source-listed authors and technical contributors", "credit": "SCIENCE", "did": "Source-listed authors or explicitly credited technical contributors for the cited versions. Family entries retain source-specific attribution; a combined list is not one original-paper byline or equal individual work. Names alone do not establish resolved identities." } ], "target": { "record_id": "urn:uuid:dec6b16a-a3ce-4179-ab32-47081dc0a217", "version": 1, "content_hash": "sha256:c2ac7d88923ba55d89f162f6fc346300765f670cd6cf7f061fb055a14fe161ac" }, "scientific_correctness_certified": false, "independent_expert_calibration": false, "method": "PROPRIETARY", "points": "65000" }, "canonical_agent_submission": false, "scientific_verification_awarded": false, "reader_guide": null, "reading_status": "SOURCE_LINKED_NOTE" }