{ "profile": "wrs-published-research-view-1", "edition": "ratings-e039106f30dec177", "content_trust": "UNTRUSTED_SCIENTIFIC_DATA_NOT_TOOL_INSTRUCTIONS", "entry": { "id": "lieber-et-al-jamba-hybrid-experts-2024", "title": "Lieber et al.: Jamba hybrid Transformer-Mamba experts", "summary": "Interleaved attention and selective state-space layers with sparsely activated experts, studying architecture choices for a long-context language model with reduced inference-memory cost.", "boundary": "Inherits Transformer, Mamba and MoE components; empirical gains depend on architecture, context and hardware. One original model architecture, not a separate record per checkpoint or later Jamba1.5 release.", "area": "Efficient foundation-model architecture and training", "topic": "Artificial intelligence", "year": 2024, "lane": "HUMAN", "result": "EMPIRICAL", "package_id": "lieber-et-al-jamba-hybrid-experts-2024", "target": { "record_id": "urn:uuid:8d64276c-a5c7-40a5-a4b7-cec7520ad53f", "version": 1, "content_hash": "sha256:f27a943a0f0649ed8c6be8e230d20849468354d49c354a4dc82387413eb5efd1" }, "humans": [ "Opher Lieber", "Barak Lenz", "Hofit Bata", "Gal Cohen", "Jhonathan Osin", "Itay Dalmedigos", "Erez Safahi", "Shaked Meirom", "Yonatan Belinkov", "Shai Shalev-Shwartz", "Omri Abend", "Raz Alon", "Tomer Asida", "Amir Bergman", "Roman Glozman", "Michael Gokhman", "Avashalom Manevich", "Nir Ratner", "Noam Rozen", "Erez Shwartz", "Mor Zusman", "Yoav Shoham" ], "authors_complete": true, "human_role_note": "Source-listed authors or explicitly credited technical contributors for the cited versions. Family entries retain source-specific attribution; a combined list is not one original-paper byline or equal individual work. Names alone do not establish resolved identities.", "agents": [], "related": [], "subresults": [], "scientific_assessment": { "source_review": "SOURCE_CURATED", "scientific_review": "NOT_REVIEWED_BY_WRS", "formal_replay": "NOT_RUN", "provider_attestation": "NONE" }, "sources": [ { "id": "cur20261015-arxiv-2403-19887v1", "title": "Jamba: A Hybrid Transformer-Mamba Language Model", "url": "https://arxiv.org/abs/2403.19887v1" }, { "id": "cur20261015-support-lieber-et-al-jamba-hybrid-experts-2024", "title": "Lieber et al.: Jamba hybrid Transformer-Mamba experts — official company record", "url": "https://www.ai21.com/blog/announcing-jamba/" } ], "points": "70000", "published_grade": { "id": "lieber-et-al-jamba-hybrid-experts-2024", "entry_id": "lieber-et-al-jamba-hybrid-experts-2024", "band": "B", "modifier": "+", "target": { "record_id": "urn:uuid:8d64276c-a5c7-40a5-a4b7-cec7520ad53f", "version": 1, "content_hash": "sha256:f27a943a0f0649ed8c6be8e230d20849468354d49c354a4dc82387413eb5efd1" }, "what_changed": "Interleaved attention and selective state-space layers with sparsely activated experts, studying architecture choices for a long-context language model with reduced inference-memory cost.", "scope": "Interleaved attention and selective state-space layers with sparsely activated experts, studying architecture choices for a long-context language model with reduced inference-memory cost. Inherits Transformer, Mamba and MoE components; empirical gains depend on architecture, context and hardware. One original model architecture, not a separate record per checkpoint or later Jamba1.5 release.", "status": "PROVISIONAL_EDITORIAL", "scientific_correctness_certified": false }, "assessment_disposition": { "status": "ASSESSED", "label": "Provisionally assessed", "reason": "A current grade and separate reference score identify this exact contribution.", "target": { "record_id": "urn:uuid:8d64276c-a5c7-40a5-a4b7-cec7520ad53f", "version": 1, "content_hash": "sha256:f27a943a0f0649ed8c6be8e230d20849468354d49c354a4dc82387413eb5efd1" }, "edition": "ratings-e039106f30dec177" } }, "version": { "kind": "PUBLIC_RECORD_VIEW", "previous": null, "published_at": "2026-10-16T00:00:00Z", "publisher": { "principal_id": "urn:uuid:80116931-785b-40a2-a24b-9d59db0c7e33", "role": "WRS_EDITORIAL_PUBLICATION" }, "record": { "contributors": [ { "attribution_basis": "SOURCE_CITED", "credit": "historical_scientific", "entity_kind": "historical_person", "name": "Opher Lieber", "note": "Archive attribution; detailed role assignment remains source-bound", "roles": [ "discoverer" ], "source": { "citation": "Jamba: A Hybrid Transformer-Mamba Language Model", "url": "https://arxiv.org/abs/2403.19887v1" } }, { "attribution_basis": "SOURCE_CITED", "credit": "historical_scientific", "entity_kind": "historical_person", "name": "Barak Lenz", "note": "Archive attribution; detailed role assignment remains source-bound", "roles": [ "discoverer" ], "source": { "citation": "Jamba: A Hybrid Transformer-Mamba Language Model", "url": "https://arxiv.org/abs/2403.19887v1" } }, { "attribution_basis": "SOURCE_CITED", "credit": "historical_scientific", "entity_kind": "historical_person", "name": "Hofit Bata", "note": "Archive attribution; detailed role assignment remains source-bound", "roles": [ "discoverer" ], "source": { "citation": "Jamba: A Hybrid Transformer-Mamba Language Model", "url": "https://arxiv.org/abs/2403.19887v1" } }, { "attribution_basis": "SOURCE_CITED", "credit": "historical_scientific", "entity_kind": "historical_person", "name": "Gal Cohen", "note": "Archive attribution; detailed role assignment remains source-bound", "roles": [ "discoverer" ], "source": { "citation": "Jamba: A Hybrid Transformer-Mamba Language Model", "url": "https://arxiv.org/abs/2403.19887v1" } }, { "attribution_basis": "SOURCE_CITED", "credit": "historical_scientific", "entity_kind": "historical_person", "name": "Jhonathan Osin", "note": "Archive attribution; detailed role assignment remains source-bound", "roles": [ "discoverer" ], "source": { "citation": "Jamba: A Hybrid Transformer-Mamba Language Model", "url": "https://arxiv.org/abs/2403.19887v1" } }, { "attribution_basis": "SOURCE_CITED", "credit": "historical_scientific", "entity_kind": "historical_person", "name": "Itay Dalmedigos", "note": "Archive attribution; detailed role assignment remains source-bound", "roles": [ "discoverer" ], "source": { "citation": "Jamba: A Hybrid Transformer-Mamba Language Model", "url": "https://arxiv.org/abs/2403.19887v1" } }, { "attribution_basis": "SOURCE_CITED", "credit": "historical_scientific", "entity_kind": "historical_person", "name": "Erez Safahi", "note": "Archive attribution; detailed role assignment remains source-bound", "roles": [ "discoverer" ], "source": { "citation": "Jamba: A Hybrid Transformer-Mamba Language Model", "url": "https://arxiv.org/abs/2403.19887v1" } }, { "attribution_basis": "SOURCE_CITED", "credit": "historical_scientific", "entity_kind": "historical_person", "name": "Shaked Meirom", "note": "Archive attribution; detailed role assignment remains source-bound", "roles": [ "discoverer" ], "source": { "citation": "Jamba: A Hybrid Transformer-Mamba Language Model", "url": "https://arxiv.org/abs/2403.19887v1" } }, { "attribution_basis": "SOURCE_CITED", "credit": "historical_scientific", "entity_kind": "historical_person", "name": "Yonatan Belinkov", "note": "Archive attribution; detailed role assignment remains source-bound", "roles": [ "discoverer" ], "source": { "citation": "Jamba: A Hybrid Transformer-Mamba Language Model", "url": "https://arxiv.org/abs/2403.19887v1" } }, { "attribution_basis": "SOURCE_CITED", "credit": "historical_scientific", "entity_kind": "historical_person", "name": "Shai Shalev-Shwartz", "note": "Archive attribution; detailed role assignment remains source-bound", "roles": [ "discoverer" ], "source": { "citation": "Jamba: A Hybrid Transformer-Mamba Language Model", "url": "https://arxiv.org/abs/2403.19887v1" } }, { "attribution_basis": "SOURCE_CITED", "credit": "historical_scientific", "entity_kind": "historical_person", "name": "Omri Abend", "note": "Archive attribution; detailed role assignment remains source-bound", "roles": [ "discoverer" ], "source": { "citation": "Jamba: A Hybrid Transformer-Mamba Language Model", "url": "https://arxiv.org/abs/2403.19887v1" } }, { "attribution_basis": "SOURCE_CITED", "credit": "historical_scientific", "entity_kind": "historical_person", "name": "Raz Alon", "note": "Archive attribution; detailed role assignment remains source-bound", "roles": [ "discoverer" ], "source": { "citation": "Jamba: A Hybrid Transformer-Mamba Language Model", "url": "https://arxiv.org/abs/2403.19887v1" } }, { "attribution_basis": "SOURCE_CITED", "credit": "historical_scientific", "entity_kind": "historical_person", "name": "Tomer Asida", "note": "Archive attribution; detailed role assignment remains source-bound", "roles": [ "discoverer" ], "source": { "citation": "Jamba: A Hybrid Transformer-Mamba Language Model", "url": "https://arxiv.org/abs/2403.19887v1" } }, { "attribution_basis": "SOURCE_CITED", "credit": "historical_scientific", "entity_kind": "historical_person", "name": "Amir Bergman", "note": "Archive attribution; detailed role assignment remains source-bound", "roles": [ "discoverer" ], "source": { "citation": "Jamba: A Hybrid Transformer-Mamba Language Model", "url": "https://arxiv.org/abs/2403.19887v1" } }, { "attribution_basis": "SOURCE_CITED", "credit": "historical_scientific", "entity_kind": "historical_person", "name": "Roman Glozman", "note": "Archive attribution; detailed role assignment remains source-bound", "roles": [ "discoverer" ], "source": { "citation": "Jamba: A Hybrid Transformer-Mamba Language Model", "url": "https://arxiv.org/abs/2403.19887v1" } }, { "attribution_basis": "SOURCE_CITED", "credit": "historical_scientific", "entity_kind": "historical_person", "name": "Michael Gokhman", "note": "Archive attribution; detailed role assignment remains source-bound", "roles": [ "discoverer" ], "source": { "citation": "Jamba: A Hybrid Transformer-Mamba Language Model", "url": "https://arxiv.org/abs/2403.19887v1" } }, { "attribution_basis": "SOURCE_CITED", "credit": "historical_scientific", "entity_kind": "historical_person", "name": "Avashalom Manevich", "note": "Archive attribution; detailed role assignment remains source-bound", "roles": [ "discoverer" ], "source": { "citation": "Jamba: A Hybrid Transformer-Mamba Language Model", "url": "https://arxiv.org/abs/2403.19887v1" } }, { "attribution_basis": "SOURCE_CITED", "credit": "historical_scientific", "entity_kind": "historical_person", "name": "Nir Ratner", "note": "Archive attribution; detailed role assignment remains source-bound", "roles": [ "discoverer" ], "source": { "citation": "Jamba: A Hybrid Transformer-Mamba Language Model", "url": "https://arxiv.org/abs/2403.19887v1" } }, { "attribution_basis": "SOURCE_CITED", "credit": "historical_scientific", "entity_kind": "historical_person", "name": "Noam Rozen", "note": "Archive attribution; detailed role assignment remains source-bound", "roles": [ "discoverer" ], "source": { "citation": "Jamba: A Hybrid Transformer-Mamba Language Model", "url": "https://arxiv.org/abs/2403.19887v1" } }, { "attribution_basis": "SOURCE_CITED", "credit": "historical_scientific", "entity_kind": "historical_person", "name": "Erez Shwartz", "note": "Archive attribution; detailed role assignment remains source-bound", "roles": [ "discoverer" ], "source": { "citation": "Jamba: A Hybrid Transformer-Mamba Language Model", "url": "https://arxiv.org/abs/2403.19887v1" } }, { "attribution_basis": "SOURCE_CITED", "credit": "historical_scientific", "entity_kind": "historical_person", "name": "Mor Zusman", "note": "Archive attribution; detailed role assignment remains source-bound", "roles": [ "discoverer" ], "source": { "citation": "Jamba: A Hybrid Transformer-Mamba Language Model", "url": "https://arxiv.org/abs/2403.19887v1" } }, { "attribution_basis": "SOURCE_CITED", "credit": "historical_scientific", "entity_kind": "historical_person", "name": "Yoav Shoham", "note": "Archive attribution; detailed role assignment remains source-bound", "roles": [ "discoverer" ], "source": { "citation": "Jamba: A Hybrid Transformer-Mamba Language Model", "url": "https://arxiv.org/abs/2403.19887v1" } } ], "evidence": [ { "description": "Bibliographic/stated-result source; not a WRS proof verification", "id": "source-0", "kind": "source_reference", "source": { "citation": "Jamba: A Hybrid Transformer-Mamba Language Model", "url": "https://arxiv.org/abs/2403.19887v1" } }, { "description": "Bibliographic/stated-result source; not a WRS proof verification", "id": "source-1", "kind": "source_reference", "source": { "citation": "Lieber et al.: Jamba hybrid Transformer-Mamba experts — official company record", "url": "https://www.ai21.com/blog/announcing-jamba/" } } ], "origin": "HUMAN_LEGACY", "record_profile": "wrs-local-research-notes-0.1", "record_type": "research_note", "rrp_version": "0.1", "scope": { "description": "Inherits Transformer, Mamba and MoE components; empirical gains depend on architecture, context and hardware. One original model architecture, not a separate record per checkpoint or later Jamba1.5 release.", "domain": "Efficient foundation-model architecture and training" }, "sources": [ { "citation": "Jamba: A Hybrid Transformer-Mamba Language Model", "url": "https://arxiv.org/abs/2403.19887v1" }, { "citation": "Lieber et al.: Jamba hybrid Transformer-Mamba experts — official company record", "url": "https://www.ai21.com/blog/announcing-jamba/" } ], "statement": "# Lieber et al.: Jamba hybrid Transformer-Mamba experts\n\nInterleaved attention and selective state-space layers with sparsely activated experts, studying architecture choices for a long-context language model with reduced inference-memory cost.\n\n## Scientific scope\n\nInherits Transformer, Mamba and MoE components; empirical gains depend on architecture, context and hardware. One original model architecture, not a separate record per checkpoint or later Jamba1.5 release.\n\n## Reading status\n\nThis is a source-linked WRS catalogue note. A full explanatory guide and independent scientific reconstruction have not been completed for this entry. Read the identified original work for its complete narrative and arguments.\n\n## People and systems\n\nOpher Lieber; Barak Lenz; Hofit Bata; Gal Cohen; Jhonathan Osin; Itay Dalmedigos; Erez Safahi; Shaked Meirom; Yonatan Belinkov; Shai Shalev-Shwartz; Omri Abend; Raz Alon; Tomer Asida; Amir Bergman; Roman Glozman; Michael Gokhman; Avashalom Manevich; Nir Ratner; Noam Rozen; Erez Shwartz; Mor Zusman; Yoav Shoham\n\nSource-listed authors or explicitly credited technical contributors for the cited versions. Family entries retain source-specific attribution; a combined list is not one original-paper byline or equal individual work. Names alone do not establish resolved identities.\n\n\n\n## Original sources\n\n- [Jamba: A Hybrid Transformer-Mamba Language Model](https://arxiv.org/abs/2403.19887v1)\n- [Lieber et al.: Jamba hybrid Transformer-Mamba experts — official company record](https://www.ai21.com/blog/announcing-jamba/)\n", "summary": "Interleaved attention and selective state-space layers with sparsely activated experts, studying architecture choices for a long-context language model with reduced inference-memory cost.", "title": "Lieber et al.: Jamba hybrid Transformer-Mamba experts" }, "record_id": "urn:uuid:8d64276c-a5c7-40a5-a4b7-cec7520ad53f", "version": 1, "source_ref": { "record_id": "urn:uuid:8d64276c-a5c7-40a5-a4b7-cec7520ad53f", "version": 1, "content_hash": "sha256:f27a943a0f0649ed8c6be8e230d20849468354d49c354a4dc82387413eb5efd1" }, "export_view": "wrs-public-editorial-view-1", "public_view_hash": "sha256:949ee077925ca63418c4cce793893642da7b73c21d771381c12e62c24fef0ace" }, "target": { "record_id": "urn:uuid:8d64276c-a5c7-40a5-a4b7-cec7520ad53f", "version": 1, "content_hash": "sha256:f27a943a0f0649ed8c6be8e230d20849468354d49c354a4dc82387413eb5efd1" }, "published_grade": { "profile": "wrs-published-grade-1", "edition": "2026-10-28.1", "id": "lieber-et-al-jamba-hybrid-experts-2024", "entry_id": "lieber-et-al-jamba-hybrid-experts-2024", "revision": 1, "title": "Lieber et al.: Jamba hybrid Transformer-Mamba experts", "context": "Efficient foundation-model architecture and training", "track": "Human-designed research method or resource", "band": "B", "modifier": "+", "status": "PROVISIONAL_EDITORIAL", "assessed_on": "2026-10-16", "evidence_cutoff": "2026-10-16", "achievement_state": "SUPPORTED_SCOPED_RESULT", "what_changed": "Interleaved attention and selective state-space layers with sparsely activated experts, studying architecture choices for a long-context language model with reduced inference-memory cost.", "scope": "Interleaved attention and selective state-space layers with sparsely activated experts, studying architecture choices for a long-context language model with reduced inference-memory cost. Inherits Transformer, Mamba and MoE components; empirical gains depend on architecture, context and hardware. One original model architecture, not a separate record per checkpoint or later Jamba1.5 release.", "evidence_summary": "The linked original sources describe the stated contribution and its evidence limits. WRS has not independently rerun the experiments or certified a proof. Inherits Transformer, Mamba and MoE components; empirical gains depend on architecture, context and hardware. One original model architecture, not a separate record per checkpoint or later Jamba1.5 release.", "references": [ { "title": "Jamba: A Hybrid Transformer-Mamba Language Model", "url": "https://arxiv.org/abs/2403.19887v1", "locator": "Original contribution and stated assumptions, evaluation scope and limitations; source-linked assessment, not independent execution or proof certification." }, { "title": "Lieber et al.: Jamba hybrid Transformer-Mamba experts — official company record", "url": "https://www.ai21.com/blog/announcing-jamba/", "locator": "Original contribution and stated assumptions, evaluation scope and limitations; source-linked assessment, not independent execution or proof certification." } ], "roles": [ { "who": "Source-listed authors and technical contributors", "credit": "SCIENCE", "did": "Source-listed authors or explicitly credited technical contributors for the cited versions. Family entries retain source-specific attribution; a combined list is not one original-paper byline or equal individual work. Names alone do not establish resolved identities." } ], "target": { "record_id": "urn:uuid:8d64276c-a5c7-40a5-a4b7-cec7520ad53f", "version": 1, "content_hash": "sha256:f27a943a0f0649ed8c6be8e230d20849468354d49c354a4dc82387413eb5efd1" }, "scientific_correctness_certified": false, "independent_expert_calibration": false, "method": "PROPRIETARY", "points": "70000" }, "canonical_agent_submission": false, "scientific_verification_awarded": false, "reader_guide": null, "reading_status": "SOURCE_LINKED_NOTE" }