llama3p1_70b_megatron_mapping.json

{
    "0": {
        "0": [
            "input_embed",
            0
        ],
        "1": [
            7,
            8
        ],
        "2": [
            15,
            16
        ],
        "3": [
            23,
            24
        ],
        "4": [
            31,
            32
        ],
        "5": [
            39,
            40
        ],
        "6": [
            47,
            48
        ],
        "7": [
            55,
            56
        ],
        "8": [
            63,
            64
        ],
        "9": [
            71,
            72
        ]
    },
    "1": {
        "0": [
            1,
            2
        ],
        "1": [
            9,
            10
        ],
        "2": [
            17,
            18
        ],
        "3": [
            25,
            26
        ],
        "4": [
            33,
            34
        ],
        "5": [
            41,
            42
        ],
        "6": [
            49,
            50
        ],
        "7": [
            57,
            58
        ],
        "8": [
            65,
            66
        ],
        "9": [
            73,
            74
        ]
    },
    "2": {
        "0": [
            3,
            4
        ],
        "1": [
            11,
            12
        ],
        "2": [
            19,
            20
        ],
        "3": [
            27,
            28
        ],
        "4": [
            35,
            36
        ],
        "5": [
            43,
            44
        ],
        "6": [
            51,
            52
        ],
        "7": [
            59,
            60
        ],
        "8": [
            67,
            68
        ],
        "9": [
            75,
            76
        ]
    },
    "3": {
        "0": [
            5,
            6
        ],
        "1": [
            13,
            14
        ],
        "2": [
            21,
            22
        ],
        "3": [
            29,
            30
        ],
        "4": [
            37,
            38
        ],
        "5": [
            45,
            46
        ],
        "6": [
            53,
            54
        ],
        "7": [
            61,
            62
        ],
        "8": [
            69,
            70
        ],
        "9": [
            77,
            78,
            79,
            "output_embed"
        ]
    }
}