diff --git "a/optimizer/optimizer_config.json" "b/optimizer/optimizer_config.json"
new file mode 100644--- /dev/null
+++ "b/optimizer/optimizer_config.json"
@@ -0,0 +1 @@
+{"type": "ZeroDistributedOptimizer", "parallelism": {"tp_size": "1", "dp_size": "64", "pp_size": "1", "expert_parallel_size": "1"}, "configs": {"param_name_to_dp_rank_offsets": {"model.token_position_embeddings.pp_block.token_embedding.weight": {"0": ["0", "737280"], "1": ["737280", "1474560"], "2": ["1474560", "2211840"], "3": ["2211840", "2949120"], "4": ["2949120", "3686400"], "5": ["3686400", "4423680"], "6": ["4423680", "5160960"], "7": ["5160960", "5898240"], "8": ["5898240", "6635520"], "9": ["6635520", "7372800"], "10": ["7372800", "8110080"], "11": ["8110080", "8847360"], "12": ["8847360", "9584640"], "13": ["9584640", "10321920"], "14": ["10321920", "11059200"], "15": ["11059200", "11796480"], "16": ["11796480", "12533760"], "17": ["12533760", "13271040"], "18": ["13271040", "14008320"], "19": ["14008320", "14745600"], "20": ["14745600", "15482880"], "21": ["15482880", "16220160"], "22": ["16220160", "16957440"], "23": ["16957440", "17694720"], "24": ["17694720", "18432000"], "25": ["18432000", "19169280"], "26": ["19169280", "19906560"], "27": ["19906560", "20643840"], "28": ["20643840", "21381120"], "29": ["21381120", "22118400"], "30": ["22118400", "22855680"], "31": ["22855680", "23592960"], "32": ["23592960", "24330240"], "33": ["24330240", "25067520"], "34": ["25067520", "25804800"], "35": ["25804800", "26542080"], "36": ["26542080", "27279360"], "37": ["27279360", "28016640"], "38": ["28016640", "28753920"], "39": ["28753920", "29491200"], "40": ["29491200", "30228480"], "41": ["30228480", "30965760"], "42": ["30965760", "31703040"], "43": ["31703040", "32440320"], "44": ["32440320", "33177600"], "45": ["33177600", "33914880"], "46": ["33914880", "34652160"], "47": ["34652160", "35389440"], "48": ["35389440", "36126720"], "49": ["36126720", "36864000"], "50": ["36864000", "37601280"], "51": ["37601280", "38338560"], "52": ["38338560", "39075840"], "53": ["39075840", "39813120"], "54": ["39813120", "40550400"], "55": ["40550400", "41287680"], "56": ["41287680", "42024960"], "57": ["42024960", "42762240"], "58": ["42762240", "43499520"], "59": ["43499520", "44236800"], "60": ["44236800", "44974080"], "61": ["44974080", "45711360"], "62": ["45711360", "46448640"], "63": ["46448640", "47185920"]}, "model.decoder.0.pp_block.input_layernorm.weight": {"0": ["0", "15"], "1": ["15", "30"], "2": ["30", "45"], "3": ["45", "60"], "4": ["60", "75"], "5": ["75", "90"], "6": ["90", "105"], "7": ["105", "120"], "8": ["120", "135"], "9": ["135", "150"], "10": ["150", "165"], "11": ["165", "180"], "12": ["180", "195"], "13": ["195", "210"], "14": ["210", "225"], "15": ["225", "240"], "16": ["240", "255"], "17": ["255", "270"], "18": ["270", "285"], "19": ["285", "300"], "20": ["300", "315"], "21": ["315", "330"], "22": ["330", "345"], "23": ["345", "360"], "24": ["360", "375"], "25": ["375", "390"], "26": ["390", "405"], "27": ["405", "420"], "28": ["420", "435"], "29": ["435", "450"], "30": ["450", "465"], "31": ["465", "480"], "32": ["480", "495"], "33": ["495", "510"], "34": ["510", "525"], "35": ["525", "540"], "36": ["540", "555"], "37": ["555", "570"], "38": ["570", "585"], "39": ["585", "600"], "40": ["600", "615"], "41": ["615", "630"], "42": ["630", "645"], "43": ["645", "660"], "44": ["660", "675"], "45": ["675", "690"], "46": ["690", "705"], "47": ["705", "720"], "48": ["720", "735"], "49": ["735", "750"], "50": ["750", "765"], "51": ["765", "780"], "52": ["780", "795"], "53": ["795", "810"], "54": ["810", "825"], "55": ["825", "840"], "56": ["840", "855"], "57": ["855", "870"], "58": ["870", "885"], "59": ["885", "900"], "60": ["900", "915"], "61": ["915", "930"], "62": ["930", "945"], "63": ["945", "960"]}, "model.decoder.0.pp_block.attn.qkv_proj.weight": {"0": ["0", "24000"], "1": ["24000", "48000"], "2": ["48000", "72000"], "3": ["72000", "96000"], "4": ["96000", "120000"], "5": ["120000", "144000"], "6": ["144000", "168000"], "7": ["168000", "192000"], "8": ["192000", "216000"], "9": ["216000", "240000"], "10": ["240000", "264000"], "11": ["264000", "288000"], "12": ["288000", "312000"], "13": ["312000", "336000"], "14": ["336000", "360000"], "15": ["360000", "384000"], "16": ["384000", "408000"], "17": ["408000", "432000"], "18": ["432000", "456000"], "19": ["456000", "480000"], "20": ["480000", "504000"], "21": ["504000", "528000"], "22": ["528000", "552000"], "23": ["552000", "576000"], "24": ["576000", "600000"], "25": ["600000", "624000"], "26": ["624000", "648000"], "27": ["648000", "672000"], "28": ["672000", "696000"], "29": ["696000", "720000"], "30": ["720000", "744000"], "31": ["744000", "768000"], "32": ["768000", "792000"], "33": ["792000", "816000"], "34": ["816000", "840000"], "35": ["840000", "864000"], "36": ["864000", "888000"], "37": ["888000", "912000"], "38": ["912000", "936000"], "39": ["936000", "960000"], "40": ["960000", "984000"], "41": ["984000", "1008000"], "42": ["1008000", "1032000"], "43": ["1032000", "1056000"], "44": ["1056000", "1080000"], "45": ["1080000", "1104000"], "46": ["1104000", "1128000"], "47": ["1128000", "1152000"], "48": ["1152000", "1176000"], "49": ["1176000", "1200000"], "50": ["1200000", "1224000"], "51": ["1224000", "1248000"], "52": ["1248000", "1272000"], "53": ["1272000", "1296000"], "54": ["1296000", "1320000"], "55": ["1320000", "1344000"], "56": ["1344000", "1368000"], "57": ["1368000", "1392000"], "58": ["1392000", "1416000"], "59": ["1416000", "1440000"], "60": ["1440000", "1464000"], "61": ["1464000", "1488000"], "62": ["1488000", "1512000"], "63": ["1512000", "1536000"]}, "model.decoder.0.pp_block.attn.o_proj.weight": {"0": ["0", "14400"], "1": ["14400", "28800"], "2": ["28800", "43200"], "3": ["43200", "57600"], "4": ["57600", "72000"], "5": ["72000", "86400"], "6": ["86400", "100800"], "7": ["100800", "115200"], "8": ["115200", "129600"], "9": ["129600", "144000"], "10": ["144000", "158400"], "11": ["158400", "172800"], "12": ["172800", "187200"], "13": ["187200", "201600"], "14": ["201600", "216000"], "15": ["216000", "230400"], "16": ["230400", "244800"], "17": ["244800", "259200"], "18": ["259200", "273600"], "19": ["273600", "288000"], "20": ["288000", "302400"], "21": ["302400", "316800"], "22": ["316800", "331200"], "23": ["331200", "345600"], "24": ["345600", "360000"], "25": ["360000", "374400"], "26": ["374400", "388800"], "27": ["388800", "403200"], "28": ["403200", "417600"], "29": ["417600", "432000"], "30": ["432000", "446400"], "31": ["446400", "460800"], "32": ["460800", "475200"], "33": ["475200", "489600"], "34": ["489600", "504000"], "35": ["504000", "518400"], "36": ["518400", "532800"], "37": ["532800", "547200"], "38": ["547200", "561600"], "39": ["561600", "576000"], "40": ["576000", "590400"], "41": ["590400", "604800"], "42": ["604800", "619200"], "43": ["619200", "633600"], "44": ["633600", "648000"], "45": ["648000", "662400"], "46": ["662400", "676800"], "47": ["676800", "691200"], "48": ["691200", "705600"], "49": ["705600", "720000"], "50": ["720000", "734400"], "51": ["734400", "748800"], "52": ["748800", "763200"], "53": ["763200", "777600"], "54": ["777600", "792000"], "55": ["792000", "806400"], "56": ["806400", "820800"], "57": ["820800", "835200"], "58": ["835200", "849600"], "59": ["849600", "864000"], "60": ["864000", "878400"], "61": ["878400", "892800"], "62": ["892800", "907200"], "63": ["907200", "921600"]}, "model.decoder.0.pp_block.post_attention_layernorm.weight": {"0": ["0", "15"], "1": ["15", "30"], "2": ["30", "45"], "3": ["45", "60"], "4": ["60", "75"], "5": ["75", "90"], "6": ["90", "105"], "7": ["105", "120"], "8": ["120", "135"], "9": ["135", "150"], "10": ["150", "165"], "11": ["165", "180"], "12": ["180", "195"], "13": ["195", "210"], "14": ["210", "225"], "15": ["225", "240"], "16": ["240", "255"], "17": ["255", "270"], "18": ["270", "285"], "19": ["285", "300"], "20": ["300", "315"], "21": ["315", "330"], "22": ["330", "345"], "23": ["345", "360"], "24": ["360", "375"], "25": ["375", "390"], "26": ["390", "405"], "27": ["405", "420"], "28": ["420", "435"], "29": ["435", "450"], "30": ["450", "465"], "31": ["465", "480"], "32": ["480", "495"], "33": ["495", "510"], "34": ["510", "525"], "35": ["525", "540"], "36": ["540", "555"], "37": ["555", "570"], "38": ["570", "585"], "39": ["585", "600"], "40": ["600", "615"], "41": ["615", "630"], "42": ["630", "645"], "43": ["645", "660"], "44": ["660", "675"], "45": ["675", "690"], "46": ["690", "705"], "47": ["705", "720"], "48": ["720", "735"], "49": ["735", "750"], "50": ["750", "765"], "51": ["765", "780"], "52": ["780", "795"], "53": ["795", "810"], "54": ["810", "825"], "55": ["825", "840"], "56": ["840", "855"], "57": ["855", "870"], "58": ["870", "885"], "59": ["885", "900"], "60": ["900", "915"], "61": ["915", "930"], "62": ["930", "945"], "63": ["945", "960"]}, "model.decoder.0.pp_block.mlp.gate_up_proj.weight": {"0": ["0", "76800"], "1": ["76800", "153600"], "2": ["153600", "230400"], "3": ["230400", "307200"], "4": ["307200", "384000"], "5": ["384000", "460800"], "6": ["460800", "537600"], "7": ["537600", "614400"], "8": ["614400", "691200"], "9": ["691200", "768000"], "10": ["768000", "844800"], "11": ["844800", "921600"], "12": ["921600", "998400"], "13": ["998400", "1075200"], "14": ["1075200", "1152000"], "15": ["1152000", "1228800"], "16": ["1228800", "1305600"], "17": ["1305600", "1382400"], "18": ["1382400", "1459200"], "19": ["1459200", "1536000"], "20": ["1536000", "1612800"], "21": ["1612800", "1689600"], "22": ["1689600", "1766400"], "23": ["1766400", "1843200"], "24": ["1843200", "1920000"], "25": ["1920000", "1996800"], "26": ["1996800", "2073600"], "27": ["2073600", "2150400"], "28": ["2150400", "2227200"], "29": ["2227200", "2304000"], "30": ["2304000", "2380800"], "31": ["2380800", "2457600"], "32": ["2457600", "2534400"], "33": ["2534400", "2611200"], "34": ["2611200", "2688000"], "35": ["2688000", "2764800"], "36": ["2764800", "2841600"], "37": ["2841600", "2918400"], "38": ["2918400", "2995200"], "39": ["2995200", "3072000"], "40": ["3072000", "3148800"], "41": ["3148800", "3225600"], "42": ["3225600", "3302400"], "43": ["3302400", "3379200"], "44": ["3379200", "3456000"], "45": ["3456000", "3532800"], "46": ["3532800", "3609600"], "47": ["3609600", "3686400"], "48": ["3686400", "3763200"], "49": ["3763200", "3840000"], "50": ["3840000", "3916800"], "51": ["3916800", "3993600"], "52": ["3993600", "4070400"], "53": ["4070400", "4147200"], "54": ["4147200", "4224000"], "55": ["4224000", "4300800"], "56": ["4300800", "4377600"], "57": ["4377600", "4454400"], "58": ["4454400", "4531200"], "59": ["4531200", "4608000"], "60": ["4608000", "4684800"], "61": ["4684800", "4761600"], "62": ["4761600", "4838400"], "63": ["4838400", "4915200"]}, "model.decoder.0.pp_block.mlp.down_proj.weight": {"0": ["0", "38400"], "1": ["38400", "76800"], "2": ["76800", "115200"], "3": ["115200", "153600"], "4": ["153600", "192000"], "5": ["192000", "230400"], "6": ["230400", "268800"], "7": ["268800", "307200"], "8": ["307200", "345600"], "9": ["345600", "384000"], "10": ["384000", "422400"], "11": ["422400", "460800"], "12": ["460800", "499200"], "13": ["499200", "537600"], "14": ["537600", "576000"], "15": ["576000", "614400"], "16": ["614400", "652800"], "17": ["652800", "691200"], "18": ["691200", "729600"], "19": ["729600", "768000"], "20": ["768000", "806400"], "21": ["806400", "844800"], "22": ["844800", "883200"], "23": ["883200", "921600"], "24": ["921600", "960000"], "25": ["960000", "998400"], "26": ["998400", "1036800"], "27": ["1036800", "1075200"], "28": ["1075200", "1113600"], "29": ["1113600", "1152000"], "30": ["1152000", "1190400"], "31": ["1190400", "1228800"], "32": ["1228800", "1267200"], "33": ["1267200", "1305600"], "34": ["1305600", "1344000"], "35": ["1344000", "1382400"], "36": ["1382400", "1420800"], "37": ["1420800", "1459200"], "38": ["1459200", "1497600"], "39": ["1497600", "1536000"], "40": ["1536000", "1574400"], "41": ["1574400", "1612800"], "42": ["1612800", "1651200"], "43": ["1651200", "1689600"], "44": ["1689600", "1728000"], "45": ["1728000", "1766400"], "46": ["1766400", "1804800"], "47": ["1804800", "1843200"], "48": ["1843200", "1881600"], "49": ["1881600", "1920000"], "50": ["1920000", "1958400"], "51": ["1958400", "1996800"], "52": ["1996800", "2035200"], "53": ["2035200", "2073600"], "54": ["2073600", "2112000"], "55": ["2112000", "2150400"], "56": ["2150400", "2188800"], "57": ["2188800", "2227200"], "58": ["2227200", "2265600"], "59": ["2265600", "2304000"], "60": ["2304000", "2342400"], "61": ["2342400", "2380800"], "62": ["2380800", "2419200"], "63": ["2419200", "2457600"]}, "model.decoder.1.pp_block.input_layernorm.weight": {"0": ["0", "15"], "1": ["15", "30"], "2": ["30", "45"], "3": ["45", "60"], "4": ["60", "75"], "5": ["75", "90"], "6": ["90", "105"], "7": ["105", "120"], "8": ["120", "135"], "9": ["135", "150"], "10": ["150", "165"], "11": ["165", "180"], "12": ["180", "195"], "13": ["195", "210"], "14": ["210", "225"], "15": ["225", "240"], "16": ["240", "255"], "17": ["255", "270"], "18": ["270", "285"], "19": ["285", "300"], "20": ["300", "315"], "21": ["315", "330"], "22": ["330", "345"], "23": ["345", "360"], "24": ["360", "375"], "25": ["375", "390"], "26": ["390", "405"], "27": ["405", "420"], "28": ["420", "435"], "29": ["435", "450"], "30": ["450", "465"], "31": ["465", "480"], "32": ["480", "495"], "33": ["495", "510"], "34": ["510", "525"], "35": ["525", "540"], "36": ["540", "555"], "37": ["555", "570"], "38": ["570", "585"], "39": ["585", "600"], "40": ["600", "615"], "41": ["615", "630"], "42": ["630", "645"], "43": ["645", "660"], "44": ["660", "675"], "45": ["675", "690"], "46": ["690", "705"], "47": ["705", "720"], "48": ["720", "735"], "49": ["735", "750"], "50": ["750", "765"], "51": ["765", "780"], "52": ["780", "795"], "53": ["795", "810"], "54": ["810", "825"], "55": ["825", "840"], "56": ["840", "855"], "57": ["855", "870"], "58": ["870", "885"], "59": ["885", "900"], "60": ["900", "915"], "61": ["915", "930"], "62": ["930", "945"], "63": ["945", "960"]}, "model.decoder.1.pp_block.attn.qkv_proj.weight": {"0": ["0", "24000"], "1": ["24000", "48000"], "2": ["48000", "72000"], "3": ["72000", "96000"], "4": ["96000", "120000"], "5": ["120000", "144000"], "6": ["144000", "168000"], "7": ["168000", "192000"], "8": ["192000", "216000"], "9": ["216000", "240000"], "10": ["240000", "264000"], "11": ["264000", "288000"], "12": ["288000", "312000"], "13": ["312000", "336000"], "14": ["336000", "360000"], "15": ["360000", "384000"], "16": ["384000", "408000"], "17": ["408000", "432000"], "18": ["432000", "456000"], "19": ["456000", "480000"], "20": ["480000", "504000"], "21": ["504000", "528000"], "22": ["528000", "552000"], "23": ["552000", "576000"], "24": ["576000", "600000"], "25": ["600000", "624000"], "26": ["624000", "648000"], "27": ["648000", "672000"], "28": ["672000", "696000"], "29": ["696000", "720000"], "30": ["720000", "744000"], "31": ["744000", "768000"], "32": ["768000", "792000"], "33": ["792000", "816000"], "34": ["816000", "840000"], "35": ["840000", "864000"], "36": ["864000", "888000"], "37": ["888000", "912000"], "38": ["912000", "936000"], "39": ["936000", "960000"], "40": ["960000", "984000"], "41": ["984000", "1008000"], "42": ["1008000", "1032000"], "43": ["1032000", "1056000"], "44": ["1056000", "1080000"], "45": ["1080000", "1104000"], "46": ["1104000", "1128000"], "47": ["1128000", "1152000"], "48": ["1152000", "1176000"], "49": ["1176000", "1200000"], "50": ["1200000", "1224000"], "51": ["1224000", "1248000"], "52": ["1248000", "1272000"], "53": ["1272000", "1296000"], "54": ["1296000", "1320000"], "55": ["1320000", "1344000"], "56": ["1344000", "1368000"], "57": ["1368000", "1392000"], "58": ["1392000", "1416000"], "59": ["1416000", "1440000"], "60": ["1440000", "1464000"], "61": ["1464000", "1488000"], "62": ["1488000", "1512000"], "63": ["1512000", "1536000"]}, "model.decoder.1.pp_block.attn.o_proj.weight": {"0": ["0", "14400"], "1": ["14400", "28800"], "2": ["28800", "43200"], "3": ["43200", "57600"], "4": ["57600", "72000"], "5": ["72000", "86400"], "6": ["86400", "100800"], "7": ["100800", "115200"], "8": ["115200", "129600"], "9": ["129600", "144000"], "10": ["144000", "158400"], "11": ["158400", "172800"], "12": ["172800", "187200"], "13": ["187200", "201600"], "14": ["201600", "216000"], "15": ["216000", "230400"], "16": ["230400", "244800"], "17": ["244800", "259200"], "18": ["259200", "273600"], "19": ["273600", "288000"], "20": ["288000", "302400"], "21": ["302400", "316800"], "22": ["316800", "331200"], "23": ["331200", "345600"], "24": ["345600", "360000"], "25": ["360000", "374400"], "26": ["374400", "388800"], "27": ["388800", "403200"], "28": ["403200", "417600"], "29": ["417600", "432000"], "30": ["432000", "446400"], "31": ["446400", "460800"], "32": ["460800", "475200"], "33": ["475200", "489600"], "34": ["489600", "504000"], "35": ["504000", "518400"], "36": ["518400", "532800"], "37": ["532800", "547200"], "38": ["547200", "561600"], "39": ["561600", "576000"], "40": ["576000", "590400"], "41": ["590400", "604800"], "42": ["604800", "619200"], "43": ["619200", "633600"], "44": ["633600", "648000"], "45": ["648000", "662400"], "46": ["662400", "676800"], "47": ["676800", "691200"], "48": ["691200", "705600"], "49": ["705600", "720000"], "50": ["720000", "734400"], "51": ["734400", "748800"], "52": ["748800", "763200"], "53": ["763200", "777600"], "54": ["777600", "792000"], "55": ["792000", "806400"], "56": ["806400", "820800"], "57": ["820800", "835200"], "58": ["835200", "849600"], "59": ["849600", "864000"], "60": ["864000", "878400"], "61": ["878400", "892800"], "62": ["892800", "907200"], "63": ["907200", "921600"]}, "model.decoder.1.pp_block.post_attention_layernorm.weight": {"0": ["0", "15"], "1": ["15", "30"], "2": ["30", "45"], "3": ["45", "60"], "4": ["60", "75"], "5": ["75", "90"], "6": ["90", "105"], "7": ["105", "120"], "8": ["120", "135"], "9": ["135", "150"], "10": ["150", "165"], "11": ["165", "180"], "12": ["180", "195"], "13": ["195", "210"], "14": ["210", "225"], "15": ["225", "240"], "16": ["240", "255"], "17": ["255", "270"], "18": ["270", "285"], "19": ["285", "300"], "20": ["300", "315"], "21": ["315", "330"], "22": ["330", "345"], "23": ["345", "360"], "24": ["360", "375"], "25": ["375", "390"], "26": ["390", "405"], "27": ["405", "420"], "28": ["420", "435"], "29": ["435", "450"], "30": ["450", "465"], "31": ["465", "480"], "32": ["480", "495"], "33": ["495", "510"], "34": ["510", "525"], "35": ["525", "540"], "36": ["540", "555"], "37": ["555", "570"], "38": ["570", "585"], "39": ["585", "600"], "40": ["600", "615"], "41": ["615", "630"], "42": ["630", "645"], "43": ["645", "660"], "44": ["660", "675"], "45": ["675", "690"], "46": ["690", "705"], "47": ["705", "720"], "48": ["720", "735"], "49": ["735", "750"], "50": ["750", "765"], "51": ["765", "780"], "52": ["780", "795"], "53": ["795", "810"], "54": ["810", "825"], "55": ["825", "840"], "56": ["840", "855"], "57": ["855", "870"], "58": ["870", "885"], "59": ["885", "900"], "60": ["900", "915"], "61": ["915", "930"], "62": ["930", "945"], "63": ["945", "960"]}, "model.decoder.1.pp_block.mlp.gate_up_proj.weight": {"0": ["0", "76800"], "1": ["76800", "153600"], "2": ["153600", "230400"], "3": ["230400", "307200"], "4": ["307200", "384000"], "5": ["384000", "460800"], "6": ["460800", "537600"], "7": ["537600", "614400"], "8": ["614400", "691200"], "9": ["691200", "768000"], "10": ["768000", "844800"], "11": ["844800", "921600"], "12": ["921600", "998400"], "13": ["998400", "1075200"], "14": ["1075200", "1152000"], "15": ["1152000", "1228800"], "16": ["1228800", "1305600"], "17": ["1305600", "1382400"], "18": ["1382400", "1459200"], "19": ["1459200", "1536000"], "20": ["1536000", "1612800"], "21": ["1612800", "1689600"], "22": ["1689600", "1766400"], "23": ["1766400", "1843200"], "24": ["1843200", "1920000"], "25": ["1920000", "1996800"], "26": ["1996800", "2073600"], "27": ["2073600", "2150400"], "28": ["2150400", "2227200"], "29": ["2227200", "2304000"], "30": ["2304000", "2380800"], "31": ["2380800", "2457600"], "32": ["2457600", "2534400"], "33": ["2534400", "2611200"], "34": ["2611200", "2688000"], "35": ["2688000", "2764800"], "36": ["2764800", "2841600"], "37": ["2841600", "2918400"], "38": ["2918400", "2995200"], "39": ["2995200", "3072000"], "40": ["3072000", "3148800"], "41": ["3148800", "3225600"], "42": ["3225600", "3302400"], "43": ["3302400", "3379200"], "44": ["3379200", "3456000"], "45": ["3456000", "3532800"], "46": ["3532800", "3609600"], "47": ["3609600", "3686400"], "48": ["3686400", "3763200"], "49": ["3763200", "3840000"], "50": ["3840000", "3916800"], "51": ["3916800", "3993600"], "52": ["3993600", "4070400"], "53": ["4070400", "4147200"], "54": ["4147200", "4224000"], "55": ["4224000", "4300800"], "56": ["4300800", "4377600"], "57": ["4377600", "4454400"], "58": ["4454400", "4531200"], "59": ["4531200", "4608000"], "60": ["4608000", "4684800"], "61": ["4684800", "4761600"], "62": ["4761600", "4838400"], "63": ["4838400", "4915200"]}, "model.decoder.1.pp_block.mlp.down_proj.weight": {"0": ["0", "38400"], "1": ["38400", "76800"], "2": ["76800", "115200"], "3": ["115200", "153600"], "4": ["153600", "192000"], "5": ["192000", "230400"], "6": ["230400", "268800"], "7": ["268800", "307200"], "8": ["307200", "345600"], "9": ["345600", "384000"], "10": ["384000", "422400"], "11": ["422400", "460800"], "12": ["460800", "499200"], "13": ["499200", "537600"], "14": ["537600", "576000"], "15": ["576000", "614400"], "16": ["614400", "652800"], "17": ["652800", "691200"], "18": ["691200", "729600"], "19": ["729600", "768000"], "20": ["768000", "806400"], "21": ["806400", "844800"], "22": ["844800", "883200"], "23": ["883200", "921600"], "24": ["921600", "960000"], "25": ["960000", "998400"], "26": ["998400", "1036800"], "27": ["1036800", "1075200"], "28": ["1075200", "1113600"], "29": ["1113600", "1152000"], "30": ["1152000", "1190400"], "31": ["1190400", "1228800"], "32": ["1228800", "1267200"], "33": ["1267200", "1305600"], "34": ["1305600", "1344000"], "35": ["1344000", "1382400"], "36": ["1382400", "1420800"], "37": ["1420800", "1459200"], "38": ["1459200", "1497600"], "39": ["1497600", "1536000"], "40": ["1536000", "1574400"], "41": ["1574400", "1612800"], "42": ["1612800", "1651200"], "43": ["1651200", "1689600"], "44": ["1689600", "1728000"], "45": ["1728000", "1766400"], "46": ["1766400", "1804800"], "47": ["1804800", "1843200"], "48": ["1843200", "1881600"], "49": ["1881600", "1920000"], "50": ["1920000", "1958400"], "51": ["1958400", "1996800"], "52": ["1996800", "2035200"], "53": ["2035200", "2073600"], "54": ["2073600", "2112000"], "55": ["2112000", "2150400"], "56": ["2150400", "2188800"], "57": ["2188800", "2227200"], "58": ["2227200", "2265600"], "59": ["2265600", "2304000"], "60": ["2304000", "2342400"], "61": ["2342400", "2380800"], "62": ["2380800", "2419200"], "63": ["2419200", "2457600"]}, "model.decoder.2.pp_block.input_layernorm.weight": {"0": ["0", "15"], "1": ["15", "30"], "2": ["30", "45"], "3": ["45", "60"], "4": ["60", "75"], "5": ["75", "90"], "6": ["90", "105"], "7": ["105", "120"], "8": ["120", "135"], "9": ["135", "150"], "10": ["150", "165"], "11": ["165", "180"], "12": ["180", "195"], "13": ["195", "210"], "14": ["210", "225"], "15": ["225", "240"], "16": ["240", "255"], "17": ["255", "270"], "18": ["270", "285"], "19": ["285", "300"], "20": ["300", "315"], "21": ["315", "330"], "22": ["330", "345"], "23": ["345", "360"], "24": ["360", "375"], "25": ["375", "390"], "26": ["390", "405"], "27": ["405", "420"], "28": ["420", "435"], "29": ["435", "450"], "30": ["450", "465"], "31": ["465", "480"], "32": ["480", "495"], "33": ["495", "510"], "34": ["510", "525"], "35": ["525", "540"], "36": ["540", "555"], "37": ["555", "570"], "38": ["570", "585"], "39": ["585", "600"], "40": ["600", "615"], "41": ["615", "630"], "42": ["630", "645"], "43": ["645", "660"], "44": ["660", "675"], "45": ["675", "690"], "46": ["690", "705"], "47": ["705", "720"], "48": ["720", "735"], "49": ["735", "750"], "50": ["750", "765"], "51": ["765", "780"], "52": ["780", "795"], "53": ["795", "810"], "54": ["810", "825"], "55": ["825", "840"], "56": ["840", "855"], "57": ["855", "870"], "58": ["870", "885"], "59": ["885", "900"], "60": ["900", "915"], "61": ["915", "930"], "62": ["930", "945"], "63": ["945", "960"]}, "model.decoder.2.pp_block.attn.qkv_proj.weight": {"0": ["0", "24000"], "1": ["24000", "48000"], "2": ["48000", "72000"], "3": ["72000", "96000"], "4": ["96000", "120000"], "5": ["120000", "144000"], "6": ["144000", "168000"], "7": ["168000", "192000"], "8": ["192000", "216000"], "9": ["216000", "240000"], "10": ["240000", "264000"], "11": ["264000", "288000"], "12": ["288000", "312000"], "13": ["312000", "336000"], "14": ["336000", "360000"], "15": ["360000", "384000"], "16": ["384000", "408000"], "17": ["408000", "432000"], "18": ["432000", "456000"], "19": ["456000", "480000"], "20": ["480000", "504000"], "21": ["504000", "528000"], "22": ["528000", "552000"], "23": ["552000", "576000"], "24": ["576000", "600000"], "25": ["600000", "624000"], "26": ["624000", "648000"], "27": ["648000", "672000"], "28": ["672000", "696000"], "29": ["696000", "720000"], "30": ["720000", "744000"], "31": ["744000", "768000"], "32": ["768000", "792000"], "33": ["792000", "816000"], "34": ["816000", "840000"], "35": ["840000", "864000"], "36": ["864000", "888000"], "37": ["888000", "912000"], "38": ["912000", "936000"], "39": ["936000", "960000"], "40": ["960000", "984000"], "41": ["984000", "1008000"], "42": ["1008000", "1032000"], "43": ["1032000", "1056000"], "44": ["1056000", "1080000"], "45": ["1080000", "1104000"], "46": ["1104000", "1128000"], "47": ["1128000", "1152000"], "48": ["1152000", "1176000"], "49": ["1176000", "1200000"], "50": ["1200000", "1224000"], "51": ["1224000", "1248000"], "52": ["1248000", "1272000"], "53": ["1272000", "1296000"], "54": ["1296000", "1320000"], "55": ["1320000", "1344000"], "56": ["1344000", "1368000"], "57": ["1368000", "1392000"], "58": ["1392000", "1416000"], "59": ["1416000", "1440000"], "60": ["1440000", "1464000"], "61": ["1464000", "1488000"], "62": ["1488000", "1512000"], "63": ["1512000", "1536000"]}, "model.decoder.2.pp_block.attn.o_proj.weight": {"0": ["0", "14400"], "1": ["14400", "28800"], "2": ["28800", "43200"], "3": ["43200", "57600"], "4": ["57600", "72000"], "5": ["72000", "86400"], "6": ["86400", "100800"], "7": ["100800", "115200"], "8": ["115200", "129600"], "9": ["129600", "144000"], "10": ["144000", "158400"], "11": ["158400", "172800"], "12": ["172800", "187200"], "13": ["187200", "201600"], "14": ["201600", "216000"], "15": ["216000", "230400"], "16": ["230400", "244800"], "17": ["244800", "259200"], "18": ["259200", "273600"], "19": ["273600", "288000"], "20": ["288000", "302400"], "21": ["302400", "316800"], "22": ["316800", "331200"], "23": ["331200", "345600"], "24": ["345600", "360000"], "25": ["360000", "374400"], "26": ["374400", "388800"], "27": ["388800", "403200"], "28": ["403200", "417600"], "29": ["417600", "432000"], "30": ["432000", "446400"], "31": ["446400", "460800"], "32": ["460800", "475200"], "33": ["475200", "489600"], "34": ["489600", "504000"], "35": ["504000", "518400"], "36": ["518400", "532800"], "37": ["532800", "547200"], "38": ["547200", "561600"], "39": ["561600", "576000"], "40": ["576000", "590400"], "41": ["590400", "604800"], "42": ["604800", "619200"], "43": ["619200", "633600"], "44": ["633600", "648000"], "45": ["648000", "662400"], "46": ["662400", "676800"], "47": ["676800", "691200"], "48": ["691200", "705600"], "49": ["705600", "720000"], "50": ["720000", "734400"], "51": ["734400", "748800"], "52": ["748800", "763200"], "53": ["763200", "777600"], "54": ["777600", "792000"], "55": ["792000", "806400"], "56": ["806400", "820800"], "57": ["820800", "835200"], "58": ["835200", "849600"], "59": ["849600", "864000"], "60": ["864000", "878400"], "61": ["878400", "892800"], "62": ["892800", "907200"], "63": ["907200", "921600"]}, "model.decoder.2.pp_block.post_attention_layernorm.weight": {"0": ["0", "15"], "1": ["15", "30"], "2": ["30", "45"], "3": ["45", "60"], "4": ["60", "75"], "5": ["75", "90"], "6": ["90", "105"], "7": ["105", "120"], "8": ["120", "135"], "9": ["135", "150"], "10": ["150", "165"], "11": ["165", "180"], "12": ["180", "195"], "13": ["195", "210"], "14": ["210", "225"], "15": ["225", "240"], "16": ["240", "255"], "17": ["255", "270"], "18": ["270", "285"], "19": ["285", "300"], "20": ["300", "315"], "21": ["315", "330"], "22": ["330", "345"], "23": ["345", "360"], "24": ["360", "375"], "25": ["375", "390"], "26": ["390", "405"], "27": ["405", "420"], "28": ["420", "435"], "29": ["435", "450"], "30": ["450", "465"], "31": ["465", "480"], "32": ["480", "495"], "33": ["495", "510"], "34": ["510", "525"], "35": ["525", "540"], "36": ["540", "555"], "37": ["555", "570"], "38": ["570", "585"], "39": ["585", "600"], "40": ["600", "615"], "41": ["615", "630"], "42": ["630", "645"], "43": ["645", "660"], "44": ["660", "675"], "45": ["675", "690"], "46": ["690", "705"], "47": ["705", "720"], "48": ["720", "735"], "49": ["735", "750"], "50": ["750", "765"], "51": ["765", "780"], "52": ["780", "795"], "53": ["795", "810"], "54": ["810", "825"], "55": ["825", "840"], "56": ["840", "855"], "57": ["855", "870"], "58": ["870", "885"], "59": ["885", "900"], "60": ["900", "915"], "61": ["915", "930"], "62": ["930", "945"], "63": ["945", "960"]}, "model.decoder.2.pp_block.mlp.gate_up_proj.weight": {"0": ["0", "76800"], "1": ["76800", "153600"], "2": ["153600", "230400"], "3": ["230400", "307200"], "4": ["307200", "384000"], "5": ["384000", "460800"], "6": ["460800", "537600"], "7": ["537600", "614400"], "8": ["614400", "691200"], "9": ["691200", "768000"], "10": ["768000", "844800"], "11": ["844800", "921600"], "12": ["921600", "998400"], "13": ["998400", "1075200"], "14": ["1075200", "1152000"], "15": ["1152000", "1228800"], "16": ["1228800", "1305600"], "17": ["1305600", "1382400"], "18": ["1382400", "1459200"], "19": ["1459200", "1536000"], "20": ["1536000", "1612800"], "21": ["1612800", "1689600"], "22": ["1689600", "1766400"], "23": ["1766400", "1843200"], "24": ["1843200", "1920000"], "25": ["1920000", "1996800"], "26": ["1996800", "2073600"], "27": ["2073600", "2150400"], "28": ["2150400", "2227200"], "29": ["2227200", "2304000"], "30": ["2304000", "2380800"], "31": ["2380800", "2457600"], "32": ["2457600", "2534400"], "33": ["2534400", "2611200"], "34": ["2611200", "2688000"], "35": ["2688000", "2764800"], "36": ["2764800", "2841600"], "37": ["2841600", "2918400"], "38": ["2918400", "2995200"], "39": ["2995200", "3072000"], "40": ["3072000", "3148800"], "41": ["3148800", "3225600"], "42": ["3225600", "3302400"], "43": ["3302400", "3379200"], "44": ["3379200", "3456000"], "45": ["3456000", "3532800"], "46": ["3532800", "3609600"], "47": ["3609600", "3686400"], "48": ["3686400", "3763200"], "49": ["3763200", "3840000"], "50": ["3840000", "3916800"], "51": ["3916800", "3993600"], "52": ["3993600", "4070400"], "53": ["4070400", "4147200"], "54": ["4147200", "4224000"], "55": ["4224000", "4300800"], "56": ["4300800", "4377600"], "57": ["4377600", "4454400"], "58": ["4454400", "4531200"], "59": ["4531200", "4608000"], "60": ["4608000", "4684800"], "61": ["4684800", "4761600"], "62": ["4761600", "4838400"], "63": ["4838400", "4915200"]}, "model.decoder.2.pp_block.mlp.down_proj.weight": {"0": ["0", "38400"], "1": ["38400", "76800"], "2": ["76800", "115200"], "3": ["115200", "153600"], "4": ["153600", "192000"], "5": ["192000", "230400"], "6": ["230400", "268800"], "7": ["268800", "307200"], "8": ["307200", "345600"], "9": ["345600", "384000"], "10": ["384000", "422400"], "11": ["422400", "460800"], "12": ["460800", "499200"], "13": ["499200", "537600"], "14": ["537600", "576000"], "15": ["576000", "614400"], "16": ["614400", "652800"], "17": ["652800", "691200"], "18": ["691200", "729600"], "19": ["729600", "768000"], "20": ["768000", "806400"], "21": ["806400", "844800"], "22": ["844800", "883200"], "23": ["883200", "921600"], "24": ["921600", "960000"], "25": ["960000", "998400"], "26": ["998400", "1036800"], "27": ["1036800", "1075200"], "28": ["1075200", "1113600"], "29": ["1113600", "1152000"], "30": ["1152000", "1190400"], "31": ["1190400", "1228800"], "32": ["1228800", "1267200"], "33": ["1267200", "1305600"], "34": ["1305600", "1344000"], "35": ["1344000", "1382400"], "36": ["1382400", "1420800"], "37": ["1420800", "1459200"], "38": ["1459200", "1497600"], "39": ["1497600", "1536000"], "40": ["1536000", "1574400"], "41": ["1574400", "1612800"], "42": ["1612800", "1651200"], "43": ["1651200", "1689600"], "44": ["1689600", "1728000"], "45": ["1728000", "1766400"], "46": ["1766400", "1804800"], "47": ["1804800", "1843200"], "48": ["1843200", "1881600"], "49": ["1881600", "1920000"], "50": ["1920000", "1958400"], "51": ["1958400", "1996800"], "52": ["1996800", "2035200"], "53": ["2035200", "2073600"], "54": ["2073600", "2112000"], "55": ["2112000", "2150400"], "56": ["2150400", "2188800"], "57": ["2188800", "2227200"], "58": ["2227200", "2265600"], "59": ["2265600", "2304000"], "60": ["2304000", "2342400"], "61": ["2342400", "2380800"], "62": ["2380800", "2419200"], "63": ["2419200", "2457600"]}, "model.decoder.3.pp_block.input_layernorm.weight": {"0": ["0", "15"], "1": ["15", "30"], "2": ["30", "45"], "3": ["45", "60"], "4": ["60", "75"], "5": ["75", "90"], "6": ["90", "105"], "7": ["105", "120"], "8": ["120", "135"], "9": ["135", "150"], "10": ["150", "165"], "11": ["165", "180"], "12": ["180", "195"], "13": ["195", "210"], "14": ["210", "225"], "15": ["225", "240"], "16": ["240", "255"], "17": ["255", "270"], "18": ["270", "285"], "19": ["285", "300"], "20": ["300", "315"], "21": ["315", "330"], "22": ["330", "345"], "23": ["345", "360"], "24": ["360", "375"], "25": ["375", "390"], "26": ["390", "405"], "27": ["405", "420"], "28": ["420", "435"], "29": ["435", "450"], "30": ["450", "465"], "31": ["465", "480"], "32": ["480", "495"], "33": ["495", "510"], "34": ["510", "525"], "35": ["525", "540"], "36": ["540", "555"], "37": ["555", "570"], "38": ["570", "585"], "39": ["585", "600"], "40": ["600", "615"], "41": ["615", "630"], "42": ["630", "645"], "43": ["645", "660"], "44": ["660", "675"], "45": ["675", "690"], "46": ["690", "705"], "47": ["705", "720"], "48": ["720", "735"], "49": ["735", "750"], "50": ["750", "765"], "51": ["765", "780"], "52": ["780", "795"], "53": ["795", "810"], "54": ["810", "825"], "55": ["825", "840"], "56": ["840", "855"], "57": ["855", "870"], "58": ["870", "885"], "59": ["885", "900"], "60": ["900", "915"], "61": ["915", "930"], "62": ["930", "945"], "63": ["945", "960"]}, "model.decoder.3.pp_block.attn.qkv_proj.weight": {"0": ["0", "24000"], "1": ["24000", "48000"], "2": ["48000", "72000"], "3": ["72000", "96000"], "4": ["96000", "120000"], "5": ["120000", "144000"], "6": ["144000", "168000"], "7": ["168000", "192000"], "8": ["192000", "216000"], "9": ["216000", "240000"], "10": ["240000", "264000"], "11": ["264000", "288000"], "12": ["288000", "312000"], "13": ["312000", "336000"], "14": ["336000", "360000"], "15": ["360000", "384000"], "16": ["384000", "408000"], "17": ["408000", "432000"], "18": ["432000", "456000"], "19": ["456000", "480000"], "20": ["480000", "504000"], "21": ["504000", "528000"], "22": ["528000", "552000"], "23": ["552000", "576000"], "24": ["576000", "600000"], "25": ["600000", "624000"], "26": ["624000", "648000"], "27": ["648000", "672000"], "28": ["672000", "696000"], "29": ["696000", "720000"], "30": ["720000", "744000"], "31": ["744000", "768000"], "32": ["768000", "792000"], "33": ["792000", "816000"], "34": ["816000", "840000"], "35": ["840000", "864000"], "36": ["864000", "888000"], "37": ["888000", "912000"], "38": ["912000", "936000"], "39": ["936000", "960000"], "40": ["960000", "984000"], "41": ["984000", "1008000"], "42": ["1008000", "1032000"], "43": ["1032000", "1056000"], "44": ["1056000", "1080000"], "45": ["1080000", "1104000"], "46": ["1104000", "1128000"], "47": ["1128000", "1152000"], "48": ["1152000", "1176000"], "49": ["1176000", "1200000"], "50": ["1200000", "1224000"], "51": ["1224000", "1248000"], "52": ["1248000", "1272000"], "53": ["1272000", "1296000"], "54": ["1296000", "1320000"], "55": ["1320000", "1344000"], "56": ["1344000", "1368000"], "57": ["1368000", "1392000"], "58": ["1392000", "1416000"], "59": ["1416000", "1440000"], "60": ["1440000", "1464000"], "61": ["1464000", "1488000"], "62": ["1488000", "1512000"], "63": ["1512000", "1536000"]}, "model.decoder.3.pp_block.attn.o_proj.weight": {"0": ["0", "14400"], "1": ["14400", "28800"], "2": ["28800", "43200"], "3": ["43200", "57600"], "4": ["57600", "72000"], "5": ["72000", "86400"], "6": ["86400", "100800"], "7": ["100800", "115200"], "8": ["115200", "129600"], "9": ["129600", "144000"], "10": ["144000", "158400"], "11": ["158400", "172800"], "12": ["172800", "187200"], "13": ["187200", "201600"], "14": ["201600", "216000"], "15": ["216000", "230400"], "16": ["230400", "244800"], "17": ["244800", "259200"], "18": ["259200", "273600"], "19": ["273600", "288000"], "20": ["288000", "302400"], "21": ["302400", "316800"], "22": ["316800", "331200"], "23": ["331200", "345600"], "24": ["345600", "360000"], "25": ["360000", "374400"], "26": ["374400", "388800"], "27": ["388800", "403200"], "28": ["403200", "417600"], "29": ["417600", "432000"], "30": ["432000", "446400"], "31": ["446400", "460800"], "32": ["460800", "475200"], "33": ["475200", "489600"], "34": ["489600", "504000"], "35": ["504000", "518400"], "36": ["518400", "532800"], "37": ["532800", "547200"], "38": ["547200", "561600"], "39": ["561600", "576000"], "40": ["576000", "590400"], "41": ["590400", "604800"], "42": ["604800", "619200"], "43": ["619200", "633600"], "44": ["633600", "648000"], "45": ["648000", "662400"], "46": ["662400", "676800"], "47": ["676800", "691200"], "48": ["691200", "705600"], "49": ["705600", "720000"], "50": ["720000", "734400"], "51": ["734400", "748800"], "52": ["748800", "763200"], "53": ["763200", "777600"], "54": ["777600", "792000"], "55": ["792000", "806400"], "56": ["806400", "820800"], "57": ["820800", "835200"], "58": ["835200", "849600"], "59": ["849600", "864000"], "60": ["864000", "878400"], "61": ["878400", "892800"], "62": ["892800", "907200"], "63": ["907200", "921600"]}, "model.decoder.3.pp_block.post_attention_layernorm.weight": {"0": ["0", "15"], "1": ["15", "30"], "2": ["30", "45"], "3": ["45", "60"], "4": ["60", "75"], "5": ["75", "90"], "6": ["90", "105"], "7": ["105", "120"], "8": ["120", "135"], "9": ["135", "150"], "10": ["150", "165"], "11": ["165", "180"], "12": ["180", "195"], "13": ["195", "210"], "14": ["210", "225"], "15": ["225", "240"], "16": ["240", "255"], "17": ["255", "270"], "18": ["270", "285"], "19": ["285", "300"], "20": ["300", "315"], "21": ["315", "330"], "22": ["330", "345"], "23": ["345", "360"], "24": ["360", "375"], "25": ["375", "390"], "26": ["390", "405"], "27": ["405", "420"], "28": ["420", "435"], "29": ["435", "450"], "30": ["450", "465"], "31": ["465", "480"], "32": ["480", "495"], "33": ["495", "510"], "34": ["510", "525"], "35": ["525", "540"], "36": ["540", "555"], "37": ["555", "570"], "38": ["570", "585"], "39": ["585", "600"], "40": ["600", "615"], "41": ["615", "630"], "42": ["630", "645"], "43": ["645", "660"], "44": ["660", "675"], "45": ["675", "690"], "46": ["690", "705"], "47": ["705", "720"], "48": ["720", "735"], "49": ["735", "750"], "50": ["750", "765"], "51": ["765", "780"], "52": ["780", "795"], "53": ["795", "810"], "54": ["810", "825"], "55": ["825", "840"], "56": ["840", "855"], "57": ["855", "870"], "58": ["870", "885"], "59": ["885", "900"], "60": ["900", "915"], "61": ["915", "930"], "62": ["930", "945"], "63": ["945", "960"]}, "model.decoder.3.pp_block.mlp.gate_up_proj.weight": {"0": ["0", "76800"], "1": ["76800", "153600"], "2": ["153600", "230400"], "3": ["230400", "307200"], "4": ["307200", "384000"], "5": ["384000", "460800"], "6": ["460800", "537600"], "7": ["537600", "614400"], "8": ["614400", "691200"], "9": ["691200", "768000"], "10": ["768000", "844800"], "11": ["844800", "921600"], "12": ["921600", "998400"], "13": ["998400", "1075200"], "14": ["1075200", "1152000"], "15": ["1152000", "1228800"], "16": ["1228800", "1305600"], "17": ["1305600", "1382400"], "18": ["1382400", "1459200"], "19": ["1459200", "1536000"], "20": ["1536000", "1612800"], "21": ["1612800", "1689600"], "22": ["1689600", "1766400"], "23": ["1766400", "1843200"], "24": ["1843200", "1920000"], "25": ["1920000", "1996800"], "26": ["1996800", "2073600"], "27": ["2073600", "2150400"], "28": ["2150400", "2227200"], "29": ["2227200", "2304000"], "30": ["2304000", "2380800"], "31": ["2380800", "2457600"], "32": ["2457600", "2534400"], "33": ["2534400", "2611200"], "34": ["2611200", "2688000"], "35": ["2688000", "2764800"], "36": ["2764800", "2841600"], "37": ["2841600", "2918400"], "38": ["2918400", "2995200"], "39": ["2995200", "3072000"], "40": ["3072000", "3148800"], "41": ["3148800", "3225600"], "42": ["3225600", "3302400"], "43": ["3302400", "3379200"], "44": ["3379200", "3456000"], "45": ["3456000", "3532800"], "46": ["3532800", "3609600"], "47": ["3609600", "3686400"], "48": ["3686400", "3763200"], "49": ["3763200", "3840000"], "50": ["3840000", "3916800"], "51": ["3916800", "3993600"], "52": ["3993600", "4070400"], "53": ["4070400", "4147200"], "54": ["4147200", "4224000"], "55": ["4224000", "4300800"], "56": ["4300800", "4377600"], "57": ["4377600", "4454400"], "58": ["4454400", "4531200"], "59": ["4531200", "4608000"], "60": ["4608000", "4684800"], "61": ["4684800", "4761600"], "62": ["4761600", "4838400"], "63": ["4838400", "4915200"]}, "model.decoder.3.pp_block.mlp.down_proj.weight": {"0": ["0", "38400"], "1": ["38400", "76800"], "2": ["76800", "115200"], "3": ["115200", "153600"], "4": ["153600", "192000"], "5": ["192000", "230400"], "6": ["230400", "268800"], "7": ["268800", "307200"], "8": ["307200", "345600"], "9": ["345600", "384000"], "10": ["384000", "422400"], "11": ["422400", "460800"], "12": ["460800", "499200"], "13": ["499200", "537600"], "14": ["537600", "576000"], "15": ["576000", "614400"], "16": ["614400", "652800"], "17": ["652800", "691200"], "18": ["691200", "729600"], "19": ["729600", "768000"], "20": ["768000", "806400"], "21": ["806400", "844800"], "22": ["844800", "883200"], "23": ["883200", "921600"], "24": ["921600", "960000"], "25": ["960000", "998400"], "26": ["998400", "1036800"], "27": ["1036800", "1075200"], "28": ["1075200", "1113600"], "29": ["1113600", "1152000"], "30": ["1152000", "1190400"], "31": ["1190400", "1228800"], "32": ["1228800", "1267200"], "33": ["1267200", "1305600"], "34": ["1305600", "1344000"], "35": ["1344000", "1382400"], "36": ["1382400", "1420800"], "37": ["1420800", "1459200"], "38": ["1459200", "1497600"], "39": ["1497600", "1536000"], "40": ["1536000", "1574400"], "41": ["1574400", "1612800"], "42": ["1612800", "1651200"], "43": ["1651200", "1689600"], "44": ["1689600", "1728000"], "45": ["1728000", "1766400"], "46": ["1766400", "1804800"], "47": ["1804800", "1843200"], "48": ["1843200", "1881600"], "49": ["1881600", "1920000"], "50": ["1920000", "1958400"], "51": ["1958400", "1996800"], "52": ["1996800", "2035200"], "53": ["2035200", "2073600"], "54": ["2073600", "2112000"], "55": ["2112000", "2150400"], "56": ["2150400", "2188800"], "57": ["2188800", "2227200"], "58": ["2227200", "2265600"], "59": ["2265600", "2304000"], "60": ["2304000", "2342400"], "61": ["2342400", "2380800"], "62": ["2380800", "2419200"], "63": ["2419200", "2457600"]}, "model.decoder.4.pp_block.input_layernorm.weight": {"0": ["0", "15"], "1": ["15", "30"], "2": ["30", "45"], "3": ["45", "60"], "4": ["60", "75"], "5": ["75", "90"], "6": ["90", "105"], "7": ["105", "120"], "8": ["120", "135"], "9": ["135", "150"], "10": ["150", "165"], "11": ["165", "180"], "12": ["180", "195"], "13": ["195", "210"], "14": ["210", "225"], "15": ["225", "240"], "16": ["240", "255"], "17": ["255", "270"], "18": ["270", "285"], "19": ["285", "300"], "20": ["300", "315"], "21": ["315", "330"], "22": ["330", "345"], "23": ["345", "360"], "24": ["360", "375"], "25": ["375", "390"], "26": ["390", "405"], "27": ["405", "420"], "28": ["420", "435"], "29": ["435", "450"], "30": ["450", "465"], "31": ["465", "480"], "32": ["480", "495"], "33": ["495", "510"], "34": ["510", "525"], "35": ["525", "540"], "36": ["540", "555"], "37": ["555", "570"], "38": ["570", "585"], "39": ["585", "600"], "40": ["600", "615"], "41": ["615", "630"], "42": ["630", "645"], "43": ["645", "660"], "44": ["660", "675"], "45": ["675", "690"], "46": ["690", "705"], "47": ["705", "720"], "48": ["720", "735"], "49": ["735", "750"], "50": ["750", "765"], "51": ["765", "780"], "52": ["780", "795"], "53": ["795", "810"], "54": ["810", "825"], "55": ["825", "840"], "56": ["840", "855"], "57": ["855", "870"], "58": ["870", "885"], "59": ["885", "900"], "60": ["900", "915"], "61": ["915", "930"], "62": ["930", "945"], "63": ["945", "960"]}, "model.decoder.4.pp_block.attn.qkv_proj.weight": {"0": ["0", "24000"], "1": ["24000", "48000"], "2": ["48000", "72000"], "3": ["72000", "96000"], "4": ["96000", "120000"], "5": ["120000", "144000"], "6": ["144000", "168000"], "7": ["168000", "192000"], "8": ["192000", "216000"], "9": ["216000", "240000"], "10": ["240000", "264000"], "11": ["264000", "288000"], "12": ["288000", "312000"], "13": ["312000", "336000"], "14": ["336000", "360000"], "15": ["360000", "384000"], "16": ["384000", "408000"], "17": ["408000", "432000"], "18": ["432000", "456000"], "19": ["456000", "480000"], "20": ["480000", "504000"], "21": ["504000", "528000"], "22": ["528000", "552000"], "23": ["552000", "576000"], "24": ["576000", "600000"], "25": ["600000", "624000"], "26": ["624000", "648000"], "27": ["648000", "672000"], "28": ["672000", "696000"], "29": ["696000", "720000"], "30": ["720000", "744000"], "31": ["744000", "768000"], "32": ["768000", "792000"], "33": ["792000", "816000"], "34": ["816000", "840000"], "35": ["840000", "864000"], "36": ["864000", "888000"], "37": ["888000", "912000"], "38": ["912000", "936000"], "39": ["936000", "960000"], "40": ["960000", "984000"], "41": ["984000", "1008000"], "42": ["1008000", "1032000"], "43": ["1032000", "1056000"], "44": ["1056000", "1080000"], "45": ["1080000", "1104000"], "46": ["1104000", "1128000"], "47": ["1128000", "1152000"], "48": ["1152000", "1176000"], "49": ["1176000", "1200000"], "50": ["1200000", "1224000"], "51": ["1224000", "1248000"], "52": ["1248000", "1272000"], "53": ["1272000", "1296000"], "54": ["1296000", "1320000"], "55": ["1320000", "1344000"], "56": ["1344000", "1368000"], "57": ["1368000", "1392000"], "58": ["1392000", "1416000"], "59": ["1416000", "1440000"], "60": ["1440000", "1464000"], "61": ["1464000", "1488000"], "62": ["1488000", "1512000"], "63": ["1512000", "1536000"]}, "model.decoder.4.pp_block.attn.o_proj.weight": {"0": ["0", "14400"], "1": ["14400", "28800"], "2": ["28800", "43200"], "3": ["43200", "57600"], "4": ["57600", "72000"], "5": ["72000", "86400"], "6": ["86400", "100800"], "7": ["100800", "115200"], "8": ["115200", "129600"], "9": ["129600", "144000"], "10": ["144000", "158400"], "11": ["158400", "172800"], "12": ["172800", "187200"], "13": ["187200", "201600"], "14": ["201600", "216000"], "15": ["216000", "230400"], "16": ["230400", "244800"], "17": ["244800", "259200"], "18": ["259200", "273600"], "19": ["273600", "288000"], "20": ["288000", "302400"], "21": ["302400", "316800"], "22": ["316800", "331200"], "23": ["331200", "345600"], "24": ["345600", "360000"], "25": ["360000", "374400"], "26": ["374400", "388800"], "27": ["388800", "403200"], "28": ["403200", "417600"], "29": ["417600", "432000"], "30": ["432000", "446400"], "31": ["446400", "460800"], "32": ["460800", "475200"], "33": ["475200", "489600"], "34": ["489600", "504000"], "35": ["504000", "518400"], "36": ["518400", "532800"], "37": ["532800", "547200"], "38": ["547200", "561600"], "39": ["561600", "576000"], "40": ["576000", "590400"], "41": ["590400", "604800"], "42": ["604800", "619200"], "43": ["619200", "633600"], "44": ["633600", "648000"], "45": ["648000", "662400"], "46": ["662400", "676800"], "47": ["676800", "691200"], "48": ["691200", "705600"], "49": ["705600", "720000"], "50": ["720000", "734400"], "51": ["734400", "748800"], "52": ["748800", "763200"], "53": ["763200", "777600"], "54": ["777600", "792000"], "55": ["792000", "806400"], "56": ["806400", "820800"], "57": ["820800", "835200"], "58": ["835200", "849600"], "59": ["849600", "864000"], "60": ["864000", "878400"], "61": ["878400", "892800"], "62": ["892800", "907200"], "63": ["907200", "921600"]}, "model.decoder.4.pp_block.post_attention_layernorm.weight": {"0": ["0", "15"], "1": ["15", "30"], "2": ["30", "45"], "3": ["45", "60"], "4": ["60", "75"], "5": ["75", "90"], "6": ["90", "105"], "7": ["105", "120"], "8": ["120", "135"], "9": ["135", "150"], "10": ["150", "165"], "11": ["165", "180"], "12": ["180", "195"], "13": ["195", "210"], "14": ["210", "225"], "15": ["225", "240"], "16": ["240", "255"], "17": ["255", "270"], "18": ["270", "285"], "19": ["285", "300"], "20": ["300", "315"], "21": ["315", "330"], "22": ["330", "345"], "23": ["345", "360"], "24": ["360", "375"], "25": ["375", "390"], "26": ["390", "405"], "27": ["405", "420"], "28": ["420", "435"], "29": ["435", "450"], "30": ["450", "465"], "31": ["465", "480"], "32": ["480", "495"], "33": ["495", "510"], "34": ["510", "525"], "35": ["525", "540"], "36": ["540", "555"], "37": ["555", "570"], "38": ["570", "585"], "39": ["585", "600"], "40": ["600", "615"], "41": ["615", "630"], "42": ["630", "645"], "43": ["645", "660"], "44": ["660", "675"], "45": ["675", "690"], "46": ["690", "705"], "47": ["705", "720"], "48": ["720", "735"], "49": ["735", "750"], "50": ["750", "765"], "51": ["765", "780"], "52": ["780", "795"], "53": ["795", "810"], "54": ["810", "825"], "55": ["825", "840"], "56": ["840", "855"], "57": ["855", "870"], "58": ["870", "885"], "59": ["885", "900"], "60": ["900", "915"], "61": ["915", "930"], "62": ["930", "945"], "63": ["945", "960"]}, "model.decoder.4.pp_block.mlp.gate_up_proj.weight": {"0": ["0", "76800"], "1": ["76800", "153600"], "2": ["153600", "230400"], "3": ["230400", "307200"], "4": ["307200", "384000"], "5": ["384000", "460800"], "6": ["460800", "537600"], "7": ["537600", "614400"], "8": ["614400", "691200"], "9": ["691200", "768000"], "10": ["768000", "844800"], "11": ["844800", "921600"], "12": ["921600", "998400"], "13": ["998400", "1075200"], "14": ["1075200", "1152000"], "15": ["1152000", "1228800"], "16": ["1228800", "1305600"], "17": ["1305600", "1382400"], "18": ["1382400", "1459200"], "19": ["1459200", "1536000"], "20": ["1536000", "1612800"], "21": ["1612800", "1689600"], "22": ["1689600", "1766400"], "23": ["1766400", "1843200"], "24": ["1843200", "1920000"], "25": ["1920000", "1996800"], "26": ["1996800", "2073600"], "27": ["2073600", "2150400"], "28": ["2150400", "2227200"], "29": ["2227200", "2304000"], "30": ["2304000", "2380800"], "31": ["2380800", "2457600"], "32": ["2457600", "2534400"], "33": ["2534400", "2611200"], "34": ["2611200", "2688000"], "35": ["2688000", "2764800"], "36": ["2764800", "2841600"], "37": ["2841600", "2918400"], "38": ["2918400", "2995200"], "39": ["2995200", "3072000"], "40": ["3072000", "3148800"], "41": ["3148800", "3225600"], "42": ["3225600", "3302400"], "43": ["3302400", "3379200"], "44": ["3379200", "3456000"], "45": ["3456000", "3532800"], "46": ["3532800", "3609600"], "47": ["3609600", "3686400"], "48": ["3686400", "3763200"], "49": ["3763200", "3840000"], "50": ["3840000", "3916800"], "51": ["3916800", "3993600"], "52": ["3993600", "4070400"], "53": ["4070400", "4147200"], "54": ["4147200", "4224000"], "55": ["4224000", "4300800"], "56": ["4300800", "4377600"], "57": ["4377600", "4454400"], "58": ["4454400", "4531200"], "59": ["4531200", "4608000"], "60": ["4608000", "4684800"], "61": ["4684800", "4761600"], "62": ["4761600", "4838400"], "63": ["4838400", "4915200"]}, "model.decoder.4.pp_block.mlp.down_proj.weight": {"0": ["0", "38400"], "1": ["38400", "76800"], "2": ["76800", "115200"], "3": ["115200", "153600"], "4": ["153600", "192000"], "5": ["192000", "230400"], "6": ["230400", "268800"], "7": ["268800", "307200"], "8": ["307200", "345600"], "9": ["345600", "384000"], "10": ["384000", "422400"], "11": ["422400", "460800"], "12": ["460800", "499200"], "13": ["499200", "537600"], "14": ["537600", "576000"], "15": ["576000", "614400"], "16": ["614400", "652800"], "17": ["652800", "691200"], "18": ["691200", "729600"], "19": ["729600", "768000"], "20": ["768000", "806400"], "21": ["806400", "844800"], "22": ["844800", "883200"], "23": ["883200", "921600"], "24": ["921600", "960000"], "25": ["960000", "998400"], "26": ["998400", "1036800"], "27": ["1036800", "1075200"], "28": ["1075200", "1113600"], "29": ["1113600", "1152000"], "30": ["1152000", "1190400"], "31": ["1190400", "1228800"], "32": ["1228800", "1267200"], "33": ["1267200", "1305600"], "34": ["1305600", "1344000"], "35": ["1344000", "1382400"], "36": ["1382400", "1420800"], "37": ["1420800", "1459200"], "38": ["1459200", "1497600"], "39": ["1497600", "1536000"], "40": ["1536000", "1574400"], "41": ["1574400", "1612800"], "42": ["1612800", "1651200"], "43": ["1651200", "1689600"], "44": ["1689600", "1728000"], "45": ["1728000", "1766400"], "46": ["1766400", "1804800"], "47": ["1804800", "1843200"], "48": ["1843200", "1881600"], "49": ["1881600", "1920000"], "50": ["1920000", "1958400"], "51": ["1958400", "1996800"], "52": ["1996800", "2035200"], "53": ["2035200", "2073600"], "54": ["2073600", "2112000"], "55": ["2112000", "2150400"], "56": ["2150400", "2188800"], "57": ["2188800", "2227200"], "58": ["2227200", "2265600"], "59": ["2265600", "2304000"], "60": ["2304000", "2342400"], "61": ["2342400", "2380800"], "62": ["2380800", "2419200"], "63": ["2419200", "2457600"]}, "model.decoder.5.pp_block.input_layernorm.weight": {"0": ["0", "15"], "1": ["15", "30"], "2": ["30", "45"], "3": ["45", "60"], "4": ["60", "75"], "5": ["75", "90"], "6": ["90", "105"], "7": ["105", "120"], "8": ["120", "135"], "9": ["135", "150"], "10": ["150", "165"], "11": ["165", "180"], "12": ["180", "195"], "13": ["195", "210"], "14": ["210", "225"], "15": ["225", "240"], "16": ["240", "255"], "17": ["255", "270"], "18": ["270", "285"], "19": ["285", "300"], "20": ["300", "315"], "21": ["315", "330"], "22": ["330", "345"], "23": ["345", "360"], "24": ["360", "375"], "25": ["375", "390"], "26": ["390", "405"], "27": ["405", "420"], "28": ["420", "435"], "29": ["435", "450"], "30": ["450", "465"], "31": ["465", "480"], "32": ["480", "495"], "33": ["495", "510"], "34": ["510", "525"], "35": ["525", "540"], "36": ["540", "555"], "37": ["555", "570"], "38": ["570", "585"], "39": ["585", "600"], "40": ["600", "615"], "41": ["615", "630"], "42": ["630", "645"], "43": ["645", "660"], "44": ["660", "675"], "45": ["675", "690"], "46": ["690", "705"], "47": ["705", "720"], "48": ["720", "735"], "49": ["735", "750"], "50": ["750", "765"], "51": ["765", "780"], "52": ["780", "795"], "53": ["795", "810"], "54": ["810", "825"], "55": ["825", "840"], "56": ["840", "855"], "57": ["855", "870"], "58": ["870", "885"], "59": ["885", "900"], "60": ["900", "915"], "61": ["915", "930"], "62": ["930", "945"], "63": ["945", "960"]}, "model.decoder.5.pp_block.attn.qkv_proj.weight": {"0": ["0", "24000"], "1": ["24000", "48000"], "2": ["48000", "72000"], "3": ["72000", "96000"], "4": ["96000", "120000"], "5": ["120000", "144000"], "6": ["144000", "168000"], "7": ["168000", "192000"], "8": ["192000", "216000"], "9": ["216000", "240000"], "10": ["240000", "264000"], "11": ["264000", "288000"], "12": ["288000", "312000"], "13": ["312000", "336000"], "14": ["336000", "360000"], "15": ["360000", "384000"], "16": ["384000", "408000"], "17": ["408000", "432000"], "18": ["432000", "456000"], "19": ["456000", "480000"], "20": ["480000", "504000"], "21": ["504000", "528000"], "22": ["528000", "552000"], "23": ["552000", "576000"], "24": ["576000", "600000"], "25": ["600000", "624000"], "26": ["624000", "648000"], "27": ["648000", "672000"], "28": ["672000", "696000"], "29": ["696000", "720000"], "30": ["720000", "744000"], "31": ["744000", "768000"], "32": ["768000", "792000"], "33": ["792000", "816000"], "34": ["816000", "840000"], "35": ["840000", "864000"], "36": ["864000", "888000"], "37": ["888000", "912000"], "38": ["912000", "936000"], "39": ["936000", "960000"], "40": ["960000", "984000"], "41": ["984000", "1008000"], "42": ["1008000", "1032000"], "43": ["1032000", "1056000"], "44": ["1056000", "1080000"], "45": ["1080000", "1104000"], "46": ["1104000", "1128000"], "47": ["1128000", "1152000"], "48": ["1152000", "1176000"], "49": ["1176000", "1200000"], "50": ["1200000", "1224000"], "51": ["1224000", "1248000"], "52": ["1248000", "1272000"], "53": ["1272000", "1296000"], "54": ["1296000", "1320000"], "55": ["1320000", "1344000"], "56": ["1344000", "1368000"], "57": ["1368000", "1392000"], "58": ["1392000", "1416000"], "59": ["1416000", "1440000"], "60": ["1440000", "1464000"], "61": ["1464000", "1488000"], "62": ["1488000", "1512000"], "63": ["1512000", "1536000"]}, "model.decoder.5.pp_block.attn.o_proj.weight": {"0": ["0", "14400"], "1": ["14400", "28800"], "2": ["28800", "43200"], "3": ["43200", "57600"], "4": ["57600", "72000"], "5": ["72000", "86400"], "6": ["86400", "100800"], "7": ["100800", "115200"], "8": ["115200", "129600"], "9": ["129600", "144000"], "10": ["144000", "158400"], "11": ["158400", "172800"], "12": ["172800", "187200"], "13": ["187200", "201600"], "14": ["201600", "216000"], "15": ["216000", "230400"], "16": ["230400", "244800"], "17": ["244800", "259200"], "18": ["259200", "273600"], "19": ["273600", "288000"], "20": ["288000", "302400"], "21": ["302400", "316800"], "22": ["316800", "331200"], "23": ["331200", "345600"], "24": ["345600", "360000"], "25": ["360000", "374400"], "26": ["374400", "388800"], "27": ["388800", "403200"], "28": ["403200", "417600"], "29": ["417600", "432000"], "30": ["432000", "446400"], "31": ["446400", "460800"], "32": ["460800", "475200"], "33": ["475200", "489600"], "34": ["489600", "504000"], "35": ["504000", "518400"], "36": ["518400", "532800"], "37": ["532800", "547200"], "38": ["547200", "561600"], "39": ["561600", "576000"], "40": ["576000", "590400"], "41": ["590400", "604800"], "42": ["604800", "619200"], "43": ["619200", "633600"], "44": ["633600", "648000"], "45": ["648000", "662400"], "46": ["662400", "676800"], "47": ["676800", "691200"], "48": ["691200", "705600"], "49": ["705600", "720000"], "50": ["720000", "734400"], "51": ["734400", "748800"], "52": ["748800", "763200"], "53": ["763200", "777600"], "54": ["777600", "792000"], "55": ["792000", "806400"], "56": ["806400", "820800"], "57": ["820800", "835200"], "58": ["835200", "849600"], "59": ["849600", "864000"], "60": ["864000", "878400"], "61": ["878400", "892800"], "62": ["892800", "907200"], "63": ["907200", "921600"]}, "model.decoder.5.pp_block.post_attention_layernorm.weight": {"0": ["0", "15"], "1": ["15", "30"], "2": ["30", "45"], "3": ["45", "60"], "4": ["60", "75"], "5": ["75", "90"], "6": ["90", "105"], "7": ["105", "120"], "8": ["120", "135"], "9": ["135", "150"], "10": ["150", "165"], "11": ["165", "180"], "12": ["180", "195"], "13": ["195", "210"], "14": ["210", "225"], "15": ["225", "240"], "16": ["240", "255"], "17": ["255", "270"], "18": ["270", "285"], "19": ["285", "300"], "20": ["300", "315"], "21": ["315", "330"], "22": ["330", "345"], "23": ["345", "360"], "24": ["360", "375"], "25": ["375", "390"], "26": ["390", "405"], "27": ["405", "420"], "28": ["420", "435"], "29": ["435", "450"], "30": ["450", "465"], "31": ["465", "480"], "32": ["480", "495"], "33": ["495", "510"], "34": ["510", "525"], "35": ["525", "540"], "36": ["540", "555"], "37": ["555", "570"], "38": ["570", "585"], "39": ["585", "600"], "40": ["600", "615"], "41": ["615", "630"], "42": ["630", "645"], "43": ["645", "660"], "44": ["660", "675"], "45": ["675", "690"], "46": ["690", "705"], "47": ["705", "720"], "48": ["720", "735"], "49": ["735", "750"], "50": ["750", "765"], "51": ["765", "780"], "52": ["780", "795"], "53": ["795", "810"], "54": ["810", "825"], "55": ["825", "840"], "56": ["840", "855"], "57": ["855", "870"], "58": ["870", "885"], "59": ["885", "900"], "60": ["900", "915"], "61": ["915", "930"], "62": ["930", "945"], "63": ["945", "960"]}, "model.decoder.5.pp_block.mlp.gate_up_proj.weight": {"0": ["0", "76800"], "1": ["76800", "153600"], "2": ["153600", "230400"], "3": ["230400", "307200"], "4": ["307200", "384000"], "5": ["384000", "460800"], "6": ["460800", "537600"], "7": ["537600", "614400"], "8": ["614400", "691200"], "9": ["691200", "768000"], "10": ["768000", "844800"], "11": ["844800", "921600"], "12": ["921600", "998400"], "13": ["998400", "1075200"], "14": ["1075200", "1152000"], "15": ["1152000", "1228800"], "16": ["1228800", "1305600"], "17": ["1305600", "1382400"], "18": ["1382400", "1459200"], "19": ["1459200", "1536000"], "20": ["1536000", "1612800"], "21": ["1612800", "1689600"], "22": ["1689600", "1766400"], "23": ["1766400", "1843200"], "24": ["1843200", "1920000"], "25": ["1920000", "1996800"], "26": ["1996800", "2073600"], "27": ["2073600", "2150400"], "28": ["2150400", "2227200"], "29": ["2227200", "2304000"], "30": ["2304000", "2380800"], "31": ["2380800", "2457600"], "32": ["2457600", "2534400"], "33": ["2534400", "2611200"], "34": ["2611200", "2688000"], "35": ["2688000", "2764800"], "36": ["2764800", "2841600"], "37": ["2841600", "2918400"], "38": ["2918400", "2995200"], "39": ["2995200", "3072000"], "40": ["3072000", "3148800"], "41": ["3148800", "3225600"], "42": ["3225600", "3302400"], "43": ["3302400", "3379200"], "44": ["3379200", "3456000"], "45": ["3456000", "3532800"], "46": ["3532800", "3609600"], "47": ["3609600", "3686400"], "48": ["3686400", "3763200"], "49": ["3763200", "3840000"], "50": ["3840000", "3916800"], "51": ["3916800", "3993600"], "52": ["3993600", "4070400"], "53": ["4070400", "4147200"], "54": ["4147200", "4224000"], "55": ["4224000", "4300800"], "56": ["4300800", "4377600"], "57": ["4377600", "4454400"], "58": ["4454400", "4531200"], "59": ["4531200", "4608000"], "60": ["4608000", "4684800"], "61": ["4684800", "4761600"], "62": ["4761600", "4838400"], "63": ["4838400", "4915200"]}, "model.decoder.5.pp_block.mlp.down_proj.weight": {"0": ["0", "38400"], "1": ["38400", "76800"], "2": ["76800", "115200"], "3": ["115200", "153600"], "4": ["153600", "192000"], "5": ["192000", "230400"], "6": ["230400", "268800"], "7": ["268800", "307200"], "8": ["307200", "345600"], "9": ["345600", "384000"], "10": ["384000", "422400"], "11": ["422400", "460800"], "12": ["460800", "499200"], "13": ["499200", "537600"], "14": ["537600", "576000"], "15": ["576000", "614400"], "16": ["614400", "652800"], "17": ["652800", "691200"], "18": ["691200", "729600"], "19": ["729600", "768000"], "20": ["768000", "806400"], "21": ["806400", "844800"], "22": ["844800", "883200"], "23": ["883200", "921600"], "24": ["921600", "960000"], "25": ["960000", "998400"], "26": ["998400", "1036800"], "27": ["1036800", "1075200"], "28": ["1075200", "1113600"], "29": ["1113600", "1152000"], "30": ["1152000", "1190400"], "31": ["1190400", "1228800"], "32": ["1228800", "1267200"], "33": ["1267200", "1305600"], "34": ["1305600", "1344000"], "35": ["1344000", "1382400"], "36": ["1382400", "1420800"], "37": ["1420800", "1459200"], "38": ["1459200", "1497600"], "39": ["1497600", "1536000"], "40": ["1536000", "1574400"], "41": ["1574400", "1612800"], "42": ["1612800", "1651200"], "43": ["1651200", "1689600"], "44": ["1689600", "1728000"], "45": ["1728000", "1766400"], "46": ["1766400", "1804800"], "47": ["1804800", "1843200"], "48": ["1843200", "1881600"], "49": ["1881600", "1920000"], "50": ["1920000", "1958400"], "51": ["1958400", "1996800"], "52": ["1996800", "2035200"], "53": ["2035200", "2073600"], "54": ["2073600", "2112000"], "55": ["2112000", "2150400"], "56": ["2150400", "2188800"], "57": ["2188800", "2227200"], "58": ["2227200", "2265600"], "59": ["2265600", "2304000"], "60": ["2304000", "2342400"], "61": ["2342400", "2380800"], "62": ["2380800", "2419200"], "63": ["2419200", "2457600"]}, "model.decoder.6.pp_block.input_layernorm.weight": {"0": ["0", "15"], "1": ["15", "30"], "2": ["30", "45"], "3": ["45", "60"], "4": ["60", "75"], "5": ["75", "90"], "6": ["90", "105"], "7": ["105", "120"], "8": ["120", "135"], "9": ["135", "150"], "10": ["150", "165"], "11": ["165", "180"], "12": ["180", "195"], "13": ["195", "210"], "14": ["210", "225"], "15": ["225", "240"], "16": ["240", "255"], "17": ["255", "270"], "18": ["270", "285"], "19": ["285", "300"], "20": ["300", "315"], "21": ["315", "330"], "22": ["330", "345"], "23": ["345", "360"], "24": ["360", "375"], "25": ["375", "390"], "26": ["390", "405"], "27": ["405", "420"], "28": ["420", "435"], "29": ["435", "450"], "30": ["450", "465"], "31": ["465", "480"], "32": ["480", "495"], "33": ["495", "510"], "34": ["510", "525"], "35": ["525", "540"], "36": ["540", "555"], "37": ["555", "570"], "38": ["570", "585"], "39": ["585", "600"], "40": ["600", "615"], "41": ["615", "630"], "42": ["630", "645"], "43": ["645", "660"], "44": ["660", "675"], "45": ["675", "690"], "46": ["690", "705"], "47": ["705", "720"], "48": ["720", "735"], "49": ["735", "750"], "50": ["750", "765"], "51": ["765", "780"], "52": ["780", "795"], "53": ["795", "810"], "54": ["810", "825"], "55": ["825", "840"], "56": ["840", "855"], "57": ["855", "870"], "58": ["870", "885"], "59": ["885", "900"], "60": ["900", "915"], "61": ["915", "930"], "62": ["930", "945"], "63": ["945", "960"]}, "model.decoder.6.pp_block.attn.qkv_proj.weight": {"0": ["0", "24000"], "1": ["24000", "48000"], "2": ["48000", "72000"], "3": ["72000", "96000"], "4": ["96000", "120000"], "5": ["120000", "144000"], "6": ["144000", "168000"], "7": ["168000", "192000"], "8": ["192000", "216000"], "9": ["216000", "240000"], "10": ["240000", "264000"], "11": ["264000", "288000"], "12": ["288000", "312000"], "13": ["312000", "336000"], "14": ["336000", "360000"], "15": ["360000", "384000"], "16": ["384000", "408000"], "17": ["408000", "432000"], "18": ["432000", "456000"], "19": ["456000", "480000"], "20": ["480000", "504000"], "21": ["504000", "528000"], "22": ["528000", "552000"], "23": ["552000", "576000"], "24": ["576000", "600000"], "25": ["600000", "624000"], "26": ["624000", "648000"], "27": ["648000", "672000"], "28": ["672000", "696000"], "29": ["696000", "720000"], "30": ["720000", "744000"], "31": ["744000", "768000"], "32": ["768000", "792000"], "33": ["792000", "816000"], "34": ["816000", "840000"], "35": ["840000", "864000"], "36": ["864000", "888000"], "37": ["888000", "912000"], "38": ["912000", "936000"], "39": ["936000", "960000"], "40": ["960000", "984000"], "41": ["984000", "1008000"], "42": ["1008000", "1032000"], "43": ["1032000", "1056000"], "44": ["1056000", "1080000"], "45": ["1080000", "1104000"], "46": ["1104000", "1128000"], "47": ["1128000", "1152000"], "48": ["1152000", "1176000"], "49": ["1176000", "1200000"], "50": ["1200000", "1224000"], "51": ["1224000", "1248000"], "52": ["1248000", "1272000"], "53": ["1272000", "1296000"], "54": ["1296000", "1320000"], "55": ["1320000", "1344000"], "56": ["1344000", "1368000"], "57": ["1368000", "1392000"], "58": ["1392000", "1416000"], "59": ["1416000", "1440000"], "60": ["1440000", "1464000"], "61": ["1464000", "1488000"], "62": ["1488000", "1512000"], "63": ["1512000", "1536000"]}, "model.decoder.6.pp_block.attn.o_proj.weight": {"0": ["0", "14400"], "1": ["14400", "28800"], "2": ["28800", "43200"], "3": ["43200", "57600"], "4": ["57600", "72000"], "5": ["72000", "86400"], "6": ["86400", "100800"], "7": ["100800", "115200"], "8": ["115200", "129600"], "9": ["129600", "144000"], "10": ["144000", "158400"], "11": ["158400", "172800"], "12": ["172800", "187200"], "13": ["187200", "201600"], "14": ["201600", "216000"], "15": ["216000", "230400"], "16": ["230400", "244800"], "17": ["244800", "259200"], "18": ["259200", "273600"], "19": ["273600", "288000"], "20": ["288000", "302400"], "21": ["302400", "316800"], "22": ["316800", "331200"], "23": ["331200", "345600"], "24": ["345600", "360000"], "25": ["360000", "374400"], "26": ["374400", "388800"], "27": ["388800", "403200"], "28": ["403200", "417600"], "29": ["417600", "432000"], "30": ["432000", "446400"], "31": ["446400", "460800"], "32": ["460800", "475200"], "33": ["475200", "489600"], "34": ["489600", "504000"], "35": ["504000", "518400"], "36": ["518400", "532800"], "37": ["532800", "547200"], "38": ["547200", "561600"], "39": ["561600", "576000"], "40": ["576000", "590400"], "41": ["590400", "604800"], "42": ["604800", "619200"], "43": ["619200", "633600"], "44": ["633600", "648000"], "45": ["648000", "662400"], "46": ["662400", "676800"], "47": ["676800", "691200"], "48": ["691200", "705600"], "49": ["705600", "720000"], "50": ["720000", "734400"], "51": ["734400", "748800"], "52": ["748800", "763200"], "53": ["763200", "777600"], "54": ["777600", "792000"], "55": ["792000", "806400"], "56": ["806400", "820800"], "57": ["820800", "835200"], "58": ["835200", "849600"], "59": ["849600", "864000"], "60": ["864000", "878400"], "61": ["878400", "892800"], "62": ["892800", "907200"], "63": ["907200", "921600"]}, "model.decoder.6.pp_block.post_attention_layernorm.weight": {"0": ["0", "15"], "1": ["15", "30"], "2": ["30", "45"], "3": ["45", "60"], "4": ["60", "75"], "5": ["75", "90"], "6": ["90", "105"], "7": ["105", "120"], "8": ["120", "135"], "9": ["135", "150"], "10": ["150", "165"], "11": ["165", "180"], "12": ["180", "195"], "13": ["195", "210"], "14": ["210", "225"], "15": ["225", "240"], "16": ["240", "255"], "17": ["255", "270"], "18": ["270", "285"], "19": ["285", "300"], "20": ["300", "315"], "21": ["315", "330"], "22": ["330", "345"], "23": ["345", "360"], "24": ["360", "375"], "25": ["375", "390"], "26": ["390", "405"], "27": ["405", "420"], "28": ["420", "435"], "29": ["435", "450"], "30": ["450", "465"], "31": ["465", "480"], "32": ["480", "495"], "33": ["495", "510"], "34": ["510", "525"], "35": ["525", "540"], "36": ["540", "555"], "37": ["555", "570"], "38": ["570", "585"], "39": ["585", "600"], "40": ["600", "615"], "41": ["615", "630"], "42": ["630", "645"], "43": ["645", "660"], "44": ["660", "675"], "45": ["675", "690"], "46": ["690", "705"], "47": ["705", "720"], "48": ["720", "735"], "49": ["735", "750"], "50": ["750", "765"], "51": ["765", "780"], "52": ["780", "795"], "53": ["795", "810"], "54": ["810", "825"], "55": ["825", "840"], "56": ["840", "855"], "57": ["855", "870"], "58": ["870", "885"], "59": ["885", "900"], "60": ["900", "915"], "61": ["915", "930"], "62": ["930", "945"], "63": ["945", "960"]}, "model.decoder.6.pp_block.mlp.gate_up_proj.weight": {"0": ["0", "76800"], "1": ["76800", "153600"], "2": ["153600", "230400"], "3": ["230400", "307200"], "4": ["307200", "384000"], "5": ["384000", "460800"], "6": ["460800", "537600"], "7": ["537600", "614400"], "8": ["614400", "691200"], "9": ["691200", "768000"], "10": ["768000", "844800"], "11": ["844800", "921600"], "12": ["921600", "998400"], "13": ["998400", "1075200"], "14": ["1075200", "1152000"], "15": ["1152000", "1228800"], "16": ["1228800", "1305600"], "17": ["1305600", "1382400"], "18": ["1382400", "1459200"], "19": ["1459200", "1536000"], "20": ["1536000", "1612800"], "21": ["1612800", "1689600"], "22": ["1689600", "1766400"], "23": ["1766400", "1843200"], "24": ["1843200", "1920000"], "25": ["1920000", "1996800"], "26": ["1996800", "2073600"], "27": ["2073600", "2150400"], "28": ["2150400", "2227200"], "29": ["2227200", "2304000"], "30": ["2304000", "2380800"], "31": ["2380800", "2457600"], "32": ["2457600", "2534400"], "33": ["2534400", "2611200"], "34": ["2611200", "2688000"], "35": ["2688000", "2764800"], "36": ["2764800", "2841600"], "37": ["2841600", "2918400"], "38": ["2918400", "2995200"], "39": ["2995200", "3072000"], "40": ["3072000", "3148800"], "41": ["3148800", "3225600"], "42": ["3225600", "3302400"], "43": ["3302400", "3379200"], "44": ["3379200", "3456000"], "45": ["3456000", "3532800"], "46": ["3532800", "3609600"], "47": ["3609600", "3686400"], "48": ["3686400", "3763200"], "49": ["3763200", "3840000"], "50": ["3840000", "3916800"], "51": ["3916800", "3993600"], "52": ["3993600", "4070400"], "53": ["4070400", "4147200"], "54": ["4147200", "4224000"], "55": ["4224000", "4300800"], "56": ["4300800", "4377600"], "57": ["4377600", "4454400"], "58": ["4454400", "4531200"], "59": ["4531200", "4608000"], "60": ["4608000", "4684800"], "61": ["4684800", "4761600"], "62": ["4761600", "4838400"], "63": ["4838400", "4915200"]}, "model.decoder.6.pp_block.mlp.down_proj.weight": {"0": ["0", "38400"], "1": ["38400", "76800"], "2": ["76800", "115200"], "3": ["115200", "153600"], "4": ["153600", "192000"], "5": ["192000", "230400"], "6": ["230400", "268800"], "7": ["268800", "307200"], "8": ["307200", "345600"], "9": ["345600", "384000"], "10": ["384000", "422400"], "11": ["422400", "460800"], "12": ["460800", "499200"], "13": ["499200", "537600"], "14": ["537600", "576000"], "15": ["576000", "614400"], "16": ["614400", "652800"], "17": ["652800", "691200"], "18": ["691200", "729600"], "19": ["729600", "768000"], "20": ["768000", "806400"], "21": ["806400", "844800"], "22": ["844800", "883200"], "23": ["883200", "921600"], "24": ["921600", "960000"], "25": ["960000", "998400"], "26": ["998400", "1036800"], "27": ["1036800", "1075200"], "28": ["1075200", "1113600"], "29": ["1113600", "1152000"], "30": ["1152000", "1190400"], "31": ["1190400", "1228800"], "32": ["1228800", "1267200"], "33": ["1267200", "1305600"], "34": ["1305600", "1344000"], "35": ["1344000", "1382400"], "36": ["1382400", "1420800"], "37": ["1420800", "1459200"], "38": ["1459200", "1497600"], "39": ["1497600", "1536000"], "40": ["1536000", "1574400"], "41": ["1574400", "1612800"], "42": ["1612800", "1651200"], "43": ["1651200", "1689600"], "44": ["1689600", "1728000"], "45": ["1728000", "1766400"], "46": ["1766400", "1804800"], "47": ["1804800", "1843200"], "48": ["1843200", "1881600"], "49": ["1881600", "1920000"], "50": ["1920000", "1958400"], "51": ["1958400", "1996800"], "52": ["1996800", "2035200"], "53": ["2035200", "2073600"], "54": ["2073600", "2112000"], "55": ["2112000", "2150400"], "56": ["2150400", "2188800"], "57": ["2188800", "2227200"], "58": ["2227200", "2265600"], "59": ["2265600", "2304000"], "60": ["2304000", "2342400"], "61": ["2342400", "2380800"], "62": ["2380800", "2419200"], "63": ["2419200", "2457600"]}, "model.decoder.7.pp_block.input_layernorm.weight": {"0": ["0", "15"], "1": ["15", "30"], "2": ["30", "45"], "3": ["45", "60"], "4": ["60", "75"], "5": ["75", "90"], "6": ["90", "105"], "7": ["105", "120"], "8": ["120", "135"], "9": ["135", "150"], "10": ["150", "165"], "11": ["165", "180"], "12": ["180", "195"], "13": ["195", "210"], "14": ["210", "225"], "15": ["225", "240"], "16": ["240", "255"], "17": ["255", "270"], "18": ["270", "285"], "19": ["285", "300"], "20": ["300", "315"], "21": ["315", "330"], "22": ["330", "345"], "23": ["345", "360"], "24": ["360", "375"], "25": ["375", "390"], "26": ["390", "405"], "27": ["405", "420"], "28": ["420", "435"], "29": ["435", "450"], "30": ["450", "465"], "31": ["465", "480"], "32": ["480", "495"], "33": ["495", "510"], "34": ["510", "525"], "35": ["525", "540"], "36": ["540", "555"], "37": ["555", "570"], "38": ["570", "585"], "39": ["585", "600"], "40": ["600", "615"], "41": ["615", "630"], "42": ["630", "645"], "43": ["645", "660"], "44": ["660", "675"], "45": ["675", "690"], "46": ["690", "705"], "47": ["705", "720"], "48": ["720", "735"], "49": ["735", "750"], "50": ["750", "765"], "51": ["765", "780"], "52": ["780", "795"], "53": ["795", "810"], "54": ["810", "825"], "55": ["825", "840"], "56": ["840", "855"], "57": ["855", "870"], "58": ["870", "885"], "59": ["885", "900"], "60": ["900", "915"], "61": ["915", "930"], "62": ["930", "945"], "63": ["945", "960"]}, "model.decoder.7.pp_block.attn.qkv_proj.weight": {"0": ["0", "24000"], "1": ["24000", "48000"], "2": ["48000", "72000"], "3": ["72000", "96000"], "4": ["96000", "120000"], "5": ["120000", "144000"], "6": ["144000", "168000"], "7": ["168000", "192000"], "8": ["192000", "216000"], "9": ["216000", "240000"], "10": ["240000", "264000"], "11": ["264000", "288000"], "12": ["288000", "312000"], "13": ["312000", "336000"], "14": ["336000", "360000"], "15": ["360000", "384000"], "16": ["384000", "408000"], "17": ["408000", "432000"], "18": ["432000", "456000"], "19": ["456000", "480000"], "20": ["480000", "504000"], "21": ["504000", "528000"], "22": ["528000", "552000"], "23": ["552000", "576000"], "24": ["576000", "600000"], "25": ["600000", "624000"], "26": ["624000", "648000"], "27": ["648000", "672000"], "28": ["672000", "696000"], "29": ["696000", "720000"], "30": ["720000", "744000"], "31": ["744000", "768000"], "32": ["768000", "792000"], "33": ["792000", "816000"], "34": ["816000", "840000"], "35": ["840000", "864000"], "36": ["864000", "888000"], "37": ["888000", "912000"], "38": ["912000", "936000"], "39": ["936000", "960000"], "40": ["960000", "984000"], "41": ["984000", "1008000"], "42": ["1008000", "1032000"], "43": ["1032000", "1056000"], "44": ["1056000", "1080000"], "45": ["1080000", "1104000"], "46": ["1104000", "1128000"], "47": ["1128000", "1152000"], "48": ["1152000", "1176000"], "49": ["1176000", "1200000"], "50": ["1200000", "1224000"], "51": ["1224000", "1248000"], "52": ["1248000", "1272000"], "53": ["1272000", "1296000"], "54": ["1296000", "1320000"], "55": ["1320000", "1344000"], "56": ["1344000", "1368000"], "57": ["1368000", "1392000"], "58": ["1392000", "1416000"], "59": ["1416000", "1440000"], "60": ["1440000", "1464000"], "61": ["1464000", "1488000"], "62": ["1488000", "1512000"], "63": ["1512000", "1536000"]}, "model.decoder.7.pp_block.attn.o_proj.weight": {"0": ["0", "14400"], "1": ["14400", "28800"], "2": ["28800", "43200"], "3": ["43200", "57600"], "4": ["57600", "72000"], "5": ["72000", "86400"], "6": ["86400", "100800"], "7": ["100800", "115200"], "8": ["115200", "129600"], "9": ["129600", "144000"], "10": ["144000", "158400"], "11": ["158400", "172800"], "12": ["172800", "187200"], "13": ["187200", "201600"], "14": ["201600", "216000"], "15": ["216000", "230400"], "16": ["230400", "244800"], "17": ["244800", "259200"], "18": ["259200", "273600"], "19": ["273600", "288000"], "20": ["288000", "302400"], "21": ["302400", "316800"], "22": ["316800", "331200"], "23": ["331200", "345600"], "24": ["345600", "360000"], "25": ["360000", "374400"], "26": ["374400", "388800"], "27": ["388800", "403200"], "28": ["403200", "417600"], "29": ["417600", "432000"], "30": ["432000", "446400"], "31": ["446400", "460800"], "32": ["460800", "475200"], "33": ["475200", "489600"], "34": ["489600", "504000"], "35": ["504000", "518400"], "36": ["518400", "532800"], "37": ["532800", "547200"], "38": ["547200", "561600"], "39": ["561600", "576000"], "40": ["576000", "590400"], "41": ["590400", "604800"], "42": ["604800", "619200"], "43": ["619200", "633600"], "44": ["633600", "648000"], "45": ["648000", "662400"], "46": ["662400", "676800"], "47": ["676800", "691200"], "48": ["691200", "705600"], "49": ["705600", "720000"], "50": ["720000", "734400"], "51": ["734400", "748800"], "52": ["748800", "763200"], "53": ["763200", "777600"], "54": ["777600", "792000"], "55": ["792000", "806400"], "56": ["806400", "820800"], "57": ["820800", "835200"], "58": ["835200", "849600"], "59": ["849600", "864000"], "60": ["864000", "878400"], "61": ["878400", "892800"], "62": ["892800", "907200"], "63": ["907200", "921600"]}, "model.decoder.7.pp_block.post_attention_layernorm.weight": {"0": ["0", "15"], "1": ["15", "30"], "2": ["30", "45"], "3": ["45", "60"], "4": ["60", "75"], "5": ["75", "90"], "6": ["90", "105"], "7": ["105", "120"], "8": ["120", "135"], "9": ["135", "150"], "10": ["150", "165"], "11": ["165", "180"], "12": ["180", "195"], "13": ["195", "210"], "14": ["210", "225"], "15": ["225", "240"], "16": ["240", "255"], "17": ["255", "270"], "18": ["270", "285"], "19": ["285", "300"], "20": ["300", "315"], "21": ["315", "330"], "22": ["330", "345"], "23": ["345", "360"], "24": ["360", "375"], "25": ["375", "390"], "26": ["390", "405"], "27": ["405", "420"], "28": ["420", "435"], "29": ["435", "450"], "30": ["450", "465"], "31": ["465", "480"], "32": ["480", "495"], "33": ["495", "510"], "34": ["510", "525"], "35": ["525", "540"], "36": ["540", "555"], "37": ["555", "570"], "38": ["570", "585"], "39": ["585", "600"], "40": ["600", "615"], "41": ["615", "630"], "42": ["630", "645"], "43": ["645", "660"], "44": ["660", "675"], "45": ["675", "690"], "46": ["690", "705"], "47": ["705", "720"], "48": ["720", "735"], "49": ["735", "750"], "50": ["750", "765"], "51": ["765", "780"], "52": ["780", "795"], "53": ["795", "810"], "54": ["810", "825"], "55": ["825", "840"], "56": ["840", "855"], "57": ["855", "870"], "58": ["870", "885"], "59": ["885", "900"], "60": ["900", "915"], "61": ["915", "930"], "62": ["930", "945"], "63": ["945", "960"]}, "model.decoder.7.pp_block.mlp.gate_up_proj.weight": {"0": ["0", "76800"], "1": ["76800", "153600"], "2": ["153600", "230400"], "3": ["230400", "307200"], "4": ["307200", "384000"], "5": ["384000", "460800"], "6": ["460800", "537600"], "7": ["537600", "614400"], "8": ["614400", "691200"], "9": ["691200", "768000"], "10": ["768000", "844800"], "11": ["844800", "921600"], "12": ["921600", "998400"], "13": ["998400", "1075200"], "14": ["1075200", "1152000"], "15": ["1152000", "1228800"], "16": ["1228800", "1305600"], "17": ["1305600", "1382400"], "18": ["1382400", "1459200"], "19": ["1459200", "1536000"], "20": ["1536000", "1612800"], "21": ["1612800", "1689600"], "22": ["1689600", "1766400"], "23": ["1766400", "1843200"], "24": ["1843200", "1920000"], "25": ["1920000", "1996800"], "26": ["1996800", "2073600"], "27": ["2073600", "2150400"], "28": ["2150400", "2227200"], "29": ["2227200", "2304000"], "30": ["2304000", "2380800"], "31": ["2380800", "2457600"], "32": ["2457600", "2534400"], "33": ["2534400", "2611200"], "34": ["2611200", "2688000"], "35": ["2688000", "2764800"], "36": ["2764800", "2841600"], "37": ["2841600", "2918400"], "38": ["2918400", "2995200"], "39": ["2995200", "3072000"], "40": ["3072000", "3148800"], "41": ["3148800", "3225600"], "42": ["3225600", "3302400"], "43": ["3302400", "3379200"], "44": ["3379200", "3456000"], "45": ["3456000", "3532800"], "46": ["3532800", "3609600"], "47": ["3609600", "3686400"], "48": ["3686400", "3763200"], "49": ["3763200", "3840000"], "50": ["3840000", "3916800"], "51": ["3916800", "3993600"], "52": ["3993600", "4070400"], "53": ["4070400", "4147200"], "54": ["4147200", "4224000"], "55": ["4224000", "4300800"], "56": ["4300800", "4377600"], "57": ["4377600", "4454400"], "58": ["4454400", "4531200"], "59": ["4531200", "4608000"], "60": ["4608000", "4684800"], "61": ["4684800", "4761600"], "62": ["4761600", "4838400"], "63": ["4838400", "4915200"]}, "model.decoder.7.pp_block.mlp.down_proj.weight": {"0": ["0", "38400"], "1": ["38400", "76800"], "2": ["76800", "115200"], "3": ["115200", "153600"], "4": ["153600", "192000"], "5": ["192000", "230400"], "6": ["230400", "268800"], "7": ["268800", "307200"], "8": ["307200", "345600"], "9": ["345600", "384000"], "10": ["384000", "422400"], "11": ["422400", "460800"], "12": ["460800", "499200"], "13": ["499200", "537600"], "14": ["537600", "576000"], "15": ["576000", "614400"], "16": ["614400", "652800"], "17": ["652800", "691200"], "18": ["691200", "729600"], "19": ["729600", "768000"], "20": ["768000", "806400"], "21": ["806400", "844800"], "22": ["844800", "883200"], "23": ["883200", "921600"], "24": ["921600", "960000"], "25": ["960000", "998400"], "26": ["998400", "1036800"], "27": ["1036800", "1075200"], "28": ["1075200", "1113600"], "29": ["1113600", "1152000"], "30": ["1152000", "1190400"], "31": ["1190400", "1228800"], "32": ["1228800", "1267200"], "33": ["1267200", "1305600"], "34": ["1305600", "1344000"], "35": ["1344000", "1382400"], "36": ["1382400", "1420800"], "37": ["1420800", "1459200"], "38": ["1459200", "1497600"], "39": ["1497600", "1536000"], "40": ["1536000", "1574400"], "41": ["1574400", "1612800"], "42": ["1612800", "1651200"], "43": ["1651200", "1689600"], "44": ["1689600", "1728000"], "45": ["1728000", "1766400"], "46": ["1766400", "1804800"], "47": ["1804800", "1843200"], "48": ["1843200", "1881600"], "49": ["1881600", "1920000"], "50": ["1920000", "1958400"], "51": ["1958400", "1996800"], "52": ["1996800", "2035200"], "53": ["2035200", "2073600"], "54": ["2073600", "2112000"], "55": ["2112000", "2150400"], "56": ["2150400", "2188800"], "57": ["2188800", "2227200"], "58": ["2227200", "2265600"], "59": ["2265600", "2304000"], "60": ["2304000", "2342400"], "61": ["2342400", "2380800"], "62": ["2380800", "2419200"], "63": ["2419200", "2457600"]}, "model.decoder.8.pp_block.input_layernorm.weight": {"0": ["0", "15"], "1": ["15", "30"], "2": ["30", "45"], "3": ["45", "60"], "4": ["60", "75"], "5": ["75", "90"], "6": ["90", "105"], "7": ["105", "120"], "8": ["120", "135"], "9": ["135", "150"], "10": ["150", "165"], "11": ["165", "180"], "12": ["180", "195"], "13": ["195", "210"], "14": ["210", "225"], "15": ["225", "240"], "16": ["240", "255"], "17": ["255", "270"], "18": ["270", "285"], "19": ["285", "300"], "20": ["300", "315"], "21": ["315", "330"], "22": ["330", "345"], "23": ["345", "360"], "24": ["360", "375"], "25": ["375", "390"], "26": ["390", "405"], "27": ["405", "420"], "28": ["420", "435"], "29": ["435", "450"], "30": ["450", "465"], "31": ["465", "480"], "32": ["480", "495"], "33": ["495", "510"], "34": ["510", "525"], "35": ["525", "540"], "36": ["540", "555"], "37": ["555", "570"], "38": ["570", "585"], "39": ["585", "600"], "40": ["600", "615"], "41": ["615", "630"], "42": ["630", "645"], "43": ["645", "660"], "44": ["660", "675"], "45": ["675", "690"], "46": ["690", "705"], "47": ["705", "720"], "48": ["720", "735"], "49": ["735", "750"], "50": ["750", "765"], "51": ["765", "780"], "52": ["780", "795"], "53": ["795", "810"], "54": ["810", "825"], "55": ["825", "840"], "56": ["840", "855"], "57": ["855", "870"], "58": ["870", "885"], "59": ["885", "900"], "60": ["900", "915"], "61": ["915", "930"], "62": ["930", "945"], "63": ["945", "960"]}, "model.decoder.8.pp_block.attn.qkv_proj.weight": {"0": ["0", "24000"], "1": ["24000", "48000"], "2": ["48000", "72000"], "3": ["72000", "96000"], "4": ["96000", "120000"], "5": ["120000", "144000"], "6": ["144000", "168000"], "7": ["168000", "192000"], "8": ["192000", "216000"], "9": ["216000", "240000"], "10": ["240000", "264000"], "11": ["264000", "288000"], "12": ["288000", "312000"], "13": ["312000", "336000"], "14": ["336000", "360000"], "15": ["360000", "384000"], "16": ["384000", "408000"], "17": ["408000", "432000"], "18": ["432000", "456000"], "19": ["456000", "480000"], "20": ["480000", "504000"], "21": ["504000", "528000"], "22": ["528000", "552000"], "23": ["552000", "576000"], "24": ["576000", "600000"], "25": ["600000", "624000"], "26": ["624000", "648000"], "27": ["648000", "672000"], "28": ["672000", "696000"], "29": ["696000", "720000"], "30": ["720000", "744000"], "31": ["744000", "768000"], "32": ["768000", "792000"], "33": ["792000", "816000"], "34": ["816000", "840000"], "35": ["840000", "864000"], "36": ["864000", "888000"], "37": ["888000", "912000"], "38": ["912000", "936000"], "39": ["936000", "960000"], "40": ["960000", "984000"], "41": ["984000", "1008000"], "42": ["1008000", "1032000"], "43": ["1032000", "1056000"], "44": ["1056000", "1080000"], "45": ["1080000", "1104000"], "46": ["1104000", "1128000"], "47": ["1128000", "1152000"], "48": ["1152000", "1176000"], "49": ["1176000", "1200000"], "50": ["1200000", "1224000"], "51": ["1224000", "1248000"], "52": ["1248000", "1272000"], "53": ["1272000", "1296000"], "54": ["1296000", "1320000"], "55": ["1320000", "1344000"], "56": ["1344000", "1368000"], "57": ["1368000", "1392000"], "58": ["1392000", "1416000"], "59": ["1416000", "1440000"], "60": ["1440000", "1464000"], "61": ["1464000", "1488000"], "62": ["1488000", "1512000"], "63": ["1512000", "1536000"]}, "model.decoder.8.pp_block.attn.o_proj.weight": {"0": ["0", "14400"], "1": ["14400", "28800"], "2": ["28800", "43200"], "3": ["43200", "57600"], "4": ["57600", "72000"], "5": ["72000", "86400"], "6": ["86400", "100800"], "7": ["100800", "115200"], "8": ["115200", "129600"], "9": ["129600", "144000"], "10": ["144000", "158400"], "11": ["158400", "172800"], "12": ["172800", "187200"], "13": ["187200", "201600"], "14": ["201600", "216000"], "15": ["216000", "230400"], "16": ["230400", "244800"], "17": ["244800", "259200"], "18": ["259200", "273600"], "19": ["273600", "288000"], "20": ["288000", "302400"], "21": ["302400", "316800"], "22": ["316800", "331200"], "23": ["331200", "345600"], "24": ["345600", "360000"], "25": ["360000", "374400"], "26": ["374400", "388800"], "27": ["388800", "403200"], "28": ["403200", "417600"], "29": ["417600", "432000"], "30": ["432000", "446400"], "31": ["446400", "460800"], "32": ["460800", "475200"], "33": ["475200", "489600"], "34": ["489600", "504000"], "35": ["504000", "518400"], "36": ["518400", "532800"], "37": ["532800", "547200"], "38": ["547200", "561600"], "39": ["561600", "576000"], "40": ["576000", "590400"], "41": ["590400", "604800"], "42": ["604800", "619200"], "43": ["619200", "633600"], "44": ["633600", "648000"], "45": ["648000", "662400"], "46": ["662400", "676800"], "47": ["676800", "691200"], "48": ["691200", "705600"], "49": ["705600", "720000"], "50": ["720000", "734400"], "51": ["734400", "748800"], "52": ["748800", "763200"], "53": ["763200", "777600"], "54": ["777600", "792000"], "55": ["792000", "806400"], "56": ["806400", "820800"], "57": ["820800", "835200"], "58": ["835200", "849600"], "59": ["849600", "864000"], "60": ["864000", "878400"], "61": ["878400", "892800"], "62": ["892800", "907200"], "63": ["907200", "921600"]}, "model.decoder.8.pp_block.post_attention_layernorm.weight": {"0": ["0", "15"], "1": ["15", "30"], "2": ["30", "45"], "3": ["45", "60"], "4": ["60", "75"], "5": ["75", "90"], "6": ["90", "105"], "7": ["105", "120"], "8": ["120", "135"], "9": ["135", "150"], "10": ["150", "165"], "11": ["165", "180"], "12": ["180", "195"], "13": ["195", "210"], "14": ["210", "225"], "15": ["225", "240"], "16": ["240", "255"], "17": ["255", "270"], "18": ["270", "285"], "19": ["285", "300"], "20": ["300", "315"], "21": ["315", "330"], "22": ["330", "345"], "23": ["345", "360"], "24": ["360", "375"], "25": ["375", "390"], "26": ["390", "405"], "27": ["405", "420"], "28": ["420", "435"], "29": ["435", "450"], "30": ["450", "465"], "31": ["465", "480"], "32": ["480", "495"], "33": ["495", "510"], "34": ["510", "525"], "35": ["525", "540"], "36": ["540", "555"], "37": ["555", "570"], "38": ["570", "585"], "39": ["585", "600"], "40": ["600", "615"], "41": ["615", "630"], "42": ["630", "645"], "43": ["645", "660"], "44": ["660", "675"], "45": ["675", "690"], "46": ["690", "705"], "47": ["705", "720"], "48": ["720", "735"], "49": ["735", "750"], "50": ["750", "765"], "51": ["765", "780"], "52": ["780", "795"], "53": ["795", "810"], "54": ["810", "825"], "55": ["825", "840"], "56": ["840", "855"], "57": ["855", "870"], "58": ["870", "885"], "59": ["885", "900"], "60": ["900", "915"], "61": ["915", "930"], "62": ["930", "945"], "63": ["945", "960"]}, "model.decoder.8.pp_block.mlp.gate_up_proj.weight": {"0": ["0", "76800"], "1": ["76800", "153600"], "2": ["153600", "230400"], "3": ["230400", "307200"], "4": ["307200", "384000"], "5": ["384000", "460800"], "6": ["460800", "537600"], "7": ["537600", "614400"], "8": ["614400", "691200"], "9": ["691200", "768000"], "10": ["768000", "844800"], "11": ["844800", "921600"], "12": ["921600", "998400"], "13": ["998400", "1075200"], "14": ["1075200", "1152000"], "15": ["1152000", "1228800"], "16": ["1228800", "1305600"], "17": ["1305600", "1382400"], "18": ["1382400", "1459200"], "19": ["1459200", "1536000"], "20": ["1536000", "1612800"], "21": ["1612800", "1689600"], "22": ["1689600", "1766400"], "23": ["1766400", "1843200"], "24": ["1843200", "1920000"], "25": ["1920000", "1996800"], "26": ["1996800", "2073600"], "27": ["2073600", "2150400"], "28": ["2150400", "2227200"], "29": ["2227200", "2304000"], "30": ["2304000", "2380800"], "31": ["2380800", "2457600"], "32": ["2457600", "2534400"], "33": ["2534400", "2611200"], "34": ["2611200", "2688000"], "35": ["2688000", "2764800"], "36": ["2764800", "2841600"], "37": ["2841600", "2918400"], "38": ["2918400", "2995200"], "39": ["2995200", "3072000"], "40": ["3072000", "3148800"], "41": ["3148800", "3225600"], "42": ["3225600", "3302400"], "43": ["3302400", "3379200"], "44": ["3379200", "3456000"], "45": ["3456000", "3532800"], "46": ["3532800", "3609600"], "47": ["3609600", "3686400"], "48": ["3686400", "3763200"], "49": ["3763200", "3840000"], "50": ["3840000", "3916800"], "51": ["3916800", "3993600"], "52": ["3993600", "4070400"], "53": ["4070400", "4147200"], "54": ["4147200", "4224000"], "55": ["4224000", "4300800"], "56": ["4300800", "4377600"], "57": ["4377600", "4454400"], "58": ["4454400", "4531200"], "59": ["4531200", "4608000"], "60": ["4608000", "4684800"], "61": ["4684800", "4761600"], "62": ["4761600", "4838400"], "63": ["4838400", "4915200"]}, "model.decoder.8.pp_block.mlp.down_proj.weight": {"0": ["0", "38400"], "1": ["38400", "76800"], "2": ["76800", "115200"], "3": ["115200", "153600"], "4": ["153600", "192000"], "5": ["192000", "230400"], "6": ["230400", "268800"], "7": ["268800", "307200"], "8": ["307200", "345600"], "9": ["345600", "384000"], "10": ["384000", "422400"], "11": ["422400", "460800"], "12": ["460800", "499200"], "13": ["499200", "537600"], "14": ["537600", "576000"], "15": ["576000", "614400"], "16": ["614400", "652800"], "17": ["652800", "691200"], "18": ["691200", "729600"], "19": ["729600", "768000"], "20": ["768000", "806400"], "21": ["806400", "844800"], "22": ["844800", "883200"], "23": ["883200", "921600"], "24": ["921600", "960000"], "25": ["960000", "998400"], "26": ["998400", "1036800"], "27": ["1036800", "1075200"], "28": ["1075200", "1113600"], "29": ["1113600", "1152000"], "30": ["1152000", "1190400"], "31": ["1190400", "1228800"], "32": ["1228800", "1267200"], "33": ["1267200", "1305600"], "34": ["1305600", "1344000"], "35": ["1344000", "1382400"], "36": ["1382400", "1420800"], "37": ["1420800", "1459200"], "38": ["1459200", "1497600"], "39": ["1497600", "1536000"], "40": ["1536000", "1574400"], "41": ["1574400", "1612800"], "42": ["1612800", "1651200"], "43": ["1651200", "1689600"], "44": ["1689600", "1728000"], "45": ["1728000", "1766400"], "46": ["1766400", "1804800"], "47": ["1804800", "1843200"], "48": ["1843200", "1881600"], "49": ["1881600", "1920000"], "50": ["1920000", "1958400"], "51": ["1958400", "1996800"], "52": ["1996800", "2035200"], "53": ["2035200", "2073600"], "54": ["2073600", "2112000"], "55": ["2112000", "2150400"], "56": ["2150400", "2188800"], "57": ["2188800", "2227200"], "58": ["2227200", "2265600"], "59": ["2265600", "2304000"], "60": ["2304000", "2342400"], "61": ["2342400", "2380800"], "62": ["2380800", "2419200"], "63": ["2419200", "2457600"]}, "model.decoder.9.pp_block.input_layernorm.weight": {"0": ["0", "15"], "1": ["15", "30"], "2": ["30", "45"], "3": ["45", "60"], "4": ["60", "75"], "5": ["75", "90"], "6": ["90", "105"], "7": ["105", "120"], "8": ["120", "135"], "9": ["135", "150"], "10": ["150", "165"], "11": ["165", "180"], "12": ["180", "195"], "13": ["195", "210"], "14": ["210", "225"], "15": ["225", "240"], "16": ["240", "255"], "17": ["255", "270"], "18": ["270", "285"], "19": ["285", "300"], "20": ["300", "315"], "21": ["315", "330"], "22": ["330", "345"], "23": ["345", "360"], "24": ["360", "375"], "25": ["375", "390"], "26": ["390", "405"], "27": ["405", "420"], "28": ["420", "435"], "29": ["435", "450"], "30": ["450", "465"], "31": ["465", "480"], "32": ["480", "495"], "33": ["495", "510"], "34": ["510", "525"], "35": ["525", "540"], "36": ["540", "555"], "37": ["555", "570"], "38": ["570", "585"], "39": ["585", "600"], "40": ["600", "615"], "41": ["615", "630"], "42": ["630", "645"], "43": ["645", "660"], "44": ["660", "675"], "45": ["675", "690"], "46": ["690", "705"], "47": ["705", "720"], "48": ["720", "735"], "49": ["735", "750"], "50": ["750", "765"], "51": ["765", "780"], "52": ["780", "795"], "53": ["795", "810"], "54": ["810", "825"], "55": ["825", "840"], "56": ["840", "855"], "57": ["855", "870"], "58": ["870", "885"], "59": ["885", "900"], "60": ["900", "915"], "61": ["915", "930"], "62": ["930", "945"], "63": ["945", "960"]}, "model.decoder.9.pp_block.attn.qkv_proj.weight": {"0": ["0", "24000"], "1": ["24000", "48000"], "2": ["48000", "72000"], "3": ["72000", "96000"], "4": ["96000", "120000"], "5": ["120000", "144000"], "6": ["144000", "168000"], "7": ["168000", "192000"], "8": ["192000", "216000"], "9": ["216000", "240000"], "10": ["240000", "264000"], "11": ["264000", "288000"], "12": ["288000", "312000"], "13": ["312000", "336000"], "14": ["336000", "360000"], "15": ["360000", "384000"], "16": ["384000", "408000"], "17": ["408000", "432000"], "18": ["432000", "456000"], "19": ["456000", "480000"], "20": ["480000", "504000"], "21": ["504000", "528000"], "22": ["528000", "552000"], "23": ["552000", "576000"], "24": ["576000", "600000"], "25": ["600000", "624000"], "26": ["624000", "648000"], "27": ["648000", "672000"], "28": ["672000", "696000"], "29": ["696000", "720000"], "30": ["720000", "744000"], "31": ["744000", "768000"], "32": ["768000", "792000"], "33": ["792000", "816000"], "34": ["816000", "840000"], "35": ["840000", "864000"], "36": ["864000", "888000"], "37": ["888000", "912000"], "38": ["912000", "936000"], "39": ["936000", "960000"], "40": ["960000", "984000"], "41": ["984000", "1008000"], "42": ["1008000", "1032000"], "43": ["1032000", "1056000"], "44": ["1056000", "1080000"], "45": ["1080000", "1104000"], "46": ["1104000", "1128000"], "47": ["1128000", "1152000"], "48": ["1152000", "1176000"], "49": ["1176000", "1200000"], "50": ["1200000", "1224000"], "51": ["1224000", "1248000"], "52": ["1248000", "1272000"], "53": ["1272000", "1296000"], "54": ["1296000", "1320000"], "55": ["1320000", "1344000"], "56": ["1344000", "1368000"], "57": ["1368000", "1392000"], "58": ["1392000", "1416000"], "59": ["1416000", "1440000"], "60": ["1440000", "1464000"], "61": ["1464000", "1488000"], "62": ["1488000", "1512000"], "63": ["1512000", "1536000"]}, "model.decoder.9.pp_block.attn.o_proj.weight": {"0": ["0", "14400"], "1": ["14400", "28800"], "2": ["28800", "43200"], "3": ["43200", "57600"], "4": ["57600", "72000"], "5": ["72000", "86400"], "6": ["86400", "100800"], "7": ["100800", "115200"], "8": ["115200", "129600"], "9": ["129600", "144000"], "10": ["144000", "158400"], "11": ["158400", "172800"], "12": ["172800", "187200"], "13": ["187200", "201600"], "14": ["201600", "216000"], "15": ["216000", "230400"], "16": ["230400", "244800"], "17": ["244800", "259200"], "18": ["259200", "273600"], "19": ["273600", "288000"], "20": ["288000", "302400"], "21": ["302400", "316800"], "22": ["316800", "331200"], "23": ["331200", "345600"], "24": ["345600", "360000"], "25": ["360000", "374400"], "26": ["374400", "388800"], "27": ["388800", "403200"], "28": ["403200", "417600"], "29": ["417600", "432000"], "30": ["432000", "446400"], "31": ["446400", "460800"], "32": ["460800", "475200"], "33": ["475200", "489600"], "34": ["489600", "504000"], "35": ["504000", "518400"], "36": ["518400", "532800"], "37": ["532800", "547200"], "38": ["547200", "561600"], "39": ["561600", "576000"], "40": ["576000", "590400"], "41": ["590400", "604800"], "42": ["604800", "619200"], "43": ["619200", "633600"], "44": ["633600", "648000"], "45": ["648000", "662400"], "46": ["662400", "676800"], "47": ["676800", "691200"], "48": ["691200", "705600"], "49": ["705600", "720000"], "50": ["720000", "734400"], "51": ["734400", "748800"], "52": ["748800", "763200"], "53": ["763200", "777600"], "54": ["777600", "792000"], "55": ["792000", "806400"], "56": ["806400", "820800"], "57": ["820800", "835200"], "58": ["835200", "849600"], "59": ["849600", "864000"], "60": ["864000", "878400"], "61": ["878400", "892800"], "62": ["892800", "907200"], "63": ["907200", "921600"]}, "model.decoder.9.pp_block.post_attention_layernorm.weight": {"0": ["0", "15"], "1": ["15", "30"], "2": ["30", "45"], "3": ["45", "60"], "4": ["60", "75"], "5": ["75", "90"], "6": ["90", "105"], "7": ["105", "120"], "8": ["120", "135"], "9": ["135", "150"], "10": ["150", "165"], "11": ["165", "180"], "12": ["180", "195"], "13": ["195", "210"], "14": ["210", "225"], "15": ["225", "240"], "16": ["240", "255"], "17": ["255", "270"], "18": ["270", "285"], "19": ["285", "300"], "20": ["300", "315"], "21": ["315", "330"], "22": ["330", "345"], "23": ["345", "360"], "24": ["360", "375"], "25": ["375", "390"], "26": ["390", "405"], "27": ["405", "420"], "28": ["420", "435"], "29": ["435", "450"], "30": ["450", "465"], "31": ["465", "480"], "32": ["480", "495"], "33": ["495", "510"], "34": ["510", "525"], "35": ["525", "540"], "36": ["540", "555"], "37": ["555", "570"], "38": ["570", "585"], "39": ["585", "600"], "40": ["600", "615"], "41": ["615", "630"], "42": ["630", "645"], "43": ["645", "660"], "44": ["660", "675"], "45": ["675", "690"], "46": ["690", "705"], "47": ["705", "720"], "48": ["720", "735"], "49": ["735", "750"], "50": ["750", "765"], "51": ["765", "780"], "52": ["780", "795"], "53": ["795", "810"], "54": ["810", "825"], "55": ["825", "840"], "56": ["840", "855"], "57": ["855", "870"], "58": ["870", "885"], "59": ["885", "900"], "60": ["900", "915"], "61": ["915", "930"], "62": ["930", "945"], "63": ["945", "960"]}, "model.decoder.9.pp_block.mlp.gate_up_proj.weight": {"0": ["0", "76800"], "1": ["76800", "153600"], "2": ["153600", "230400"], "3": ["230400", "307200"], "4": ["307200", "384000"], "5": ["384000", "460800"], "6": ["460800", "537600"], "7": ["537600", "614400"], "8": ["614400", "691200"], "9": ["691200", "768000"], "10": ["768000", "844800"], "11": ["844800", "921600"], "12": ["921600", "998400"], "13": ["998400", "1075200"], "14": ["1075200", "1152000"], "15": ["1152000", "1228800"], "16": ["1228800", "1305600"], "17": ["1305600", "1382400"], "18": ["1382400", "1459200"], "19": ["1459200", "1536000"], "20": ["1536000", "1612800"], "21": ["1612800", "1689600"], "22": ["1689600", "1766400"], "23": ["1766400", "1843200"], "24": ["1843200", "1920000"], "25": ["1920000", "1996800"], "26": ["1996800", "2073600"], "27": ["2073600", "2150400"], "28": ["2150400", "2227200"], "29": ["2227200", "2304000"], "30": ["2304000", "2380800"], "31": ["2380800", "2457600"], "32": ["2457600", "2534400"], "33": ["2534400", "2611200"], "34": ["2611200", "2688000"], "35": ["2688000", "2764800"], "36": ["2764800", "2841600"], "37": ["2841600", "2918400"], "38": ["2918400", "2995200"], "39": ["2995200", "3072000"], "40": ["3072000", "3148800"], "41": ["3148800", "3225600"], "42": ["3225600", "3302400"], "43": ["3302400", "3379200"], "44": ["3379200", "3456000"], "45": ["3456000", "3532800"], "46": ["3532800", "3609600"], "47": ["3609600", "3686400"], "48": ["3686400", "3763200"], "49": ["3763200", "3840000"], "50": ["3840000", "3916800"], "51": ["3916800", "3993600"], "52": ["3993600", "4070400"], "53": ["4070400", "4147200"], "54": ["4147200", "4224000"], "55": ["4224000", "4300800"], "56": ["4300800", "4377600"], "57": ["4377600", "4454400"], "58": ["4454400", "4531200"], "59": ["4531200", "4608000"], "60": ["4608000", "4684800"], "61": ["4684800", "4761600"], "62": ["4761600", "4838400"], "63": ["4838400", "4915200"]}, "model.decoder.9.pp_block.mlp.down_proj.weight": {"0": ["0", "38400"], "1": ["38400", "76800"], "2": ["76800", "115200"], "3": ["115200", "153600"], "4": ["153600", "192000"], "5": ["192000", "230400"], "6": ["230400", "268800"], "7": ["268800", "307200"], "8": ["307200", "345600"], "9": ["345600", "384000"], "10": ["384000", "422400"], "11": ["422400", "460800"], "12": ["460800", "499200"], "13": ["499200", "537600"], "14": ["537600", "576000"], "15": ["576000", "614400"], "16": ["614400", "652800"], "17": ["652800", "691200"], "18": ["691200", "729600"], "19": ["729600", "768000"], "20": ["768000", "806400"], "21": ["806400", "844800"], "22": ["844800", "883200"], "23": ["883200", "921600"], "24": ["921600", "960000"], "25": ["960000", "998400"], "26": ["998400", "1036800"], "27": ["1036800", "1075200"], "28": ["1075200", "1113600"], "29": ["1113600", "1152000"], "30": ["1152000", "1190400"], "31": ["1190400", "1228800"], "32": ["1228800", "1267200"], "33": ["1267200", "1305600"], "34": ["1305600", "1344000"], "35": ["1344000", "1382400"], "36": ["1382400", "1420800"], "37": ["1420800", "1459200"], "38": ["1459200", "1497600"], "39": ["1497600", "1536000"], "40": ["1536000", "1574400"], "41": ["1574400", "1612800"], "42": ["1612800", "1651200"], "43": ["1651200", "1689600"], "44": ["1689600", "1728000"], "45": ["1728000", "1766400"], "46": ["1766400", "1804800"], "47": ["1804800", "1843200"], "48": ["1843200", "1881600"], "49": ["1881600", "1920000"], "50": ["1920000", "1958400"], "51": ["1958400", "1996800"], "52": ["1996800", "2035200"], "53": ["2035200", "2073600"], "54": ["2073600", "2112000"], "55": ["2112000", "2150400"], "56": ["2150400", "2188800"], "57": ["2188800", "2227200"], "58": ["2227200", "2265600"], "59": ["2265600", "2304000"], "60": ["2304000", "2342400"], "61": ["2342400", "2380800"], "62": ["2380800", "2419200"], "63": ["2419200", "2457600"]}, "model.decoder.10.pp_block.input_layernorm.weight": {"0": ["0", "15"], "1": ["15", "30"], "2": ["30", "45"], "3": ["45", "60"], "4": ["60", "75"], "5": ["75", "90"], "6": ["90", "105"], "7": ["105", "120"], "8": ["120", "135"], "9": ["135", "150"], "10": ["150", "165"], "11": ["165", "180"], "12": ["180", "195"], "13": ["195", "210"], "14": ["210", "225"], "15": ["225", "240"], "16": ["240", "255"], "17": ["255", "270"], "18": ["270", "285"], "19": ["285", "300"], "20": ["300", "315"], "21": ["315", "330"], "22": ["330", "345"], "23": ["345", "360"], "24": ["360", "375"], "25": ["375", "390"], "26": ["390", "405"], "27": ["405", "420"], "28": ["420", "435"], "29": ["435", "450"], "30": ["450", "465"], "31": ["465", "480"], "32": ["480", "495"], "33": ["495", "510"], "34": ["510", "525"], "35": ["525", "540"], "36": ["540", "555"], "37": ["555", "570"], "38": ["570", "585"], "39": ["585", "600"], "40": ["600", "615"], "41": ["615", "630"], "42": ["630", "645"], "43": ["645", "660"], "44": ["660", "675"], "45": ["675", "690"], "46": ["690", "705"], "47": ["705", "720"], "48": ["720", "735"], "49": ["735", "750"], "50": ["750", "765"], "51": ["765", "780"], "52": ["780", "795"], "53": ["795", "810"], "54": ["810", "825"], "55": ["825", "840"], "56": ["840", "855"], "57": ["855", "870"], "58": ["870", "885"], "59": ["885", "900"], "60": ["900", "915"], "61": ["915", "930"], "62": ["930", "945"], "63": ["945", "960"]}, "model.decoder.10.pp_block.attn.qkv_proj.weight": {"0": ["0", "24000"], "1": ["24000", "48000"], "2": ["48000", "72000"], "3": ["72000", "96000"], "4": ["96000", "120000"], "5": ["120000", "144000"], "6": ["144000", "168000"], "7": ["168000", "192000"], "8": ["192000", "216000"], "9": ["216000", "240000"], "10": ["240000", "264000"], "11": ["264000", "288000"], "12": ["288000", "312000"], "13": ["312000", "336000"], "14": ["336000", "360000"], "15": ["360000", "384000"], "16": ["384000", "408000"], "17": ["408000", "432000"], "18": ["432000", "456000"], "19": ["456000", "480000"], "20": ["480000", "504000"], "21": ["504000", "528000"], "22": ["528000", "552000"], "23": ["552000", "576000"], "24": ["576000", "600000"], "25": ["600000", "624000"], "26": ["624000", "648000"], "27": ["648000", "672000"], "28": ["672000", "696000"], "29": ["696000", "720000"], "30": ["720000", "744000"], "31": ["744000", "768000"], "32": ["768000", "792000"], "33": ["792000", "816000"], "34": ["816000", "840000"], "35": ["840000", "864000"], "36": ["864000", "888000"], "37": ["888000", "912000"], "38": ["912000", "936000"], "39": ["936000", "960000"], "40": ["960000", "984000"], "41": ["984000", "1008000"], "42": ["1008000", "1032000"], "43": ["1032000", "1056000"], "44": ["1056000", "1080000"], "45": ["1080000", "1104000"], "46": ["1104000", "1128000"], "47": ["1128000", "1152000"], "48": ["1152000", "1176000"], "49": ["1176000", "1200000"], "50": ["1200000", "1224000"], "51": ["1224000", "1248000"], "52": ["1248000", "1272000"], "53": ["1272000", "1296000"], "54": ["1296000", "1320000"], "55": ["1320000", "1344000"], "56": ["1344000", "1368000"], "57": ["1368000", "1392000"], "58": ["1392000", "1416000"], "59": ["1416000", "1440000"], "60": ["1440000", "1464000"], "61": ["1464000", "1488000"], "62": ["1488000", "1512000"], "63": ["1512000", "1536000"]}, "model.decoder.10.pp_block.attn.o_proj.weight": {"0": ["0", "14400"], "1": ["14400", "28800"], "2": ["28800", "43200"], "3": ["43200", "57600"], "4": ["57600", "72000"], "5": ["72000", "86400"], "6": ["86400", "100800"], "7": ["100800", "115200"], "8": ["115200", "129600"], "9": ["129600", "144000"], "10": ["144000", "158400"], "11": ["158400", "172800"], "12": ["172800", "187200"], "13": ["187200", "201600"], "14": ["201600", "216000"], "15": ["216000", "230400"], "16": ["230400", "244800"], "17": ["244800", "259200"], "18": ["259200", "273600"], "19": ["273600", "288000"], "20": ["288000", "302400"], "21": ["302400", "316800"], "22": ["316800", "331200"], "23": ["331200", "345600"], "24": ["345600", "360000"], "25": ["360000", "374400"], "26": ["374400", "388800"], "27": ["388800", "403200"], "28": ["403200", "417600"], "29": ["417600", "432000"], "30": ["432000", "446400"], "31": ["446400", "460800"], "32": ["460800", "475200"], "33": ["475200", "489600"], "34": ["489600", "504000"], "35": ["504000", "518400"], "36": ["518400", "532800"], "37": ["532800", "547200"], "38": ["547200", "561600"], "39": ["561600", "576000"], "40": ["576000", "590400"], "41": ["590400", "604800"], "42": ["604800", "619200"], "43": ["619200", "633600"], "44": ["633600", "648000"], "45": ["648000", "662400"], "46": ["662400", "676800"], "47": ["676800", "691200"], "48": ["691200", "705600"], "49": ["705600", "720000"], "50": ["720000", "734400"], "51": ["734400", "748800"], "52": ["748800", "763200"], "53": ["763200", "777600"], "54": ["777600", "792000"], "55": ["792000", "806400"], "56": ["806400", "820800"], "57": ["820800", "835200"], "58": ["835200", "849600"], "59": ["849600", "864000"], "60": ["864000", "878400"], "61": ["878400", "892800"], "62": ["892800", "907200"], "63": ["907200", "921600"]}, "model.decoder.10.pp_block.post_attention_layernorm.weight": {"0": ["0", "15"], "1": ["15", "30"], "2": ["30", "45"], "3": ["45", "60"], "4": ["60", "75"], "5": ["75", "90"], "6": ["90", "105"], "7": ["105", "120"], "8": ["120", "135"], "9": ["135", "150"], "10": ["150", "165"], "11": ["165", "180"], "12": ["180", "195"], "13": ["195", "210"], "14": ["210", "225"], "15": ["225", "240"], "16": ["240", "255"], "17": ["255", "270"], "18": ["270", "285"], "19": ["285", "300"], "20": ["300", "315"], "21": ["315", "330"], "22": ["330", "345"], "23": ["345", "360"], "24": ["360", "375"], "25": ["375", "390"], "26": ["390", "405"], "27": ["405", "420"], "28": ["420", "435"], "29": ["435", "450"], "30": ["450", "465"], "31": ["465", "480"], "32": ["480", "495"], "33": ["495", "510"], "34": ["510", "525"], "35": ["525", "540"], "36": ["540", "555"], "37": ["555", "570"], "38": ["570", "585"], "39": ["585", "600"], "40": ["600", "615"], "41": ["615", "630"], "42": ["630", "645"], "43": ["645", "660"], "44": ["660", "675"], "45": ["675", "690"], "46": ["690", "705"], "47": ["705", "720"], "48": ["720", "735"], "49": ["735", "750"], "50": ["750", "765"], "51": ["765", "780"], "52": ["780", "795"], "53": ["795", "810"], "54": ["810", "825"], "55": ["825", "840"], "56": ["840", "855"], "57": ["855", "870"], "58": ["870", "885"], "59": ["885", "900"], "60": ["900", "915"], "61": ["915", "930"], "62": ["930", "945"], "63": ["945", "960"]}, "model.decoder.10.pp_block.mlp.gate_up_proj.weight": {"0": ["0", "76800"], "1": ["76800", "153600"], "2": ["153600", "230400"], "3": ["230400", "307200"], "4": ["307200", "384000"], "5": ["384000", "460800"], "6": ["460800", "537600"], "7": ["537600", "614400"], "8": ["614400", "691200"], "9": ["691200", "768000"], "10": ["768000", "844800"], "11": ["844800", "921600"], "12": ["921600", "998400"], "13": ["998400", "1075200"], "14": ["1075200", "1152000"], "15": ["1152000", "1228800"], "16": ["1228800", "1305600"], "17": ["1305600", "1382400"], "18": ["1382400", "1459200"], "19": ["1459200", "1536000"], "20": ["1536000", "1612800"], "21": ["1612800", "1689600"], "22": ["1689600", "1766400"], "23": ["1766400", "1843200"], "24": ["1843200", "1920000"], "25": ["1920000", "1996800"], "26": ["1996800", "2073600"], "27": ["2073600", "2150400"], "28": ["2150400", "2227200"], "29": ["2227200", "2304000"], "30": ["2304000", "2380800"], "31": ["2380800", "2457600"], "32": ["2457600", "2534400"], "33": ["2534400", "2611200"], "34": ["2611200", "2688000"], "35": ["2688000", "2764800"], "36": ["2764800", "2841600"], "37": ["2841600", "2918400"], "38": ["2918400", "2995200"], "39": ["2995200", "3072000"], "40": ["3072000", "3148800"], "41": ["3148800", "3225600"], "42": ["3225600", "3302400"], "43": ["3302400", "3379200"], "44": ["3379200", "3456000"], "45": ["3456000", "3532800"], "46": ["3532800", "3609600"], "47": ["3609600", "3686400"], "48": ["3686400", "3763200"], "49": ["3763200", "3840000"], "50": ["3840000", "3916800"], "51": ["3916800", "3993600"], "52": ["3993600", "4070400"], "53": ["4070400", "4147200"], "54": ["4147200", "4224000"], "55": ["4224000", "4300800"], "56": ["4300800", "4377600"], "57": ["4377600", "4454400"], "58": ["4454400", "4531200"], "59": ["4531200", "4608000"], "60": ["4608000", "4684800"], "61": ["4684800", "4761600"], "62": ["4761600", "4838400"], "63": ["4838400", "4915200"]}, "model.decoder.10.pp_block.mlp.down_proj.weight": {"0": ["0", "38400"], "1": ["38400", "76800"], "2": ["76800", "115200"], "3": ["115200", "153600"], "4": ["153600", "192000"], "5": ["192000", "230400"], "6": ["230400", "268800"], "7": ["268800", "307200"], "8": ["307200", "345600"], "9": ["345600", "384000"], "10": ["384000", "422400"], "11": ["422400", "460800"], "12": ["460800", "499200"], "13": ["499200", "537600"], "14": ["537600", "576000"], "15": ["576000", "614400"], "16": ["614400", "652800"], "17": ["652800", "691200"], "18": ["691200", "729600"], "19": ["729600", "768000"], "20": ["768000", "806400"], "21": ["806400", "844800"], "22": ["844800", "883200"], "23": ["883200", "921600"], "24": ["921600", "960000"], "25": ["960000", "998400"], "26": ["998400", "1036800"], "27": ["1036800", "1075200"], "28": ["1075200", "1113600"], "29": ["1113600", "1152000"], "30": ["1152000", "1190400"], "31": ["1190400", "1228800"], "32": ["1228800", "1267200"], "33": ["1267200", "1305600"], "34": ["1305600", "1344000"], "35": ["1344000", "1382400"], "36": ["1382400", "1420800"], "37": ["1420800", "1459200"], "38": ["1459200", "1497600"], "39": ["1497600", "1536000"], "40": ["1536000", "1574400"], "41": ["1574400", "1612800"], "42": ["1612800", "1651200"], "43": ["1651200", "1689600"], "44": ["1689600", "1728000"], "45": ["1728000", "1766400"], "46": ["1766400", "1804800"], "47": ["1804800", "1843200"], "48": ["1843200", "1881600"], "49": ["1881600", "1920000"], "50": ["1920000", "1958400"], "51": ["1958400", "1996800"], "52": ["1996800", "2035200"], "53": ["2035200", "2073600"], "54": ["2073600", "2112000"], "55": ["2112000", "2150400"], "56": ["2150400", "2188800"], "57": ["2188800", "2227200"], "58": ["2227200", "2265600"], "59": ["2265600", "2304000"], "60": ["2304000", "2342400"], "61": ["2342400", "2380800"], "62": ["2380800", "2419200"], "63": ["2419200", "2457600"]}, "model.decoder.11.pp_block.input_layernorm.weight": {"0": ["0", "15"], "1": ["15", "30"], "2": ["30", "45"], "3": ["45", "60"], "4": ["60", "75"], "5": ["75", "90"], "6": ["90", "105"], "7": ["105", "120"], "8": ["120", "135"], "9": ["135", "150"], "10": ["150", "165"], "11": ["165", "180"], "12": ["180", "195"], "13": ["195", "210"], "14": ["210", "225"], "15": ["225", "240"], "16": ["240", "255"], "17": ["255", "270"], "18": ["270", "285"], "19": ["285", "300"], "20": ["300", "315"], "21": ["315", "330"], "22": ["330", "345"], "23": ["345", "360"], "24": ["360", "375"], "25": ["375", "390"], "26": ["390", "405"], "27": ["405", "420"], "28": ["420", "435"], "29": ["435", "450"], "30": ["450", "465"], "31": ["465", "480"], "32": ["480", "495"], "33": ["495", "510"], "34": ["510", "525"], "35": ["525", "540"], "36": ["540", "555"], "37": ["555", "570"], "38": ["570", "585"], "39": ["585", "600"], "40": ["600", "615"], "41": ["615", "630"], "42": ["630", "645"], "43": ["645", "660"], "44": ["660", "675"], "45": ["675", "690"], "46": ["690", "705"], "47": ["705", "720"], "48": ["720", "735"], "49": ["735", "750"], "50": ["750", "765"], "51": ["765", "780"], "52": ["780", "795"], "53": ["795", "810"], "54": ["810", "825"], "55": ["825", "840"], "56": ["840", "855"], "57": ["855", "870"], "58": ["870", "885"], "59": ["885", "900"], "60": ["900", "915"], "61": ["915", "930"], "62": ["930", "945"], "63": ["945", "960"]}, "model.decoder.11.pp_block.attn.qkv_proj.weight": {"0": ["0", "24000"], "1": ["24000", "48000"], "2": ["48000", "72000"], "3": ["72000", "96000"], "4": ["96000", "120000"], "5": ["120000", "144000"], "6": ["144000", "168000"], "7": ["168000", "192000"], "8": ["192000", "216000"], "9": ["216000", "240000"], "10": ["240000", "264000"], "11": ["264000", "288000"], "12": ["288000", "312000"], "13": ["312000", "336000"], "14": ["336000", "360000"], "15": ["360000", "384000"], "16": ["384000", "408000"], "17": ["408000", "432000"], "18": ["432000", "456000"], "19": ["456000", "480000"], "20": ["480000", "504000"], "21": ["504000", "528000"], "22": ["528000", "552000"], "23": ["552000", "576000"], "24": ["576000", "600000"], "25": ["600000", "624000"], "26": ["624000", "648000"], "27": ["648000", "672000"], "28": ["672000", "696000"], "29": ["696000", "720000"], "30": ["720000", "744000"], "31": ["744000", "768000"], "32": ["768000", "792000"], "33": ["792000", "816000"], "34": ["816000", "840000"], "35": ["840000", "864000"], "36": ["864000", "888000"], "37": ["888000", "912000"], "38": ["912000", "936000"], "39": ["936000", "960000"], "40": ["960000", "984000"], "41": ["984000", "1008000"], "42": ["1008000", "1032000"], "43": ["1032000", "1056000"], "44": ["1056000", "1080000"], "45": ["1080000", "1104000"], "46": ["1104000", "1128000"], "47": ["1128000", "1152000"], "48": ["1152000", "1176000"], "49": ["1176000", "1200000"], "50": ["1200000", "1224000"], "51": ["1224000", "1248000"], "52": ["1248000", "1272000"], "53": ["1272000", "1296000"], "54": ["1296000", "1320000"], "55": ["1320000", "1344000"], "56": ["1344000", "1368000"], "57": ["1368000", "1392000"], "58": ["1392000", "1416000"], "59": ["1416000", "1440000"], "60": ["1440000", "1464000"], "61": ["1464000", "1488000"], "62": ["1488000", "1512000"], "63": ["1512000", "1536000"]}, "model.decoder.11.pp_block.attn.o_proj.weight": {"0": ["0", "14400"], "1": ["14400", "28800"], "2": ["28800", "43200"], "3": ["43200", "57600"], "4": ["57600", "72000"], "5": ["72000", "86400"], "6": ["86400", "100800"], "7": ["100800", "115200"], "8": ["115200", "129600"], "9": ["129600", "144000"], "10": ["144000", "158400"], "11": ["158400", "172800"], "12": ["172800", "187200"], "13": ["187200", "201600"], "14": ["201600", "216000"], "15": ["216000", "230400"], "16": ["230400", "244800"], "17": ["244800", "259200"], "18": ["259200", "273600"], "19": ["273600", "288000"], "20": ["288000", "302400"], "21": ["302400", "316800"], "22": ["316800", "331200"], "23": ["331200", "345600"], "24": ["345600", "360000"], "25": ["360000", "374400"], "26": ["374400", "388800"], "27": ["388800", "403200"], "28": ["403200", "417600"], "29": ["417600", "432000"], "30": ["432000", "446400"], "31": ["446400", "460800"], "32": ["460800", "475200"], "33": ["475200", "489600"], "34": ["489600", "504000"], "35": ["504000", "518400"], "36": ["518400", "532800"], "37": ["532800", "547200"], "38": ["547200", "561600"], "39": ["561600", "576000"], "40": ["576000", "590400"], "41": ["590400", "604800"], "42": ["604800", "619200"], "43": ["619200", "633600"], "44": ["633600", "648000"], "45": ["648000", "662400"], "46": ["662400", "676800"], "47": ["676800", "691200"], "48": ["691200", "705600"], "49": ["705600", "720000"], "50": ["720000", "734400"], "51": ["734400", "748800"], "52": ["748800", "763200"], "53": ["763200", "777600"], "54": ["777600", "792000"], "55": ["792000", "806400"], "56": ["806400", "820800"], "57": ["820800", "835200"], "58": ["835200", "849600"], "59": ["849600", "864000"], "60": ["864000", "878400"], "61": ["878400", "892800"], "62": ["892800", "907200"], "63": ["907200", "921600"]}, "model.decoder.11.pp_block.post_attention_layernorm.weight": {"0": ["0", "15"], "1": ["15", "30"], "2": ["30", "45"], "3": ["45", "60"], "4": ["60", "75"], "5": ["75", "90"], "6": ["90", "105"], "7": ["105", "120"], "8": ["120", "135"], "9": ["135", "150"], "10": ["150", "165"], "11": ["165", "180"], "12": ["180", "195"], "13": ["195", "210"], "14": ["210", "225"], "15": ["225", "240"], "16": ["240", "255"], "17": ["255", "270"], "18": ["270", "285"], "19": ["285", "300"], "20": ["300", "315"], "21": ["315", "330"], "22": ["330", "345"], "23": ["345", "360"], "24": ["360", "375"], "25": ["375", "390"], "26": ["390", "405"], "27": ["405", "420"], "28": ["420", "435"], "29": ["435", "450"], "30": ["450", "465"], "31": ["465", "480"], "32": ["480", "495"], "33": ["495", "510"], "34": ["510", "525"], "35": ["525", "540"], "36": ["540", "555"], "37": ["555", "570"], "38": ["570", "585"], "39": ["585", "600"], "40": ["600", "615"], "41": ["615", "630"], "42": ["630", "645"], "43": ["645", "660"], "44": ["660", "675"], "45": ["675", "690"], "46": ["690", "705"], "47": ["705", "720"], "48": ["720", "735"], "49": ["735", "750"], "50": ["750", "765"], "51": ["765", "780"], "52": ["780", "795"], "53": ["795", "810"], "54": ["810", "825"], "55": ["825", "840"], "56": ["840", "855"], "57": ["855", "870"], "58": ["870", "885"], "59": ["885", "900"], "60": ["900", "915"], "61": ["915", "930"], "62": ["930", "945"], "63": ["945", "960"]}, "model.decoder.11.pp_block.mlp.gate_up_proj.weight": {"0": ["0", "76800"], "1": ["76800", "153600"], "2": ["153600", "230400"], "3": ["230400", "307200"], "4": ["307200", "384000"], "5": ["384000", "460800"], "6": ["460800", "537600"], "7": ["537600", "614400"], "8": ["614400", "691200"], "9": ["691200", "768000"], "10": ["768000", "844800"], "11": ["844800", "921600"], "12": ["921600", "998400"], "13": ["998400", "1075200"], "14": ["1075200", "1152000"], "15": ["1152000", "1228800"], "16": ["1228800", "1305600"], "17": ["1305600", "1382400"], "18": ["1382400", "1459200"], "19": ["1459200", "1536000"], "20": ["1536000", "1612800"], "21": ["1612800", "1689600"], "22": ["1689600", "1766400"], "23": ["1766400", "1843200"], "24": ["1843200", "1920000"], "25": ["1920000", "1996800"], "26": ["1996800", "2073600"], "27": ["2073600", "2150400"], "28": ["2150400", "2227200"], "29": ["2227200", "2304000"], "30": ["2304000", "2380800"], "31": ["2380800", "2457600"], "32": ["2457600", "2534400"], "33": ["2534400", "2611200"], "34": ["2611200", "2688000"], "35": ["2688000", "2764800"], "36": ["2764800", "2841600"], "37": ["2841600", "2918400"], "38": ["2918400", "2995200"], "39": ["2995200", "3072000"], "40": ["3072000", "3148800"], "41": ["3148800", "3225600"], "42": ["3225600", "3302400"], "43": ["3302400", "3379200"], "44": ["3379200", "3456000"], "45": ["3456000", "3532800"], "46": ["3532800", "3609600"], "47": ["3609600", "3686400"], "48": ["3686400", "3763200"], "49": ["3763200", "3840000"], "50": ["3840000", "3916800"], "51": ["3916800", "3993600"], "52": ["3993600", "4070400"], "53": ["4070400", "4147200"], "54": ["4147200", "4224000"], "55": ["4224000", "4300800"], "56": ["4300800", "4377600"], "57": ["4377600", "4454400"], "58": ["4454400", "4531200"], "59": ["4531200", "4608000"], "60": ["4608000", "4684800"], "61": ["4684800", "4761600"], "62": ["4761600", "4838400"], "63": ["4838400", "4915200"]}, "model.decoder.11.pp_block.mlp.down_proj.weight": {"0": ["0", "38400"], "1": ["38400", "76800"], "2": ["76800", "115200"], "3": ["115200", "153600"], "4": ["153600", "192000"], "5": ["192000", "230400"], "6": ["230400", "268800"], "7": ["268800", "307200"], "8": ["307200", "345600"], "9": ["345600", "384000"], "10": ["384000", "422400"], "11": ["422400", "460800"], "12": ["460800", "499200"], "13": ["499200", "537600"], "14": ["537600", "576000"], "15": ["576000", "614400"], "16": ["614400", "652800"], "17": ["652800", "691200"], "18": ["691200", "729600"], "19": ["729600", "768000"], "20": ["768000", "806400"], "21": ["806400", "844800"], "22": ["844800", "883200"], "23": ["883200", "921600"], "24": ["921600", "960000"], "25": ["960000", "998400"], "26": ["998400", "1036800"], "27": ["1036800", "1075200"], "28": ["1075200", "1113600"], "29": ["1113600", "1152000"], "30": ["1152000", "1190400"], "31": ["1190400", "1228800"], "32": ["1228800", "1267200"], "33": ["1267200", "1305600"], "34": ["1305600", "1344000"], "35": ["1344000", "1382400"], "36": ["1382400", "1420800"], "37": ["1420800", "1459200"], "38": ["1459200", "1497600"], "39": ["1497600", "1536000"], "40": ["1536000", "1574400"], "41": ["1574400", "1612800"], "42": ["1612800", "1651200"], "43": ["1651200", "1689600"], "44": ["1689600", "1728000"], "45": ["1728000", "1766400"], "46": ["1766400", "1804800"], "47": ["1804800", "1843200"], "48": ["1843200", "1881600"], "49": ["1881600", "1920000"], "50": ["1920000", "1958400"], "51": ["1958400", "1996800"], "52": ["1996800", "2035200"], "53": ["2035200", "2073600"], "54": ["2073600", "2112000"], "55": ["2112000", "2150400"], "56": ["2150400", "2188800"], "57": ["2188800", "2227200"], "58": ["2227200", "2265600"], "59": ["2265600", "2304000"], "60": ["2304000", "2342400"], "61": ["2342400", "2380800"], "62": ["2380800", "2419200"], "63": ["2419200", "2457600"]}, "model.decoder.12.pp_block.input_layernorm.weight": {"0": ["0", "15"], "1": ["15", "30"], "2": ["30", "45"], "3": ["45", "60"], "4": ["60", "75"], "5": ["75", "90"], "6": ["90", "105"], "7": ["105", "120"], "8": ["120", "135"], "9": ["135", "150"], "10": ["150", "165"], "11": ["165", "180"], "12": ["180", "195"], "13": ["195", "210"], "14": ["210", "225"], "15": ["225", "240"], "16": ["240", "255"], "17": ["255", "270"], "18": ["270", "285"], "19": ["285", "300"], "20": ["300", "315"], "21": ["315", "330"], "22": ["330", "345"], "23": ["345", "360"], "24": ["360", "375"], "25": ["375", "390"], "26": ["390", "405"], "27": ["405", "420"], "28": ["420", "435"], "29": ["435", "450"], "30": ["450", "465"], "31": ["465", "480"], "32": ["480", "495"], "33": ["495", "510"], "34": ["510", "525"], "35": ["525", "540"], "36": ["540", "555"], "37": ["555", "570"], "38": ["570", "585"], "39": ["585", "600"], "40": ["600", "615"], "41": ["615", "630"], "42": ["630", "645"], "43": ["645", "660"], "44": ["660", "675"], "45": ["675", "690"], "46": ["690", "705"], "47": ["705", "720"], "48": ["720", "735"], "49": ["735", "750"], "50": ["750", "765"], "51": ["765", "780"], "52": ["780", "795"], "53": ["795", "810"], "54": ["810", "825"], "55": ["825", "840"], "56": ["840", "855"], "57": ["855", "870"], "58": ["870", "885"], "59": ["885", "900"], "60": ["900", "915"], "61": ["915", "930"], "62": ["930", "945"], "63": ["945", "960"]}, "model.decoder.12.pp_block.attn.qkv_proj.weight": {"0": ["0", "24000"], "1": ["24000", "48000"], "2": ["48000", "72000"], "3": ["72000", "96000"], "4": ["96000", "120000"], "5": ["120000", "144000"], "6": ["144000", "168000"], "7": ["168000", "192000"], "8": ["192000", "216000"], "9": ["216000", "240000"], "10": ["240000", "264000"], "11": ["264000", "288000"], "12": ["288000", "312000"], "13": ["312000", "336000"], "14": ["336000", "360000"], "15": ["360000", "384000"], "16": ["384000", "408000"], "17": ["408000", "432000"], "18": ["432000", "456000"], "19": ["456000", "480000"], "20": ["480000", "504000"], "21": ["504000", "528000"], "22": ["528000", "552000"], "23": ["552000", "576000"], "24": ["576000", "600000"], "25": ["600000", "624000"], "26": ["624000", "648000"], "27": ["648000", "672000"], "28": ["672000", "696000"], "29": ["696000", "720000"], "30": ["720000", "744000"], "31": ["744000", "768000"], "32": ["768000", "792000"], "33": ["792000", "816000"], "34": ["816000", "840000"], "35": ["840000", "864000"], "36": ["864000", "888000"], "37": ["888000", "912000"], "38": ["912000", "936000"], "39": ["936000", "960000"], "40": ["960000", "984000"], "41": ["984000", "1008000"], "42": ["1008000", "1032000"], "43": ["1032000", "1056000"], "44": ["1056000", "1080000"], "45": ["1080000", "1104000"], "46": ["1104000", "1128000"], "47": ["1128000", "1152000"], "48": ["1152000", "1176000"], "49": ["1176000", "1200000"], "50": ["1200000", "1224000"], "51": ["1224000", "1248000"], "52": ["1248000", "1272000"], "53": ["1272000", "1296000"], "54": ["1296000", "1320000"], "55": ["1320000", "1344000"], "56": ["1344000", "1368000"], "57": ["1368000", "1392000"], "58": ["1392000", "1416000"], "59": ["1416000", "1440000"], "60": ["1440000", "1464000"], "61": ["1464000", "1488000"], "62": ["1488000", "1512000"], "63": ["1512000", "1536000"]}, "model.decoder.12.pp_block.attn.o_proj.weight": {"0": ["0", "14400"], "1": ["14400", "28800"], "2": ["28800", "43200"], "3": ["43200", "57600"], "4": ["57600", "72000"], "5": ["72000", "86400"], "6": ["86400", "100800"], "7": ["100800", "115200"], "8": ["115200", "129600"], "9": ["129600", "144000"], "10": ["144000", "158400"], "11": ["158400", "172800"], "12": ["172800", "187200"], "13": ["187200", "201600"], "14": ["201600", "216000"], "15": ["216000", "230400"], "16": ["230400", "244800"], "17": ["244800", "259200"], "18": ["259200", "273600"], "19": ["273600", "288000"], "20": ["288000", "302400"], "21": ["302400", "316800"], "22": ["316800", "331200"], "23": ["331200", "345600"], "24": ["345600", "360000"], "25": ["360000", "374400"], "26": ["374400", "388800"], "27": ["388800", "403200"], "28": ["403200", "417600"], "29": ["417600", "432000"], "30": ["432000", "446400"], "31": ["446400", "460800"], "32": ["460800", "475200"], "33": ["475200", "489600"], "34": ["489600", "504000"], "35": ["504000", "518400"], "36": ["518400", "532800"], "37": ["532800", "547200"], "38": ["547200", "561600"], "39": ["561600", "576000"], "40": ["576000", "590400"], "41": ["590400", "604800"], "42": ["604800", "619200"], "43": ["619200", "633600"], "44": ["633600", "648000"], "45": ["648000", "662400"], "46": ["662400", "676800"], "47": ["676800", "691200"], "48": ["691200", "705600"], "49": ["705600", "720000"], "50": ["720000", "734400"], "51": ["734400", "748800"], "52": ["748800", "763200"], "53": ["763200", "777600"], "54": ["777600", "792000"], "55": ["792000", "806400"], "56": ["806400", "820800"], "57": ["820800", "835200"], "58": ["835200", "849600"], "59": ["849600", "864000"], "60": ["864000", "878400"], "61": ["878400", "892800"], "62": ["892800", "907200"], "63": ["907200", "921600"]}, "model.decoder.12.pp_block.post_attention_layernorm.weight": {"0": ["0", "15"], "1": ["15", "30"], "2": ["30", "45"], "3": ["45", "60"], "4": ["60", "75"], "5": ["75", "90"], "6": ["90", "105"], "7": ["105", "120"], "8": ["120", "135"], "9": ["135", "150"], "10": ["150", "165"], "11": ["165", "180"], "12": ["180", "195"], "13": ["195", "210"], "14": ["210", "225"], "15": ["225", "240"], "16": ["240", "255"], "17": ["255", "270"], "18": ["270", "285"], "19": ["285", "300"], "20": ["300", "315"], "21": ["315", "330"], "22": ["330", "345"], "23": ["345", "360"], "24": ["360", "375"], "25": ["375", "390"], "26": ["390", "405"], "27": ["405", "420"], "28": ["420", "435"], "29": ["435", "450"], "30": ["450", "465"], "31": ["465", "480"], "32": ["480", "495"], "33": ["495", "510"], "34": ["510", "525"], "35": ["525", "540"], "36": ["540", "555"], "37": ["555", "570"], "38": ["570", "585"], "39": ["585", "600"], "40": ["600", "615"], "41": ["615", "630"], "42": ["630", "645"], "43": ["645", "660"], "44": ["660", "675"], "45": ["675", "690"], "46": ["690", "705"], "47": ["705", "720"], "48": ["720", "735"], "49": ["735", "750"], "50": ["750", "765"], "51": ["765", "780"], "52": ["780", "795"], "53": ["795", "810"], "54": ["810", "825"], "55": ["825", "840"], "56": ["840", "855"], "57": ["855", "870"], "58": ["870", "885"], "59": ["885", "900"], "60": ["900", "915"], "61": ["915", "930"], "62": ["930", "945"], "63": ["945", "960"]}, "model.decoder.12.pp_block.mlp.gate_up_proj.weight": {"0": ["0", "76800"], "1": ["76800", "153600"], "2": ["153600", "230400"], "3": ["230400", "307200"], "4": ["307200", "384000"], "5": ["384000", "460800"], "6": ["460800", "537600"], "7": ["537600", "614400"], "8": ["614400", "691200"], "9": ["691200", "768000"], "10": ["768000", "844800"], "11": ["844800", "921600"], "12": ["921600", "998400"], "13": ["998400", "1075200"], "14": ["1075200", "1152000"], "15": ["1152000", "1228800"], "16": ["1228800", "1305600"], "17": ["1305600", "1382400"], "18": ["1382400", "1459200"], "19": ["1459200", "1536000"], "20": ["1536000", "1612800"], "21": ["1612800", "1689600"], "22": ["1689600", "1766400"], "23": ["1766400", "1843200"], "24": ["1843200", "1920000"], "25": ["1920000", "1996800"], "26": ["1996800", "2073600"], "27": ["2073600", "2150400"], "28": ["2150400", "2227200"], "29": ["2227200", "2304000"], "30": ["2304000", "2380800"], "31": ["2380800", "2457600"], "32": ["2457600", "2534400"], "33": ["2534400", "2611200"], "34": ["2611200", "2688000"], "35": ["2688000", "2764800"], "36": ["2764800", "2841600"], "37": ["2841600", "2918400"], "38": ["2918400", "2995200"], "39": ["2995200", "3072000"], "40": ["3072000", "3148800"], "41": ["3148800", "3225600"], "42": ["3225600", "3302400"], "43": ["3302400", "3379200"], "44": ["3379200", "3456000"], "45": ["3456000", "3532800"], "46": ["3532800", "3609600"], "47": ["3609600", "3686400"], "48": ["3686400", "3763200"], "49": ["3763200", "3840000"], "50": ["3840000", "3916800"], "51": ["3916800", "3993600"], "52": ["3993600", "4070400"], "53": ["4070400", "4147200"], "54": ["4147200", "4224000"], "55": ["4224000", "4300800"], "56": ["4300800", "4377600"], "57": ["4377600", "4454400"], "58": ["4454400", "4531200"], "59": ["4531200", "4608000"], "60": ["4608000", "4684800"], "61": ["4684800", "4761600"], "62": ["4761600", "4838400"], "63": ["4838400", "4915200"]}, "model.decoder.12.pp_block.mlp.down_proj.weight": {"0": ["0", "38400"], "1": ["38400", "76800"], "2": ["76800", "115200"], "3": ["115200", "153600"], "4": ["153600", "192000"], "5": ["192000", "230400"], "6": ["230400", "268800"], "7": ["268800", "307200"], "8": ["307200", "345600"], "9": ["345600", "384000"], "10": ["384000", "422400"], "11": ["422400", "460800"], "12": ["460800", "499200"], "13": ["499200", "537600"], "14": ["537600", "576000"], "15": ["576000", "614400"], "16": ["614400", "652800"], "17": ["652800", "691200"], "18": ["691200", "729600"], "19": ["729600", "768000"], "20": ["768000", "806400"], "21": ["806400", "844800"], "22": ["844800", "883200"], "23": ["883200", "921600"], "24": ["921600", "960000"], "25": ["960000", "998400"], "26": ["998400", "1036800"], "27": ["1036800", "1075200"], "28": ["1075200", "1113600"], "29": ["1113600", "1152000"], "30": ["1152000", "1190400"], "31": ["1190400", "1228800"], "32": ["1228800", "1267200"], "33": ["1267200", "1305600"], "34": ["1305600", "1344000"], "35": ["1344000", "1382400"], "36": ["1382400", "1420800"], "37": ["1420800", "1459200"], "38": ["1459200", "1497600"], "39": ["1497600", "1536000"], "40": ["1536000", "1574400"], "41": ["1574400", "1612800"], "42": ["1612800", "1651200"], "43": ["1651200", "1689600"], "44": ["1689600", "1728000"], "45": ["1728000", "1766400"], "46": ["1766400", "1804800"], "47": ["1804800", "1843200"], "48": ["1843200", "1881600"], "49": ["1881600", "1920000"], "50": ["1920000", "1958400"], "51": ["1958400", "1996800"], "52": ["1996800", "2035200"], "53": ["2035200", "2073600"], "54": ["2073600", "2112000"], "55": ["2112000", "2150400"], "56": ["2150400", "2188800"], "57": ["2188800", "2227200"], "58": ["2227200", "2265600"], "59": ["2265600", "2304000"], "60": ["2304000", "2342400"], "61": ["2342400", "2380800"], "62": ["2380800", "2419200"], "63": ["2419200", "2457600"]}, "model.decoder.13.pp_block.input_layernorm.weight": {"0": ["0", "15"], "1": ["15", "30"], "2": ["30", "45"], "3": ["45", "60"], "4": ["60", "75"], "5": ["75", "90"], "6": ["90", "105"], "7": ["105", "120"], "8": ["120", "135"], "9": ["135", "150"], "10": ["150", "165"], "11": ["165", "180"], "12": ["180", "195"], "13": ["195", "210"], "14": ["210", "225"], "15": ["225", "240"], "16": ["240", "255"], "17": ["255", "270"], "18": ["270", "285"], "19": ["285", "300"], "20": ["300", "315"], "21": ["315", "330"], "22": ["330", "345"], "23": ["345", "360"], "24": ["360", "375"], "25": ["375", "390"], "26": ["390", "405"], "27": ["405", "420"], "28": ["420", "435"], "29": ["435", "450"], "30": ["450", "465"], "31": ["465", "480"], "32": ["480", "495"], "33": ["495", "510"], "34": ["510", "525"], "35": ["525", "540"], "36": ["540", "555"], "37": ["555", "570"], "38": ["570", "585"], "39": ["585", "600"], "40": ["600", "615"], "41": ["615", "630"], "42": ["630", "645"], "43": ["645", "660"], "44": ["660", "675"], "45": ["675", "690"], "46": ["690", "705"], "47": ["705", "720"], "48": ["720", "735"], "49": ["735", "750"], "50": ["750", "765"], "51": ["765", "780"], "52": ["780", "795"], "53": ["795", "810"], "54": ["810", "825"], "55": ["825", "840"], "56": ["840", "855"], "57": ["855", "870"], "58": ["870", "885"], "59": ["885", "900"], "60": ["900", "915"], "61": ["915", "930"], "62": ["930", "945"], "63": ["945", "960"]}, "model.decoder.13.pp_block.attn.qkv_proj.weight": {"0": ["0", "24000"], "1": ["24000", "48000"], "2": ["48000", "72000"], "3": ["72000", "96000"], "4": ["96000", "120000"], "5": ["120000", "144000"], "6": ["144000", "168000"], "7": ["168000", "192000"], "8": ["192000", "216000"], "9": ["216000", "240000"], "10": ["240000", "264000"], "11": ["264000", "288000"], "12": ["288000", "312000"], "13": ["312000", "336000"], "14": ["336000", "360000"], "15": ["360000", "384000"], "16": ["384000", "408000"], "17": ["408000", "432000"], "18": ["432000", "456000"], "19": ["456000", "480000"], "20": ["480000", "504000"], "21": ["504000", "528000"], "22": ["528000", "552000"], "23": ["552000", "576000"], "24": ["576000", "600000"], "25": ["600000", "624000"], "26": ["624000", "648000"], "27": ["648000", "672000"], "28": ["672000", "696000"], "29": ["696000", "720000"], "30": ["720000", "744000"], "31": ["744000", "768000"], "32": ["768000", "792000"], "33": ["792000", "816000"], "34": ["816000", "840000"], "35": ["840000", "864000"], "36": ["864000", "888000"], "37": ["888000", "912000"], "38": ["912000", "936000"], "39": ["936000", "960000"], "40": ["960000", "984000"], "41": ["984000", "1008000"], "42": ["1008000", "1032000"], "43": ["1032000", "1056000"], "44": ["1056000", "1080000"], "45": ["1080000", "1104000"], "46": ["1104000", "1128000"], "47": ["1128000", "1152000"], "48": ["1152000", "1176000"], "49": ["1176000", "1200000"], "50": ["1200000", "1224000"], "51": ["1224000", "1248000"], "52": ["1248000", "1272000"], "53": ["1272000", "1296000"], "54": ["1296000", "1320000"], "55": ["1320000", "1344000"], "56": ["1344000", "1368000"], "57": ["1368000", "1392000"], "58": ["1392000", "1416000"], "59": ["1416000", "1440000"], "60": ["1440000", "1464000"], "61": ["1464000", "1488000"], "62": ["1488000", "1512000"], "63": ["1512000", "1536000"]}, "model.decoder.13.pp_block.attn.o_proj.weight": {"0": ["0", "14400"], "1": ["14400", "28800"], "2": ["28800", "43200"], "3": ["43200", "57600"], "4": ["57600", "72000"], "5": ["72000", "86400"], "6": ["86400", "100800"], "7": ["100800", "115200"], "8": ["115200", "129600"], "9": ["129600", "144000"], "10": ["144000", "158400"], "11": ["158400", "172800"], "12": ["172800", "187200"], "13": ["187200", "201600"], "14": ["201600", "216000"], "15": ["216000", "230400"], "16": ["230400", "244800"], "17": ["244800", "259200"], "18": ["259200", "273600"], "19": ["273600", "288000"], "20": ["288000", "302400"], "21": ["302400", "316800"], "22": ["316800", "331200"], "23": ["331200", "345600"], "24": ["345600", "360000"], "25": ["360000", "374400"], "26": ["374400", "388800"], "27": ["388800", "403200"], "28": ["403200", "417600"], "29": ["417600", "432000"], "30": ["432000", "446400"], "31": ["446400", "460800"], "32": ["460800", "475200"], "33": ["475200", "489600"], "34": ["489600", "504000"], "35": ["504000", "518400"], "36": ["518400", "532800"], "37": ["532800", "547200"], "38": ["547200", "561600"], "39": ["561600", "576000"], "40": ["576000", "590400"], "41": ["590400", "604800"], "42": ["604800", "619200"], "43": ["619200", "633600"], "44": ["633600", "648000"], "45": ["648000", "662400"], "46": ["662400", "676800"], "47": ["676800", "691200"], "48": ["691200", "705600"], "49": ["705600", "720000"], "50": ["720000", "734400"], "51": ["734400", "748800"], "52": ["748800", "763200"], "53": ["763200", "777600"], "54": ["777600", "792000"], "55": ["792000", "806400"], "56": ["806400", "820800"], "57": ["820800", "835200"], "58": ["835200", "849600"], "59": ["849600", "864000"], "60": ["864000", "878400"], "61": ["878400", "892800"], "62": ["892800", "907200"], "63": ["907200", "921600"]}, "model.decoder.13.pp_block.post_attention_layernorm.weight": {"0": ["0", "15"], "1": ["15", "30"], "2": ["30", "45"], "3": ["45", "60"], "4": ["60", "75"], "5": ["75", "90"], "6": ["90", "105"], "7": ["105", "120"], "8": ["120", "135"], "9": ["135", "150"], "10": ["150", "165"], "11": ["165", "180"], "12": ["180", "195"], "13": ["195", "210"], "14": ["210", "225"], "15": ["225", "240"], "16": ["240", "255"], "17": ["255", "270"], "18": ["270", "285"], "19": ["285", "300"], "20": ["300", "315"], "21": ["315", "330"], "22": ["330", "345"], "23": ["345", "360"], "24": ["360", "375"], "25": ["375", "390"], "26": ["390", "405"], "27": ["405", "420"], "28": ["420", "435"], "29": ["435", "450"], "30": ["450", "465"], "31": ["465", "480"], "32": ["480", "495"], "33": ["495", "510"], "34": ["510", "525"], "35": ["525", "540"], "36": ["540", "555"], "37": ["555", "570"], "38": ["570", "585"], "39": ["585", "600"], "40": ["600", "615"], "41": ["615", "630"], "42": ["630", "645"], "43": ["645", "660"], "44": ["660", "675"], "45": ["675", "690"], "46": ["690", "705"], "47": ["705", "720"], "48": ["720", "735"], "49": ["735", "750"], "50": ["750", "765"], "51": ["765", "780"], "52": ["780", "795"], "53": ["795", "810"], "54": ["810", "825"], "55": ["825", "840"], "56": ["840", "855"], "57": ["855", "870"], "58": ["870", "885"], "59": ["885", "900"], "60": ["900", "915"], "61": ["915", "930"], "62": ["930", "945"], "63": ["945", "960"]}, "model.decoder.13.pp_block.mlp.gate_up_proj.weight": {"0": ["0", "76800"], "1": ["76800", "153600"], "2": ["153600", "230400"], "3": ["230400", "307200"], "4": ["307200", "384000"], "5": ["384000", "460800"], "6": ["460800", "537600"], "7": ["537600", "614400"], "8": ["614400", "691200"], "9": ["691200", "768000"], "10": ["768000", "844800"], "11": ["844800", "921600"], "12": ["921600", "998400"], "13": ["998400", "1075200"], "14": ["1075200", "1152000"], "15": ["1152000", "1228800"], "16": ["1228800", "1305600"], "17": ["1305600", "1382400"], "18": ["1382400", "1459200"], "19": ["1459200", "1536000"], "20": ["1536000", "1612800"], "21": ["1612800", "1689600"], "22": ["1689600", "1766400"], "23": ["1766400", "1843200"], "24": ["1843200", "1920000"], "25": ["1920000", "1996800"], "26": ["1996800", "2073600"], "27": ["2073600", "2150400"], "28": ["2150400", "2227200"], "29": ["2227200", "2304000"], "30": ["2304000", "2380800"], "31": ["2380800", "2457600"], "32": ["2457600", "2534400"], "33": ["2534400", "2611200"], "34": ["2611200", "2688000"], "35": ["2688000", "2764800"], "36": ["2764800", "2841600"], "37": ["2841600", "2918400"], "38": ["2918400", "2995200"], "39": ["2995200", "3072000"], "40": ["3072000", "3148800"], "41": ["3148800", "3225600"], "42": ["3225600", "3302400"], "43": ["3302400", "3379200"], "44": ["3379200", "3456000"], "45": ["3456000", "3532800"], "46": ["3532800", "3609600"], "47": ["3609600", "3686400"], "48": ["3686400", "3763200"], "49": ["3763200", "3840000"], "50": ["3840000", "3916800"], "51": ["3916800", "3993600"], "52": ["3993600", "4070400"], "53": ["4070400", "4147200"], "54": ["4147200", "4224000"], "55": ["4224000", "4300800"], "56": ["4300800", "4377600"], "57": ["4377600", "4454400"], "58": ["4454400", "4531200"], "59": ["4531200", "4608000"], "60": ["4608000", "4684800"], "61": ["4684800", "4761600"], "62": ["4761600", "4838400"], "63": ["4838400", "4915200"]}, "model.decoder.13.pp_block.mlp.down_proj.weight": {"0": ["0", "38400"], "1": ["38400", "76800"], "2": ["76800", "115200"], "3": ["115200", "153600"], "4": ["153600", "192000"], "5": ["192000", "230400"], "6": ["230400", "268800"], "7": ["268800", "307200"], "8": ["307200", "345600"], "9": ["345600", "384000"], "10": ["384000", "422400"], "11": ["422400", "460800"], "12": ["460800", "499200"], "13": ["499200", "537600"], "14": ["537600", "576000"], "15": ["576000", "614400"], "16": ["614400", "652800"], "17": ["652800", "691200"], "18": ["691200", "729600"], "19": ["729600", "768000"], "20": ["768000", "806400"], "21": ["806400", "844800"], "22": ["844800", "883200"], "23": ["883200", "921600"], "24": ["921600", "960000"], "25": ["960000", "998400"], "26": ["998400", "1036800"], "27": ["1036800", "1075200"], "28": ["1075200", "1113600"], "29": ["1113600", "1152000"], "30": ["1152000", "1190400"], "31": ["1190400", "1228800"], "32": ["1228800", "1267200"], "33": ["1267200", "1305600"], "34": ["1305600", "1344000"], "35": ["1344000", "1382400"], "36": ["1382400", "1420800"], "37": ["1420800", "1459200"], "38": ["1459200", "1497600"], "39": ["1497600", "1536000"], "40": ["1536000", "1574400"], "41": ["1574400", "1612800"], "42": ["1612800", "1651200"], "43": ["1651200", "1689600"], "44": ["1689600", "1728000"], "45": ["1728000", "1766400"], "46": ["1766400", "1804800"], "47": ["1804800", "1843200"], "48": ["1843200", "1881600"], "49": ["1881600", "1920000"], "50": ["1920000", "1958400"], "51": ["1958400", "1996800"], "52": ["1996800", "2035200"], "53": ["2035200", "2073600"], "54": ["2073600", "2112000"], "55": ["2112000", "2150400"], "56": ["2150400", "2188800"], "57": ["2188800", "2227200"], "58": ["2227200", "2265600"], "59": ["2265600", "2304000"], "60": ["2304000", "2342400"], "61": ["2342400", "2380800"], "62": ["2380800", "2419200"], "63": ["2419200", "2457600"]}, "model.decoder.14.pp_block.input_layernorm.weight": {"0": ["0", "15"], "1": ["15", "30"], "2": ["30", "45"], "3": ["45", "60"], "4": ["60", "75"], "5": ["75", "90"], "6": ["90", "105"], "7": ["105", "120"], "8": ["120", "135"], "9": ["135", "150"], "10": ["150", "165"], "11": ["165", "180"], "12": ["180", "195"], "13": ["195", "210"], "14": ["210", "225"], "15": ["225", "240"], "16": ["240", "255"], "17": ["255", "270"], "18": ["270", "285"], "19": ["285", "300"], "20": ["300", "315"], "21": ["315", "330"], "22": ["330", "345"], "23": ["345", "360"], "24": ["360", "375"], "25": ["375", "390"], "26": ["390", "405"], "27": ["405", "420"], "28": ["420", "435"], "29": ["435", "450"], "30": ["450", "465"], "31": ["465", "480"], "32": ["480", "495"], "33": ["495", "510"], "34": ["510", "525"], "35": ["525", "540"], "36": ["540", "555"], "37": ["555", "570"], "38": ["570", "585"], "39": ["585", "600"], "40": ["600", "615"], "41": ["615", "630"], "42": ["630", "645"], "43": ["645", "660"], "44": ["660", "675"], "45": ["675", "690"], "46": ["690", "705"], "47": ["705", "720"], "48": ["720", "735"], "49": ["735", "750"], "50": ["750", "765"], "51": ["765", "780"], "52": ["780", "795"], "53": ["795", "810"], "54": ["810", "825"], "55": ["825", "840"], "56": ["840", "855"], "57": ["855", "870"], "58": ["870", "885"], "59": ["885", "900"], "60": ["900", "915"], "61": ["915", "930"], "62": ["930", "945"], "63": ["945", "960"]}, "model.decoder.14.pp_block.attn.qkv_proj.weight": {"0": ["0", "24000"], "1": ["24000", "48000"], "2": ["48000", "72000"], "3": ["72000", "96000"], "4": ["96000", "120000"], "5": ["120000", "144000"], "6": ["144000", "168000"], "7": ["168000", "192000"], "8": ["192000", "216000"], "9": ["216000", "240000"], "10": ["240000", "264000"], "11": ["264000", "288000"], "12": ["288000", "312000"], "13": ["312000", "336000"], "14": ["336000", "360000"], "15": ["360000", "384000"], "16": ["384000", "408000"], "17": ["408000", "432000"], "18": ["432000", "456000"], "19": ["456000", "480000"], "20": ["480000", "504000"], "21": ["504000", "528000"], "22": ["528000", "552000"], "23": ["552000", "576000"], "24": ["576000", "600000"], "25": ["600000", "624000"], "26": ["624000", "648000"], "27": ["648000", "672000"], "28": ["672000", "696000"], "29": ["696000", "720000"], "30": ["720000", "744000"], "31": ["744000", "768000"], "32": ["768000", "792000"], "33": ["792000", "816000"], "34": ["816000", "840000"], "35": ["840000", "864000"], "36": ["864000", "888000"], "37": ["888000", "912000"], "38": ["912000", "936000"], "39": ["936000", "960000"], "40": ["960000", "984000"], "41": ["984000", "1008000"], "42": ["1008000", "1032000"], "43": ["1032000", "1056000"], "44": ["1056000", "1080000"], "45": ["1080000", "1104000"], "46": ["1104000", "1128000"], "47": ["1128000", "1152000"], "48": ["1152000", "1176000"], "49": ["1176000", "1200000"], "50": ["1200000", "1224000"], "51": ["1224000", "1248000"], "52": ["1248000", "1272000"], "53": ["1272000", "1296000"], "54": ["1296000", "1320000"], "55": ["1320000", "1344000"], "56": ["1344000", "1368000"], "57": ["1368000", "1392000"], "58": ["1392000", "1416000"], "59": ["1416000", "1440000"], "60": ["1440000", "1464000"], "61": ["1464000", "1488000"], "62": ["1488000", "1512000"], "63": ["1512000", "1536000"]}, "model.decoder.14.pp_block.attn.o_proj.weight": {"0": ["0", "14400"], "1": ["14400", "28800"], "2": ["28800", "43200"], "3": ["43200", "57600"], "4": ["57600", "72000"], "5": ["72000", "86400"], "6": ["86400", "100800"], "7": ["100800", "115200"], "8": ["115200", "129600"], "9": ["129600", "144000"], "10": ["144000", "158400"], "11": ["158400", "172800"], "12": ["172800", "187200"], "13": ["187200", "201600"], "14": ["201600", "216000"], "15": ["216000", "230400"], "16": ["230400", "244800"], "17": ["244800", "259200"], "18": ["259200", "273600"], "19": ["273600", "288000"], "20": ["288000", "302400"], "21": ["302400", "316800"], "22": ["316800", "331200"], "23": ["331200", "345600"], "24": ["345600", "360000"], "25": ["360000", "374400"], "26": ["374400", "388800"], "27": ["388800", "403200"], "28": ["403200", "417600"], "29": ["417600", "432000"], "30": ["432000", "446400"], "31": ["446400", "460800"], "32": ["460800", "475200"], "33": ["475200", "489600"], "34": ["489600", "504000"], "35": ["504000", "518400"], "36": ["518400", "532800"], "37": ["532800", "547200"], "38": ["547200", "561600"], "39": ["561600", "576000"], "40": ["576000", "590400"], "41": ["590400", "604800"], "42": ["604800", "619200"], "43": ["619200", "633600"], "44": ["633600", "648000"], "45": ["648000", "662400"], "46": ["662400", "676800"], "47": ["676800", "691200"], "48": ["691200", "705600"], "49": ["705600", "720000"], "50": ["720000", "734400"], "51": ["734400", "748800"], "52": ["748800", "763200"], "53": ["763200", "777600"], "54": ["777600", "792000"], "55": ["792000", "806400"], "56": ["806400", "820800"], "57": ["820800", "835200"], "58": ["835200", "849600"], "59": ["849600", "864000"], "60": ["864000", "878400"], "61": ["878400", "892800"], "62": ["892800", "907200"], "63": ["907200", "921600"]}, "model.decoder.14.pp_block.post_attention_layernorm.weight": {"0": ["0", "15"], "1": ["15", "30"], "2": ["30", "45"], "3": ["45", "60"], "4": ["60", "75"], "5": ["75", "90"], "6": ["90", "105"], "7": ["105", "120"], "8": ["120", "135"], "9": ["135", "150"], "10": ["150", "165"], "11": ["165", "180"], "12": ["180", "195"], "13": ["195", "210"], "14": ["210", "225"], "15": ["225", "240"], "16": ["240", "255"], "17": ["255", "270"], "18": ["270", "285"], "19": ["285", "300"], "20": ["300", "315"], "21": ["315", "330"], "22": ["330", "345"], "23": ["345", "360"], "24": ["360", "375"], "25": ["375", "390"], "26": ["390", "405"], "27": ["405", "420"], "28": ["420", "435"], "29": ["435", "450"], "30": ["450", "465"], "31": ["465", "480"], "32": ["480", "495"], "33": ["495", "510"], "34": ["510", "525"], "35": ["525", "540"], "36": ["540", "555"], "37": ["555", "570"], "38": ["570", "585"], "39": ["585", "600"], "40": ["600", "615"], "41": ["615", "630"], "42": ["630", "645"], "43": ["645", "660"], "44": ["660", "675"], "45": ["675", "690"], "46": ["690", "705"], "47": ["705", "720"], "48": ["720", "735"], "49": ["735", "750"], "50": ["750", "765"], "51": ["765", "780"], "52": ["780", "795"], "53": ["795", "810"], "54": ["810", "825"], "55": ["825", "840"], "56": ["840", "855"], "57": ["855", "870"], "58": ["870", "885"], "59": ["885", "900"], "60": ["900", "915"], "61": ["915", "930"], "62": ["930", "945"], "63": ["945", "960"]}, "model.decoder.14.pp_block.mlp.gate_up_proj.weight": {"0": ["0", "76800"], "1": ["76800", "153600"], "2": ["153600", "230400"], "3": ["230400", "307200"], "4": ["307200", "384000"], "5": ["384000", "460800"], "6": ["460800", "537600"], "7": ["537600", "614400"], "8": ["614400", "691200"], "9": ["691200", "768000"], "10": ["768000", "844800"], "11": ["844800", "921600"], "12": ["921600", "998400"], "13": ["998400", "1075200"], "14": ["1075200", "1152000"], "15": ["1152000", "1228800"], "16": ["1228800", "1305600"], "17": ["1305600", "1382400"], "18": ["1382400", "1459200"], "19": ["1459200", "1536000"], "20": ["1536000", "1612800"], "21": ["1612800", "1689600"], "22": ["1689600", "1766400"], "23": ["1766400", "1843200"], "24": ["1843200", "1920000"], "25": ["1920000", "1996800"], "26": ["1996800", "2073600"], "27": ["2073600", "2150400"], "28": ["2150400", "2227200"], "29": ["2227200", "2304000"], "30": ["2304000", "2380800"], "31": ["2380800", "2457600"], "32": ["2457600", "2534400"], "33": ["2534400", "2611200"], "34": ["2611200", "2688000"], "35": ["2688000", "2764800"], "36": ["2764800", "2841600"], "37": ["2841600", "2918400"], "38": ["2918400", "2995200"], "39": ["2995200", "3072000"], "40": ["3072000", "3148800"], "41": ["3148800", "3225600"], "42": ["3225600", "3302400"], "43": ["3302400", "3379200"], "44": ["3379200", "3456000"], "45": ["3456000", "3532800"], "46": ["3532800", "3609600"], "47": ["3609600", "3686400"], "48": ["3686400", "3763200"], "49": ["3763200", "3840000"], "50": ["3840000", "3916800"], "51": ["3916800", "3993600"], "52": ["3993600", "4070400"], "53": ["4070400", "4147200"], "54": ["4147200", "4224000"], "55": ["4224000", "4300800"], "56": ["4300800", "4377600"], "57": ["4377600", "4454400"], "58": ["4454400", "4531200"], "59": ["4531200", "4608000"], "60": ["4608000", "4684800"], "61": ["4684800", "4761600"], "62": ["4761600", "4838400"], "63": ["4838400", "4915200"]}, "model.decoder.14.pp_block.mlp.down_proj.weight": {"0": ["0", "38400"], "1": ["38400", "76800"], "2": ["76800", "115200"], "3": ["115200", "153600"], "4": ["153600", "192000"], "5": ["192000", "230400"], "6": ["230400", "268800"], "7": ["268800", "307200"], "8": ["307200", "345600"], "9": ["345600", "384000"], "10": ["384000", "422400"], "11": ["422400", "460800"], "12": ["460800", "499200"], "13": ["499200", "537600"], "14": ["537600", "576000"], "15": ["576000", "614400"], "16": ["614400", "652800"], "17": ["652800", "691200"], "18": ["691200", "729600"], "19": ["729600", "768000"], "20": ["768000", "806400"], "21": ["806400", "844800"], "22": ["844800", "883200"], "23": ["883200", "921600"], "24": ["921600", "960000"], "25": ["960000", "998400"], "26": ["998400", "1036800"], "27": ["1036800", "1075200"], "28": ["1075200", "1113600"], "29": ["1113600", "1152000"], "30": ["1152000", "1190400"], "31": ["1190400", "1228800"], "32": ["1228800", "1267200"], "33": ["1267200", "1305600"], "34": ["1305600", "1344000"], "35": ["1344000", "1382400"], "36": ["1382400", "1420800"], "37": ["1420800", "1459200"], "38": ["1459200", "1497600"], "39": ["1497600", "1536000"], "40": ["1536000", "1574400"], "41": ["1574400", "1612800"], "42": ["1612800", "1651200"], "43": ["1651200", "1689600"], "44": ["1689600", "1728000"], "45": ["1728000", "1766400"], "46": ["1766400", "1804800"], "47": ["1804800", "1843200"], "48": ["1843200", "1881600"], "49": ["1881600", "1920000"], "50": ["1920000", "1958400"], "51": ["1958400", "1996800"], "52": ["1996800", "2035200"], "53": ["2035200", "2073600"], "54": ["2073600", "2112000"], "55": ["2112000", "2150400"], "56": ["2150400", "2188800"], "57": ["2188800", "2227200"], "58": ["2227200", "2265600"], "59": ["2265600", "2304000"], "60": ["2304000", "2342400"], "61": ["2342400", "2380800"], "62": ["2380800", "2419200"], "63": ["2419200", "2457600"]}, "model.decoder.15.pp_block.input_layernorm.weight": {"0": ["0", "15"], "1": ["15", "30"], "2": ["30", "45"], "3": ["45", "60"], "4": ["60", "75"], "5": ["75", "90"], "6": ["90", "105"], "7": ["105", "120"], "8": ["120", "135"], "9": ["135", "150"], "10": ["150", "165"], "11": ["165", "180"], "12": ["180", "195"], "13": ["195", "210"], "14": ["210", "225"], "15": ["225", "240"], "16": ["240", "255"], "17": ["255", "270"], "18": ["270", "285"], "19": ["285", "300"], "20": ["300", "315"], "21": ["315", "330"], "22": ["330", "345"], "23": ["345", "360"], "24": ["360", "375"], "25": ["375", "390"], "26": ["390", "405"], "27": ["405", "420"], "28": ["420", "435"], "29": ["435", "450"], "30": ["450", "465"], "31": ["465", "480"], "32": ["480", "495"], "33": ["495", "510"], "34": ["510", "525"], "35": ["525", "540"], "36": ["540", "555"], "37": ["555", "570"], "38": ["570", "585"], "39": ["585", "600"], "40": ["600", "615"], "41": ["615", "630"], "42": ["630", "645"], "43": ["645", "660"], "44": ["660", "675"], "45": ["675", "690"], "46": ["690", "705"], "47": ["705", "720"], "48": ["720", "735"], "49": ["735", "750"], "50": ["750", "765"], "51": ["765", "780"], "52": ["780", "795"], "53": ["795", "810"], "54": ["810", "825"], "55": ["825", "840"], "56": ["840", "855"], "57": ["855", "870"], "58": ["870", "885"], "59": ["885", "900"], "60": ["900", "915"], "61": ["915", "930"], "62": ["930", "945"], "63": ["945", "960"]}, "model.decoder.15.pp_block.attn.qkv_proj.weight": {"0": ["0", "24000"], "1": ["24000", "48000"], "2": ["48000", "72000"], "3": ["72000", "96000"], "4": ["96000", "120000"], "5": ["120000", "144000"], "6": ["144000", "168000"], "7": ["168000", "192000"], "8": ["192000", "216000"], "9": ["216000", "240000"], "10": ["240000", "264000"], "11": ["264000", "288000"], "12": ["288000", "312000"], "13": ["312000", "336000"], "14": ["336000", "360000"], "15": ["360000", "384000"], "16": ["384000", "408000"], "17": ["408000", "432000"], "18": ["432000", "456000"], "19": ["456000", "480000"], "20": ["480000", "504000"], "21": ["504000", "528000"], "22": ["528000", "552000"], "23": ["552000", "576000"], "24": ["576000", "600000"], "25": ["600000", "624000"], "26": ["624000", "648000"], "27": ["648000", "672000"], "28": ["672000", "696000"], "29": ["696000", "720000"], "30": ["720000", "744000"], "31": ["744000", "768000"], "32": ["768000", "792000"], "33": ["792000", "816000"], "34": ["816000", "840000"], "35": ["840000", "864000"], "36": ["864000", "888000"], "37": ["888000", "912000"], "38": ["912000", "936000"], "39": ["936000", "960000"], "40": ["960000", "984000"], "41": ["984000", "1008000"], "42": ["1008000", "1032000"], "43": ["1032000", "1056000"], "44": ["1056000", "1080000"], "45": ["1080000", "1104000"], "46": ["1104000", "1128000"], "47": ["1128000", "1152000"], "48": ["1152000", "1176000"], "49": ["1176000", "1200000"], "50": ["1200000", "1224000"], "51": ["1224000", "1248000"], "52": ["1248000", "1272000"], "53": ["1272000", "1296000"], "54": ["1296000", "1320000"], "55": ["1320000", "1344000"], "56": ["1344000", "1368000"], "57": ["1368000", "1392000"], "58": ["1392000", "1416000"], "59": ["1416000", "1440000"], "60": ["1440000", "1464000"], "61": ["1464000", "1488000"], "62": ["1488000", "1512000"], "63": ["1512000", "1536000"]}, "model.decoder.15.pp_block.attn.o_proj.weight": {"0": ["0", "14400"], "1": ["14400", "28800"], "2": ["28800", "43200"], "3": ["43200", "57600"], "4": ["57600", "72000"], "5": ["72000", "86400"], "6": ["86400", "100800"], "7": ["100800", "115200"], "8": ["115200", "129600"], "9": ["129600", "144000"], "10": ["144000", "158400"], "11": ["158400", "172800"], "12": ["172800", "187200"], "13": ["187200", "201600"], "14": ["201600", "216000"], "15": ["216000", "230400"], "16": ["230400", "244800"], "17": ["244800", "259200"], "18": ["259200", "273600"], "19": ["273600", "288000"], "20": ["288000", "302400"], "21": ["302400", "316800"], "22": ["316800", "331200"], "23": ["331200", "345600"], "24": ["345600", "360000"], "25": ["360000", "374400"], "26": ["374400", "388800"], "27": ["388800", "403200"], "28": ["403200", "417600"], "29": ["417600", "432000"], "30": ["432000", "446400"], "31": ["446400", "460800"], "32": ["460800", "475200"], "33": ["475200", "489600"], "34": ["489600", "504000"], "35": ["504000", "518400"], "36": ["518400", "532800"], "37": ["532800", "547200"], "38": ["547200", "561600"], "39": ["561600", "576000"], "40": ["576000", "590400"], "41": ["590400", "604800"], "42": ["604800", "619200"], "43": ["619200", "633600"], "44": ["633600", "648000"], "45": ["648000", "662400"], "46": ["662400", "676800"], "47": ["676800", "691200"], "48": ["691200", "705600"], "49": ["705600", "720000"], "50": ["720000", "734400"], "51": ["734400", "748800"], "52": ["748800", "763200"], "53": ["763200", "777600"], "54": ["777600", "792000"], "55": ["792000", "806400"], "56": ["806400", "820800"], "57": ["820800", "835200"], "58": ["835200", "849600"], "59": ["849600", "864000"], "60": ["864000", "878400"], "61": ["878400", "892800"], "62": ["892800", "907200"], "63": ["907200", "921600"]}, "model.decoder.15.pp_block.post_attention_layernorm.weight": {"0": ["0", "15"], "1": ["15", "30"], "2": ["30", "45"], "3": ["45", "60"], "4": ["60", "75"], "5": ["75", "90"], "6": ["90", "105"], "7": ["105", "120"], "8": ["120", "135"], "9": ["135", "150"], "10": ["150", "165"], "11": ["165", "180"], "12": ["180", "195"], "13": ["195", "210"], "14": ["210", "225"], "15": ["225", "240"], "16": ["240", "255"], "17": ["255", "270"], "18": ["270", "285"], "19": ["285", "300"], "20": ["300", "315"], "21": ["315", "330"], "22": ["330", "345"], "23": ["345", "360"], "24": ["360", "375"], "25": ["375", "390"], "26": ["390", "405"], "27": ["405", "420"], "28": ["420", "435"], "29": ["435", "450"], "30": ["450", "465"], "31": ["465", "480"], "32": ["480", "495"], "33": ["495", "510"], "34": ["510", "525"], "35": ["525", "540"], "36": ["540", "555"], "37": ["555", "570"], "38": ["570", "585"], "39": ["585", "600"], "40": ["600", "615"], "41": ["615", "630"], "42": ["630", "645"], "43": ["645", "660"], "44": ["660", "675"], "45": ["675", "690"], "46": ["690", "705"], "47": ["705", "720"], "48": ["720", "735"], "49": ["735", "750"], "50": ["750", "765"], "51": ["765", "780"], "52": ["780", "795"], "53": ["795", "810"], "54": ["810", "825"], "55": ["825", "840"], "56": ["840", "855"], "57": ["855", "870"], "58": ["870", "885"], "59": ["885", "900"], "60": ["900", "915"], "61": ["915", "930"], "62": ["930", "945"], "63": ["945", "960"]}, "model.decoder.15.pp_block.mlp.gate_up_proj.weight": {"0": ["0", "76800"], "1": ["76800", "153600"], "2": ["153600", "230400"], "3": ["230400", "307200"], "4": ["307200", "384000"], "5": ["384000", "460800"], "6": ["460800", "537600"], "7": ["537600", "614400"], "8": ["614400", "691200"], "9": ["691200", "768000"], "10": ["768000", "844800"], "11": ["844800", "921600"], "12": ["921600", "998400"], "13": ["998400", "1075200"], "14": ["1075200", "1152000"], "15": ["1152000", "1228800"], "16": ["1228800", "1305600"], "17": ["1305600", "1382400"], "18": ["1382400", "1459200"], "19": ["1459200", "1536000"], "20": ["1536000", "1612800"], "21": ["1612800", "1689600"], "22": ["1689600", "1766400"], "23": ["1766400", "1843200"], "24": ["1843200", "1920000"], "25": ["1920000", "1996800"], "26": ["1996800", "2073600"], "27": ["2073600", "2150400"], "28": ["2150400", "2227200"], "29": ["2227200", "2304000"], "30": ["2304000", "2380800"], "31": ["2380800", "2457600"], "32": ["2457600", "2534400"], "33": ["2534400", "2611200"], "34": ["2611200", "2688000"], "35": ["2688000", "2764800"], "36": ["2764800", "2841600"], "37": ["2841600", "2918400"], "38": ["2918400", "2995200"], "39": ["2995200", "3072000"], "40": ["3072000", "3148800"], "41": ["3148800", "3225600"], "42": ["3225600", "3302400"], "43": ["3302400", "3379200"], "44": ["3379200", "3456000"], "45": ["3456000", "3532800"], "46": ["3532800", "3609600"], "47": ["3609600", "3686400"], "48": ["3686400", "3763200"], "49": ["3763200", "3840000"], "50": ["3840000", "3916800"], "51": ["3916800", "3993600"], "52": ["3993600", "4070400"], "53": ["4070400", "4147200"], "54": ["4147200", "4224000"], "55": ["4224000", "4300800"], "56": ["4300800", "4377600"], "57": ["4377600", "4454400"], "58": ["4454400", "4531200"], "59": ["4531200", "4608000"], "60": ["4608000", "4684800"], "61": ["4684800", "4761600"], "62": ["4761600", "4838400"], "63": ["4838400", "4915200"]}, "model.decoder.15.pp_block.mlp.down_proj.weight": {"0": ["0", "38400"], "1": ["38400", "76800"], "2": ["76800", "115200"], "3": ["115200", "153600"], "4": ["153600", "192000"], "5": ["192000", "230400"], "6": ["230400", "268800"], "7": ["268800", "307200"], "8": ["307200", "345600"], "9": ["345600", "384000"], "10": ["384000", "422400"], "11": ["422400", "460800"], "12": ["460800", "499200"], "13": ["499200", "537600"], "14": ["537600", "576000"], "15": ["576000", "614400"], "16": ["614400", "652800"], "17": ["652800", "691200"], "18": ["691200", "729600"], "19": ["729600", "768000"], "20": ["768000", "806400"], "21": ["806400", "844800"], "22": ["844800", "883200"], "23": ["883200", "921600"], "24": ["921600", "960000"], "25": ["960000", "998400"], "26": ["998400", "1036800"], "27": ["1036800", "1075200"], "28": ["1075200", "1113600"], "29": ["1113600", "1152000"], "30": ["1152000", "1190400"], "31": ["1190400", "1228800"], "32": ["1228800", "1267200"], "33": ["1267200", "1305600"], "34": ["1305600", "1344000"], "35": ["1344000", "1382400"], "36": ["1382400", "1420800"], "37": ["1420800", "1459200"], "38": ["1459200", "1497600"], "39": ["1497600", "1536000"], "40": ["1536000", "1574400"], "41": ["1574400", "1612800"], "42": ["1612800", "1651200"], "43": ["1651200", "1689600"], "44": ["1689600", "1728000"], "45": ["1728000", "1766400"], "46": ["1766400", "1804800"], "47": ["1804800", "1843200"], "48": ["1843200", "1881600"], "49": ["1881600", "1920000"], "50": ["1920000", "1958400"], "51": ["1958400", "1996800"], "52": ["1996800", "2035200"], "53": ["2035200", "2073600"], "54": ["2073600", "2112000"], "55": ["2112000", "2150400"], "56": ["2150400", "2188800"], "57": ["2188800", "2227200"], "58": ["2227200", "2265600"], "59": ["2265600", "2304000"], "60": ["2304000", "2342400"], "61": ["2342400", "2380800"], "62": ["2380800", "2419200"], "63": ["2419200", "2457600"]}, "model.decoder.16.pp_block.input_layernorm.weight": {"0": ["0", "15"], "1": ["15", "30"], "2": ["30", "45"], "3": ["45", "60"], "4": ["60", "75"], "5": ["75", "90"], "6": ["90", "105"], "7": ["105", "120"], "8": ["120", "135"], "9": ["135", "150"], "10": ["150", "165"], "11": ["165", "180"], "12": ["180", "195"], "13": ["195", "210"], "14": ["210", "225"], "15": ["225", "240"], "16": ["240", "255"], "17": ["255", "270"], "18": ["270", "285"], "19": ["285", "300"], "20": ["300", "315"], "21": ["315", "330"], "22": ["330", "345"], "23": ["345", "360"], "24": ["360", "375"], "25": ["375", "390"], "26": ["390", "405"], "27": ["405", "420"], "28": ["420", "435"], "29": ["435", "450"], "30": ["450", "465"], "31": ["465", "480"], "32": ["480", "495"], "33": ["495", "510"], "34": ["510", "525"], "35": ["525", "540"], "36": ["540", "555"], "37": ["555", "570"], "38": ["570", "585"], "39": ["585", "600"], "40": ["600", "615"], "41": ["615", "630"], "42": ["630", "645"], "43": ["645", "660"], "44": ["660", "675"], "45": ["675", "690"], "46": ["690", "705"], "47": ["705", "720"], "48": ["720", "735"], "49": ["735", "750"], "50": ["750", "765"], "51": ["765", "780"], "52": ["780", "795"], "53": ["795", "810"], "54": ["810", "825"], "55": ["825", "840"], "56": ["840", "855"], "57": ["855", "870"], "58": ["870", "885"], "59": ["885", "900"], "60": ["900", "915"], "61": ["915", "930"], "62": ["930", "945"], "63": ["945", "960"]}, "model.decoder.16.pp_block.attn.qkv_proj.weight": {"0": ["0", "24000"], "1": ["24000", "48000"], "2": ["48000", "72000"], "3": ["72000", "96000"], "4": ["96000", "120000"], "5": ["120000", "144000"], "6": ["144000", "168000"], "7": ["168000", "192000"], "8": ["192000", "216000"], "9": ["216000", "240000"], "10": ["240000", "264000"], "11": ["264000", "288000"], "12": ["288000", "312000"], "13": ["312000", "336000"], "14": ["336000", "360000"], "15": ["360000", "384000"], "16": ["384000", "408000"], "17": ["408000", "432000"], "18": ["432000", "456000"], "19": ["456000", "480000"], "20": ["480000", "504000"], "21": ["504000", "528000"], "22": ["528000", "552000"], "23": ["552000", "576000"], "24": ["576000", "600000"], "25": ["600000", "624000"], "26": ["624000", "648000"], "27": ["648000", "672000"], "28": ["672000", "696000"], "29": ["696000", "720000"], "30": ["720000", "744000"], "31": ["744000", "768000"], "32": ["768000", "792000"], "33": ["792000", "816000"], "34": ["816000", "840000"], "35": ["840000", "864000"], "36": ["864000", "888000"], "37": ["888000", "912000"], "38": ["912000", "936000"], "39": ["936000", "960000"], "40": ["960000", "984000"], "41": ["984000", "1008000"], "42": ["1008000", "1032000"], "43": ["1032000", "1056000"], "44": ["1056000", "1080000"], "45": ["1080000", "1104000"], "46": ["1104000", "1128000"], "47": ["1128000", "1152000"], "48": ["1152000", "1176000"], "49": ["1176000", "1200000"], "50": ["1200000", "1224000"], "51": ["1224000", "1248000"], "52": ["1248000", "1272000"], "53": ["1272000", "1296000"], "54": ["1296000", "1320000"], "55": ["1320000", "1344000"], "56": ["1344000", "1368000"], "57": ["1368000", "1392000"], "58": ["1392000", "1416000"], "59": ["1416000", "1440000"], "60": ["1440000", "1464000"], "61": ["1464000", "1488000"], "62": ["1488000", "1512000"], "63": ["1512000", "1536000"]}, "model.decoder.16.pp_block.attn.o_proj.weight": {"0": ["0", "14400"], "1": ["14400", "28800"], "2": ["28800", "43200"], "3": ["43200", "57600"], "4": ["57600", "72000"], "5": ["72000", "86400"], "6": ["86400", "100800"], "7": ["100800", "115200"], "8": ["115200", "129600"], "9": ["129600", "144000"], "10": ["144000", "158400"], "11": ["158400", "172800"], "12": ["172800", "187200"], "13": ["187200", "201600"], "14": ["201600", "216000"], "15": ["216000", "230400"], "16": ["230400", "244800"], "17": ["244800", "259200"], "18": ["259200", "273600"], "19": ["273600", "288000"], "20": ["288000", "302400"], "21": ["302400", "316800"], "22": ["316800", "331200"], "23": ["331200", "345600"], "24": ["345600", "360000"], "25": ["360000", "374400"], "26": ["374400", "388800"], "27": ["388800", "403200"], "28": ["403200", "417600"], "29": ["417600", "432000"], "30": ["432000", "446400"], "31": ["446400", "460800"], "32": ["460800", "475200"], "33": ["475200", "489600"], "34": ["489600", "504000"], "35": ["504000", "518400"], "36": ["518400", "532800"], "37": ["532800", "547200"], "38": ["547200", "561600"], "39": ["561600", "576000"], "40": ["576000", "590400"], "41": ["590400", "604800"], "42": ["604800", "619200"], "43": ["619200", "633600"], "44": ["633600", "648000"], "45": ["648000", "662400"], "46": ["662400", "676800"], "47": ["676800", "691200"], "48": ["691200", "705600"], "49": ["705600", "720000"], "50": ["720000", "734400"], "51": ["734400", "748800"], "52": ["748800", "763200"], "53": ["763200", "777600"], "54": ["777600", "792000"], "55": ["792000", "806400"], "56": ["806400", "820800"], "57": ["820800", "835200"], "58": ["835200", "849600"], "59": ["849600", "864000"], "60": ["864000", "878400"], "61": ["878400", "892800"], "62": ["892800", "907200"], "63": ["907200", "921600"]}, "model.decoder.16.pp_block.post_attention_layernorm.weight": {"0": ["0", "15"], "1": ["15", "30"], "2": ["30", "45"], "3": ["45", "60"], "4": ["60", "75"], "5": ["75", "90"], "6": ["90", "105"], "7": ["105", "120"], "8": ["120", "135"], "9": ["135", "150"], "10": ["150", "165"], "11": ["165", "180"], "12": ["180", "195"], "13": ["195", "210"], "14": ["210", "225"], "15": ["225", "240"], "16": ["240", "255"], "17": ["255", "270"], "18": ["270", "285"], "19": ["285", "300"], "20": ["300", "315"], "21": ["315", "330"], "22": ["330", "345"], "23": ["345", "360"], "24": ["360", "375"], "25": ["375", "390"], "26": ["390", "405"], "27": ["405", "420"], "28": ["420", "435"], "29": ["435", "450"], "30": ["450", "465"], "31": ["465", "480"], "32": ["480", "495"], "33": ["495", "510"], "34": ["510", "525"], "35": ["525", "540"], "36": ["540", "555"], "37": ["555", "570"], "38": ["570", "585"], "39": ["585", "600"], "40": ["600", "615"], "41": ["615", "630"], "42": ["630", "645"], "43": ["645", "660"], "44": ["660", "675"], "45": ["675", "690"], "46": ["690", "705"], "47": ["705", "720"], "48": ["720", "735"], "49": ["735", "750"], "50": ["750", "765"], "51": ["765", "780"], "52": ["780", "795"], "53": ["795", "810"], "54": ["810", "825"], "55": ["825", "840"], "56": ["840", "855"], "57": ["855", "870"], "58": ["870", "885"], "59": ["885", "900"], "60": ["900", "915"], "61": ["915", "930"], "62": ["930", "945"], "63": ["945", "960"]}, "model.decoder.16.pp_block.mlp.gate_up_proj.weight": {"0": ["0", "76800"], "1": ["76800", "153600"], "2": ["153600", "230400"], "3": ["230400", "307200"], "4": ["307200", "384000"], "5": ["384000", "460800"], "6": ["460800", "537600"], "7": ["537600", "614400"], "8": ["614400", "691200"], "9": ["691200", "768000"], "10": ["768000", "844800"], "11": ["844800", "921600"], "12": ["921600", "998400"], "13": ["998400", "1075200"], "14": ["1075200", "1152000"], "15": ["1152000", "1228800"], "16": ["1228800", "1305600"], "17": ["1305600", "1382400"], "18": ["1382400", "1459200"], "19": ["1459200", "1536000"], "20": ["1536000", "1612800"], "21": ["1612800", "1689600"], "22": ["1689600", "1766400"], "23": ["1766400", "1843200"], "24": ["1843200", "1920000"], "25": ["1920000", "1996800"], "26": ["1996800", "2073600"], "27": ["2073600", "2150400"], "28": ["2150400", "2227200"], "29": ["2227200", "2304000"], "30": ["2304000", "2380800"], "31": ["2380800", "2457600"], "32": ["2457600", "2534400"], "33": ["2534400", "2611200"], "34": ["2611200", "2688000"], "35": ["2688000", "2764800"], "36": ["2764800", "2841600"], "37": ["2841600", "2918400"], "38": ["2918400", "2995200"], "39": ["2995200", "3072000"], "40": ["3072000", "3148800"], "41": ["3148800", "3225600"], "42": ["3225600", "3302400"], "43": ["3302400", "3379200"], "44": ["3379200", "3456000"], "45": ["3456000", "3532800"], "46": ["3532800", "3609600"], "47": ["3609600", "3686400"], "48": ["3686400", "3763200"], "49": ["3763200", "3840000"], "50": ["3840000", "3916800"], "51": ["3916800", "3993600"], "52": ["3993600", "4070400"], "53": ["4070400", "4147200"], "54": ["4147200", "4224000"], "55": ["4224000", "4300800"], "56": ["4300800", "4377600"], "57": ["4377600", "4454400"], "58": ["4454400", "4531200"], "59": ["4531200", "4608000"], "60": ["4608000", "4684800"], "61": ["4684800", "4761600"], "62": ["4761600", "4838400"], "63": ["4838400", "4915200"]}, "model.decoder.16.pp_block.mlp.down_proj.weight": {"0": ["0", "38400"], "1": ["38400", "76800"], "2": ["76800", "115200"], "3": ["115200", "153600"], "4": ["153600", "192000"], "5": ["192000", "230400"], "6": ["230400", "268800"], "7": ["268800", "307200"], "8": ["307200", "345600"], "9": ["345600", "384000"], "10": ["384000", "422400"], "11": ["422400", "460800"], "12": ["460800", "499200"], "13": ["499200", "537600"], "14": ["537600", "576000"], "15": ["576000", "614400"], "16": ["614400", "652800"], "17": ["652800", "691200"], "18": ["691200", "729600"], "19": ["729600", "768000"], "20": ["768000", "806400"], "21": ["806400", "844800"], "22": ["844800", "883200"], "23": ["883200", "921600"], "24": ["921600", "960000"], "25": ["960000", "998400"], "26": ["998400", "1036800"], "27": ["1036800", "1075200"], "28": ["1075200", "1113600"], "29": ["1113600", "1152000"], "30": ["1152000", "1190400"], "31": ["1190400", "1228800"], "32": ["1228800", "1267200"], "33": ["1267200", "1305600"], "34": ["1305600", "1344000"], "35": ["1344000", "1382400"], "36": ["1382400", "1420800"], "37": ["1420800", "1459200"], "38": ["1459200", "1497600"], "39": ["1497600", "1536000"], "40": ["1536000", "1574400"], "41": ["1574400", "1612800"], "42": ["1612800", "1651200"], "43": ["1651200", "1689600"], "44": ["1689600", "1728000"], "45": ["1728000", "1766400"], "46": ["1766400", "1804800"], "47": ["1804800", "1843200"], "48": ["1843200", "1881600"], "49": ["1881600", "1920000"], "50": ["1920000", "1958400"], "51": ["1958400", "1996800"], "52": ["1996800", "2035200"], "53": ["2035200", "2073600"], "54": ["2073600", "2112000"], "55": ["2112000", "2150400"], "56": ["2150400", "2188800"], "57": ["2188800", "2227200"], "58": ["2227200", "2265600"], "59": ["2265600", "2304000"], "60": ["2304000", "2342400"], "61": ["2342400", "2380800"], "62": ["2380800", "2419200"], "63": ["2419200", "2457600"]}, "model.decoder.17.pp_block.input_layernorm.weight": {"0": ["0", "15"], "1": ["15", "30"], "2": ["30", "45"], "3": ["45", "60"], "4": ["60", "75"], "5": ["75", "90"], "6": ["90", "105"], "7": ["105", "120"], "8": ["120", "135"], "9": ["135", "150"], "10": ["150", "165"], "11": ["165", "180"], "12": ["180", "195"], "13": ["195", "210"], "14": ["210", "225"], "15": ["225", "240"], "16": ["240", "255"], "17": ["255", "270"], "18": ["270", "285"], "19": ["285", "300"], "20": ["300", "315"], "21": ["315", "330"], "22": ["330", "345"], "23": ["345", "360"], "24": ["360", "375"], "25": ["375", "390"], "26": ["390", "405"], "27": ["405", "420"], "28": ["420", "435"], "29": ["435", "450"], "30": ["450", "465"], "31": ["465", "480"], "32": ["480", "495"], "33": ["495", "510"], "34": ["510", "525"], "35": ["525", "540"], "36": ["540", "555"], "37": ["555", "570"], "38": ["570", "585"], "39": ["585", "600"], "40": ["600", "615"], "41": ["615", "630"], "42": ["630", "645"], "43": ["645", "660"], "44": ["660", "675"], "45": ["675", "690"], "46": ["690", "705"], "47": ["705", "720"], "48": ["720", "735"], "49": ["735", "750"], "50": ["750", "765"], "51": ["765", "780"], "52": ["780", "795"], "53": ["795", "810"], "54": ["810", "825"], "55": ["825", "840"], "56": ["840", "855"], "57": ["855", "870"], "58": ["870", "885"], "59": ["885", "900"], "60": ["900", "915"], "61": ["915", "930"], "62": ["930", "945"], "63": ["945", "960"]}, "model.decoder.17.pp_block.attn.qkv_proj.weight": {"0": ["0", "24000"], "1": ["24000", "48000"], "2": ["48000", "72000"], "3": ["72000", "96000"], "4": ["96000", "120000"], "5": ["120000", "144000"], "6": ["144000", "168000"], "7": ["168000", "192000"], "8": ["192000", "216000"], "9": ["216000", "240000"], "10": ["240000", "264000"], "11": ["264000", "288000"], "12": ["288000", "312000"], "13": ["312000", "336000"], "14": ["336000", "360000"], "15": ["360000", "384000"], "16": ["384000", "408000"], "17": ["408000", "432000"], "18": ["432000", "456000"], "19": ["456000", "480000"], "20": ["480000", "504000"], "21": ["504000", "528000"], "22": ["528000", "552000"], "23": ["552000", "576000"], "24": ["576000", "600000"], "25": ["600000", "624000"], "26": ["624000", "648000"], "27": ["648000", "672000"], "28": ["672000", "696000"], "29": ["696000", "720000"], "30": ["720000", "744000"], "31": ["744000", "768000"], "32": ["768000", "792000"], "33": ["792000", "816000"], "34": ["816000", "840000"], "35": ["840000", "864000"], "36": ["864000", "888000"], "37": ["888000", "912000"], "38": ["912000", "936000"], "39": ["936000", "960000"], "40": ["960000", "984000"], "41": ["984000", "1008000"], "42": ["1008000", "1032000"], "43": ["1032000", "1056000"], "44": ["1056000", "1080000"], "45": ["1080000", "1104000"], "46": ["1104000", "1128000"], "47": ["1128000", "1152000"], "48": ["1152000", "1176000"], "49": ["1176000", "1200000"], "50": ["1200000", "1224000"], "51": ["1224000", "1248000"], "52": ["1248000", "1272000"], "53": ["1272000", "1296000"], "54": ["1296000", "1320000"], "55": ["1320000", "1344000"], "56": ["1344000", "1368000"], "57": ["1368000", "1392000"], "58": ["1392000", "1416000"], "59": ["1416000", "1440000"], "60": ["1440000", "1464000"], "61": ["1464000", "1488000"], "62": ["1488000", "1512000"], "63": ["1512000", "1536000"]}, "model.decoder.17.pp_block.attn.o_proj.weight": {"0": ["0", "14400"], "1": ["14400", "28800"], "2": ["28800", "43200"], "3": ["43200", "57600"], "4": ["57600", "72000"], "5": ["72000", "86400"], "6": ["86400", "100800"], "7": ["100800", "115200"], "8": ["115200", "129600"], "9": ["129600", "144000"], "10": ["144000", "158400"], "11": ["158400", "172800"], "12": ["172800", "187200"], "13": ["187200", "201600"], "14": ["201600", "216000"], "15": ["216000", "230400"], "16": ["230400", "244800"], "17": ["244800", "259200"], "18": ["259200", "273600"], "19": ["273600", "288000"], "20": ["288000", "302400"], "21": ["302400", "316800"], "22": ["316800", "331200"], "23": ["331200", "345600"], "24": ["345600", "360000"], "25": ["360000", "374400"], "26": ["374400", "388800"], "27": ["388800", "403200"], "28": ["403200", "417600"], "29": ["417600", "432000"], "30": ["432000", "446400"], "31": ["446400", "460800"], "32": ["460800", "475200"], "33": ["475200", "489600"], "34": ["489600", "504000"], "35": ["504000", "518400"], "36": ["518400", "532800"], "37": ["532800", "547200"], "38": ["547200", "561600"], "39": ["561600", "576000"], "40": ["576000", "590400"], "41": ["590400", "604800"], "42": ["604800", "619200"], "43": ["619200", "633600"], "44": ["633600", "648000"], "45": ["648000", "662400"], "46": ["662400", "676800"], "47": ["676800", "691200"], "48": ["691200", "705600"], "49": ["705600", "720000"], "50": ["720000", "734400"], "51": ["734400", "748800"], "52": ["748800", "763200"], "53": ["763200", "777600"], "54": ["777600", "792000"], "55": ["792000", "806400"], "56": ["806400", "820800"], "57": ["820800", "835200"], "58": ["835200", "849600"], "59": ["849600", "864000"], "60": ["864000", "878400"], "61": ["878400", "892800"], "62": ["892800", "907200"], "63": ["907200", "921600"]}, "model.decoder.17.pp_block.post_attention_layernorm.weight": {"0": ["0", "15"], "1": ["15", "30"], "2": ["30", "45"], "3": ["45", "60"], "4": ["60", "75"], "5": ["75", "90"], "6": ["90", "105"], "7": ["105", "120"], "8": ["120", "135"], "9": ["135", "150"], "10": ["150", "165"], "11": ["165", "180"], "12": ["180", "195"], "13": ["195", "210"], "14": ["210", "225"], "15": ["225", "240"], "16": ["240", "255"], "17": ["255", "270"], "18": ["270", "285"], "19": ["285", "300"], "20": ["300", "315"], "21": ["315", "330"], "22": ["330", "345"], "23": ["345", "360"], "24": ["360", "375"], "25": ["375", "390"], "26": ["390", "405"], "27": ["405", "420"], "28": ["420", "435"], "29": ["435", "450"], "30": ["450", "465"], "31": ["465", "480"], "32": ["480", "495"], "33": ["495", "510"], "34": ["510", "525"], "35": ["525", "540"], "36": ["540", "555"], "37": ["555", "570"], "38": ["570", "585"], "39": ["585", "600"], "40": ["600", "615"], "41": ["615", "630"], "42": ["630", "645"], "43": ["645", "660"], "44": ["660", "675"], "45": ["675", "690"], "46": ["690", "705"], "47": ["705", "720"], "48": ["720", "735"], "49": ["735", "750"], "50": ["750", "765"], "51": ["765", "780"], "52": ["780", "795"], "53": ["795", "810"], "54": ["810", "825"], "55": ["825", "840"], "56": ["840", "855"], "57": ["855", "870"], "58": ["870", "885"], "59": ["885", "900"], "60": ["900", "915"], "61": ["915", "930"], "62": ["930", "945"], "63": ["945", "960"]}, "model.decoder.17.pp_block.mlp.gate_up_proj.weight": {"0": ["0", "76800"], "1": ["76800", "153600"], "2": ["153600", "230400"], "3": ["230400", "307200"], "4": ["307200", "384000"], "5": ["384000", "460800"], "6": ["460800", "537600"], "7": ["537600", "614400"], "8": ["614400", "691200"], "9": ["691200", "768000"], "10": ["768000", "844800"], "11": ["844800", "921600"], "12": ["921600", "998400"], "13": ["998400", "1075200"], "14": ["1075200", "1152000"], "15": ["1152000", "1228800"], "16": ["1228800", "1305600"], "17": ["1305600", "1382400"], "18": ["1382400", "1459200"], "19": ["1459200", "1536000"], "20": ["1536000", "1612800"], "21": ["1612800", "1689600"], "22": ["1689600", "1766400"], "23": ["1766400", "1843200"], "24": ["1843200", "1920000"], "25": ["1920000", "1996800"], "26": ["1996800", "2073600"], "27": ["2073600", "2150400"], "28": ["2150400", "2227200"], "29": ["2227200", "2304000"], "30": ["2304000", "2380800"], "31": ["2380800", "2457600"], "32": ["2457600", "2534400"], "33": ["2534400", "2611200"], "34": ["2611200", "2688000"], "35": ["2688000", "2764800"], "36": ["2764800", "2841600"], "37": ["2841600", "2918400"], "38": ["2918400", "2995200"], "39": ["2995200", "3072000"], "40": ["3072000", "3148800"], "41": ["3148800", "3225600"], "42": ["3225600", "3302400"], "43": ["3302400", "3379200"], "44": ["3379200", "3456000"], "45": ["3456000", "3532800"], "46": ["3532800", "3609600"], "47": ["3609600", "3686400"], "48": ["3686400", "3763200"], "49": ["3763200", "3840000"], "50": ["3840000", "3916800"], "51": ["3916800", "3993600"], "52": ["3993600", "4070400"], "53": ["4070400", "4147200"], "54": ["4147200", "4224000"], "55": ["4224000", "4300800"], "56": ["4300800", "4377600"], "57": ["4377600", "4454400"], "58": ["4454400", "4531200"], "59": ["4531200", "4608000"], "60": ["4608000", "4684800"], "61": ["4684800", "4761600"], "62": ["4761600", "4838400"], "63": ["4838400", "4915200"]}, "model.decoder.17.pp_block.mlp.down_proj.weight": {"0": ["0", "38400"], "1": ["38400", "76800"], "2": ["76800", "115200"], "3": ["115200", "153600"], "4": ["153600", "192000"], "5": ["192000", "230400"], "6": ["230400", "268800"], "7": ["268800", "307200"], "8": ["307200", "345600"], "9": ["345600", "384000"], "10": ["384000", "422400"], "11": ["422400", "460800"], "12": ["460800", "499200"], "13": ["499200", "537600"], "14": ["537600", "576000"], "15": ["576000", "614400"], "16": ["614400", "652800"], "17": ["652800", "691200"], "18": ["691200", "729600"], "19": ["729600", "768000"], "20": ["768000", "806400"], "21": ["806400", "844800"], "22": ["844800", "883200"], "23": ["883200", "921600"], "24": ["921600", "960000"], "25": ["960000", "998400"], "26": ["998400", "1036800"], "27": ["1036800", "1075200"], "28": ["1075200", "1113600"], "29": ["1113600", "1152000"], "30": ["1152000", "1190400"], "31": ["1190400", "1228800"], "32": ["1228800", "1267200"], "33": ["1267200", "1305600"], "34": ["1305600", "1344000"], "35": ["1344000", "1382400"], "36": ["1382400", "1420800"], "37": ["1420800", "1459200"], "38": ["1459200", "1497600"], "39": ["1497600", "1536000"], "40": ["1536000", "1574400"], "41": ["1574400", "1612800"], "42": ["1612800", "1651200"], "43": ["1651200", "1689600"], "44": ["1689600", "1728000"], "45": ["1728000", "1766400"], "46": ["1766400", "1804800"], "47": ["1804800", "1843200"], "48": ["1843200", "1881600"], "49": ["1881600", "1920000"], "50": ["1920000", "1958400"], "51": ["1958400", "1996800"], "52": ["1996800", "2035200"], "53": ["2035200", "2073600"], "54": ["2073600", "2112000"], "55": ["2112000", "2150400"], "56": ["2150400", "2188800"], "57": ["2188800", "2227200"], "58": ["2227200", "2265600"], "59": ["2265600", "2304000"], "60": ["2304000", "2342400"], "61": ["2342400", "2380800"], "62": ["2380800", "2419200"], "63": ["2419200", "2457600"]}, "model.decoder.18.pp_block.input_layernorm.weight": {"0": ["0", "15"], "1": ["15", "30"], "2": ["30", "45"], "3": ["45", "60"], "4": ["60", "75"], "5": ["75", "90"], "6": ["90", "105"], "7": ["105", "120"], "8": ["120", "135"], "9": ["135", "150"], "10": ["150", "165"], "11": ["165", "180"], "12": ["180", "195"], "13": ["195", "210"], "14": ["210", "225"], "15": ["225", "240"], "16": ["240", "255"], "17": ["255", "270"], "18": ["270", "285"], "19": ["285", "300"], "20": ["300", "315"], "21": ["315", "330"], "22": ["330", "345"], "23": ["345", "360"], "24": ["360", "375"], "25": ["375", "390"], "26": ["390", "405"], "27": ["405", "420"], "28": ["420", "435"], "29": ["435", "450"], "30": ["450", "465"], "31": ["465", "480"], "32": ["480", "495"], "33": ["495", "510"], "34": ["510", "525"], "35": ["525", "540"], "36": ["540", "555"], "37": ["555", "570"], "38": ["570", "585"], "39": ["585", "600"], "40": ["600", "615"], "41": ["615", "630"], "42": ["630", "645"], "43": ["645", "660"], "44": ["660", "675"], "45": ["675", "690"], "46": ["690", "705"], "47": ["705", "720"], "48": ["720", "735"], "49": ["735", "750"], "50": ["750", "765"], "51": ["765", "780"], "52": ["780", "795"], "53": ["795", "810"], "54": ["810", "825"], "55": ["825", "840"], "56": ["840", "855"], "57": ["855", "870"], "58": ["870", "885"], "59": ["885", "900"], "60": ["900", "915"], "61": ["915", "930"], "62": ["930", "945"], "63": ["945", "960"]}, "model.decoder.18.pp_block.attn.qkv_proj.weight": {"0": ["0", "24000"], "1": ["24000", "48000"], "2": ["48000", "72000"], "3": ["72000", "96000"], "4": ["96000", "120000"], "5": ["120000", "144000"], "6": ["144000", "168000"], "7": ["168000", "192000"], "8": ["192000", "216000"], "9": ["216000", "240000"], "10": ["240000", "264000"], "11": ["264000", "288000"], "12": ["288000", "312000"], "13": ["312000", "336000"], "14": ["336000", "360000"], "15": ["360000", "384000"], "16": ["384000", "408000"], "17": ["408000", "432000"], "18": ["432000", "456000"], "19": ["456000", "480000"], "20": ["480000", "504000"], "21": ["504000", "528000"], "22": ["528000", "552000"], "23": ["552000", "576000"], "24": ["576000", "600000"], "25": ["600000", "624000"], "26": ["624000", "648000"], "27": ["648000", "672000"], "28": ["672000", "696000"], "29": ["696000", "720000"], "30": ["720000", "744000"], "31": ["744000", "768000"], "32": ["768000", "792000"], "33": ["792000", "816000"], "34": ["816000", "840000"], "35": ["840000", "864000"], "36": ["864000", "888000"], "37": ["888000", "912000"], "38": ["912000", "936000"], "39": ["936000", "960000"], "40": ["960000", "984000"], "41": ["984000", "1008000"], "42": ["1008000", "1032000"], "43": ["1032000", "1056000"], "44": ["1056000", "1080000"], "45": ["1080000", "1104000"], "46": ["1104000", "1128000"], "47": ["1128000", "1152000"], "48": ["1152000", "1176000"], "49": ["1176000", "1200000"], "50": ["1200000", "1224000"], "51": ["1224000", "1248000"], "52": ["1248000", "1272000"], "53": ["1272000", "1296000"], "54": ["1296000", "1320000"], "55": ["1320000", "1344000"], "56": ["1344000", "1368000"], "57": ["1368000", "1392000"], "58": ["1392000", "1416000"], "59": ["1416000", "1440000"], "60": ["1440000", "1464000"], "61": ["1464000", "1488000"], "62": ["1488000", "1512000"], "63": ["1512000", "1536000"]}, "model.decoder.18.pp_block.attn.o_proj.weight": {"0": ["0", "14400"], "1": ["14400", "28800"], "2": ["28800", "43200"], "3": ["43200", "57600"], "4": ["57600", "72000"], "5": ["72000", "86400"], "6": ["86400", "100800"], "7": ["100800", "115200"], "8": ["115200", "129600"], "9": ["129600", "144000"], "10": ["144000", "158400"], "11": ["158400", "172800"], "12": ["172800", "187200"], "13": ["187200", "201600"], "14": ["201600", "216000"], "15": ["216000", "230400"], "16": ["230400", "244800"], "17": ["244800", "259200"], "18": ["259200", "273600"], "19": ["273600", "288000"], "20": ["288000", "302400"], "21": ["302400", "316800"], "22": ["316800", "331200"], "23": ["331200", "345600"], "24": ["345600", "360000"], "25": ["360000", "374400"], "26": ["374400", "388800"], "27": ["388800", "403200"], "28": ["403200", "417600"], "29": ["417600", "432000"], "30": ["432000", "446400"], "31": ["446400", "460800"], "32": ["460800", "475200"], "33": ["475200", "489600"], "34": ["489600", "504000"], "35": ["504000", "518400"], "36": ["518400", "532800"], "37": ["532800", "547200"], "38": ["547200", "561600"], "39": ["561600", "576000"], "40": ["576000", "590400"], "41": ["590400", "604800"], "42": ["604800", "619200"], "43": ["619200", "633600"], "44": ["633600", "648000"], "45": ["648000", "662400"], "46": ["662400", "676800"], "47": ["676800", "691200"], "48": ["691200", "705600"], "49": ["705600", "720000"], "50": ["720000", "734400"], "51": ["734400", "748800"], "52": ["748800", "763200"], "53": ["763200", "777600"], "54": ["777600", "792000"], "55": ["792000", "806400"], "56": ["806400", "820800"], "57": ["820800", "835200"], "58": ["835200", "849600"], "59": ["849600", "864000"], "60": ["864000", "878400"], "61": ["878400", "892800"], "62": ["892800", "907200"], "63": ["907200", "921600"]}, "model.decoder.18.pp_block.post_attention_layernorm.weight": {"0": ["0", "15"], "1": ["15", "30"], "2": ["30", "45"], "3": ["45", "60"], "4": ["60", "75"], "5": ["75", "90"], "6": ["90", "105"], "7": ["105", "120"], "8": ["120", "135"], "9": ["135", "150"], "10": ["150", "165"], "11": ["165", "180"], "12": ["180", "195"], "13": ["195", "210"], "14": ["210", "225"], "15": ["225", "240"], "16": ["240", "255"], "17": ["255", "270"], "18": ["270", "285"], "19": ["285", "300"], "20": ["300", "315"], "21": ["315", "330"], "22": ["330", "345"], "23": ["345", "360"], "24": ["360", "375"], "25": ["375", "390"], "26": ["390", "405"], "27": ["405", "420"], "28": ["420", "435"], "29": ["435", "450"], "30": ["450", "465"], "31": ["465", "480"], "32": ["480", "495"], "33": ["495", "510"], "34": ["510", "525"], "35": ["525", "540"], "36": ["540", "555"], "37": ["555", "570"], "38": ["570", "585"], "39": ["585", "600"], "40": ["600", "615"], "41": ["615", "630"], "42": ["630", "645"], "43": ["645", "660"], "44": ["660", "675"], "45": ["675", "690"], "46": ["690", "705"], "47": ["705", "720"], "48": ["720", "735"], "49": ["735", "750"], "50": ["750", "765"], "51": ["765", "780"], "52": ["780", "795"], "53": ["795", "810"], "54": ["810", "825"], "55": ["825", "840"], "56": ["840", "855"], "57": ["855", "870"], "58": ["870", "885"], "59": ["885", "900"], "60": ["900", "915"], "61": ["915", "930"], "62": ["930", "945"], "63": ["945", "960"]}, "model.decoder.18.pp_block.mlp.gate_up_proj.weight": {"0": ["0", "76800"], "1": ["76800", "153600"], "2": ["153600", "230400"], "3": ["230400", "307200"], "4": ["307200", "384000"], "5": ["384000", "460800"], "6": ["460800", "537600"], "7": ["537600", "614400"], "8": ["614400", "691200"], "9": ["691200", "768000"], "10": ["768000", "844800"], "11": ["844800", "921600"], "12": ["921600", "998400"], "13": ["998400", "1075200"], "14": ["1075200", "1152000"], "15": ["1152000", "1228800"], "16": ["1228800", "1305600"], "17": ["1305600", "1382400"], "18": ["1382400", "1459200"], "19": ["1459200", "1536000"], "20": ["1536000", "1612800"], "21": ["1612800", "1689600"], "22": ["1689600", "1766400"], "23": ["1766400", "1843200"], "24": ["1843200", "1920000"], "25": ["1920000", "1996800"], "26": ["1996800", "2073600"], "27": ["2073600", "2150400"], "28": ["2150400", "2227200"], "29": ["2227200", "2304000"], "30": ["2304000", "2380800"], "31": ["2380800", "2457600"], "32": ["2457600", "2534400"], "33": ["2534400", "2611200"], "34": ["2611200", "2688000"], "35": ["2688000", "2764800"], "36": ["2764800", "2841600"], "37": ["2841600", "2918400"], "38": ["2918400", "2995200"], "39": ["2995200", "3072000"], "40": ["3072000", "3148800"], "41": ["3148800", "3225600"], "42": ["3225600", "3302400"], "43": ["3302400", "3379200"], "44": ["3379200", "3456000"], "45": ["3456000", "3532800"], "46": ["3532800", "3609600"], "47": ["3609600", "3686400"], "48": ["3686400", "3763200"], "49": ["3763200", "3840000"], "50": ["3840000", "3916800"], "51": ["3916800", "3993600"], "52": ["3993600", "4070400"], "53": ["4070400", "4147200"], "54": ["4147200", "4224000"], "55": ["4224000", "4300800"], "56": ["4300800", "4377600"], "57": ["4377600", "4454400"], "58": ["4454400", "4531200"], "59": ["4531200", "4608000"], "60": ["4608000", "4684800"], "61": ["4684800", "4761600"], "62": ["4761600", "4838400"], "63": ["4838400", "4915200"]}, "model.decoder.18.pp_block.mlp.down_proj.weight": {"0": ["0", "38400"], "1": ["38400", "76800"], "2": ["76800", "115200"], "3": ["115200", "153600"], "4": ["153600", "192000"], "5": ["192000", "230400"], "6": ["230400", "268800"], "7": ["268800", "307200"], "8": ["307200", "345600"], "9": ["345600", "384000"], "10": ["384000", "422400"], "11": ["422400", "460800"], "12": ["460800", "499200"], "13": ["499200", "537600"], "14": ["537600", "576000"], "15": ["576000", "614400"], "16": ["614400", "652800"], "17": ["652800", "691200"], "18": ["691200", "729600"], "19": ["729600", "768000"], "20": ["768000", "806400"], "21": ["806400", "844800"], "22": ["844800", "883200"], "23": ["883200", "921600"], "24": ["921600", "960000"], "25": ["960000", "998400"], "26": ["998400", "1036800"], "27": ["1036800", "1075200"], "28": ["1075200", "1113600"], "29": ["1113600", "1152000"], "30": ["1152000", "1190400"], "31": ["1190400", "1228800"], "32": ["1228800", "1267200"], "33": ["1267200", "1305600"], "34": ["1305600", "1344000"], "35": ["1344000", "1382400"], "36": ["1382400", "1420800"], "37": ["1420800", "1459200"], "38": ["1459200", "1497600"], "39": ["1497600", "1536000"], "40": ["1536000", "1574400"], "41": ["1574400", "1612800"], "42": ["1612800", "1651200"], "43": ["1651200", "1689600"], "44": ["1689600", "1728000"], "45": ["1728000", "1766400"], "46": ["1766400", "1804800"], "47": ["1804800", "1843200"], "48": ["1843200", "1881600"], "49": ["1881600", "1920000"], "50": ["1920000", "1958400"], "51": ["1958400", "1996800"], "52": ["1996800", "2035200"], "53": ["2035200", "2073600"], "54": ["2073600", "2112000"], "55": ["2112000", "2150400"], "56": ["2150400", "2188800"], "57": ["2188800", "2227200"], "58": ["2227200", "2265600"], "59": ["2265600", "2304000"], "60": ["2304000", "2342400"], "61": ["2342400", "2380800"], "62": ["2380800", "2419200"], "63": ["2419200", "2457600"]}, "model.decoder.19.pp_block.input_layernorm.weight": {"0": ["0", "15"], "1": ["15", "30"], "2": ["30", "45"], "3": ["45", "60"], "4": ["60", "75"], "5": ["75", "90"], "6": ["90", "105"], "7": ["105", "120"], "8": ["120", "135"], "9": ["135", "150"], "10": ["150", "165"], "11": ["165", "180"], "12": ["180", "195"], "13": ["195", "210"], "14": ["210", "225"], "15": ["225", "240"], "16": ["240", "255"], "17": ["255", "270"], "18": ["270", "285"], "19": ["285", "300"], "20": ["300", "315"], "21": ["315", "330"], "22": ["330", "345"], "23": ["345", "360"], "24": ["360", "375"], "25": ["375", "390"], "26": ["390", "405"], "27": ["405", "420"], "28": ["420", "435"], "29": ["435", "450"], "30": ["450", "465"], "31": ["465", "480"], "32": ["480", "495"], "33": ["495", "510"], "34": ["510", "525"], "35": ["525", "540"], "36": ["540", "555"], "37": ["555", "570"], "38": ["570", "585"], "39": ["585", "600"], "40": ["600", "615"], "41": ["615", "630"], "42": ["630", "645"], "43": ["645", "660"], "44": ["660", "675"], "45": ["675", "690"], "46": ["690", "705"], "47": ["705", "720"], "48": ["720", "735"], "49": ["735", "750"], "50": ["750", "765"], "51": ["765", "780"], "52": ["780", "795"], "53": ["795", "810"], "54": ["810", "825"], "55": ["825", "840"], "56": ["840", "855"], "57": ["855", "870"], "58": ["870", "885"], "59": ["885", "900"], "60": ["900", "915"], "61": ["915", "930"], "62": ["930", "945"], "63": ["945", "960"]}, "model.decoder.19.pp_block.attn.qkv_proj.weight": {"0": ["0", "24000"], "1": ["24000", "48000"], "2": ["48000", "72000"], "3": ["72000", "96000"], "4": ["96000", "120000"], "5": ["120000", "144000"], "6": ["144000", "168000"], "7": ["168000", "192000"], "8": ["192000", "216000"], "9": ["216000", "240000"], "10": ["240000", "264000"], "11": ["264000", "288000"], "12": ["288000", "312000"], "13": ["312000", "336000"], "14": ["336000", "360000"], "15": ["360000", "384000"], "16": ["384000", "408000"], "17": ["408000", "432000"], "18": ["432000", "456000"], "19": ["456000", "480000"], "20": ["480000", "504000"], "21": ["504000", "528000"], "22": ["528000", "552000"], "23": ["552000", "576000"], "24": ["576000", "600000"], "25": ["600000", "624000"], "26": ["624000", "648000"], "27": ["648000", "672000"], "28": ["672000", "696000"], "29": ["696000", "720000"], "30": ["720000", "744000"], "31": ["744000", "768000"], "32": ["768000", "792000"], "33": ["792000", "816000"], "34": ["816000", "840000"], "35": ["840000", "864000"], "36": ["864000", "888000"], "37": ["888000", "912000"], "38": ["912000", "936000"], "39": ["936000", "960000"], "40": ["960000", "984000"], "41": ["984000", "1008000"], "42": ["1008000", "1032000"], "43": ["1032000", "1056000"], "44": ["1056000", "1080000"], "45": ["1080000", "1104000"], "46": ["1104000", "1128000"], "47": ["1128000", "1152000"], "48": ["1152000", "1176000"], "49": ["1176000", "1200000"], "50": ["1200000", "1224000"], "51": ["1224000", "1248000"], "52": ["1248000", "1272000"], "53": ["1272000", "1296000"], "54": ["1296000", "1320000"], "55": ["1320000", "1344000"], "56": ["1344000", "1368000"], "57": ["1368000", "1392000"], "58": ["1392000", "1416000"], "59": ["1416000", "1440000"], "60": ["1440000", "1464000"], "61": ["1464000", "1488000"], "62": ["1488000", "1512000"], "63": ["1512000", "1536000"]}, "model.decoder.19.pp_block.attn.o_proj.weight": {"0": ["0", "14400"], "1": ["14400", "28800"], "2": ["28800", "43200"], "3": ["43200", "57600"], "4": ["57600", "72000"], "5": ["72000", "86400"], "6": ["86400", "100800"], "7": ["100800", "115200"], "8": ["115200", "129600"], "9": ["129600", "144000"], "10": ["144000", "158400"], "11": ["158400", "172800"], "12": ["172800", "187200"], "13": ["187200", "201600"], "14": ["201600", "216000"], "15": ["216000", "230400"], "16": ["230400", "244800"], "17": ["244800", "259200"], "18": ["259200", "273600"], "19": ["273600", "288000"], "20": ["288000", "302400"], "21": ["302400", "316800"], "22": ["316800", "331200"], "23": ["331200", "345600"], "24": ["345600", "360000"], "25": ["360000", "374400"], "26": ["374400", "388800"], "27": ["388800", "403200"], "28": ["403200", "417600"], "29": ["417600", "432000"], "30": ["432000", "446400"], "31": ["446400", "460800"], "32": ["460800", "475200"], "33": ["475200", "489600"], "34": ["489600", "504000"], "35": ["504000", "518400"], "36": ["518400", "532800"], "37": ["532800", "547200"], "38": ["547200", "561600"], "39": ["561600", "576000"], "40": ["576000", "590400"], "41": ["590400", "604800"], "42": ["604800", "619200"], "43": ["619200", "633600"], "44": ["633600", "648000"], "45": ["648000", "662400"], "46": ["662400", "676800"], "47": ["676800", "691200"], "48": ["691200", "705600"], "49": ["705600", "720000"], "50": ["720000", "734400"], "51": ["734400", "748800"], "52": ["748800", "763200"], "53": ["763200", "777600"], "54": ["777600", "792000"], "55": ["792000", "806400"], "56": ["806400", "820800"], "57": ["820800", "835200"], "58": ["835200", "849600"], "59": ["849600", "864000"], "60": ["864000", "878400"], "61": ["878400", "892800"], "62": ["892800", "907200"], "63": ["907200", "921600"]}, "model.decoder.19.pp_block.post_attention_layernorm.weight": {"0": ["0", "15"], "1": ["15", "30"], "2": ["30", "45"], "3": ["45", "60"], "4": ["60", "75"], "5": ["75", "90"], "6": ["90", "105"], "7": ["105", "120"], "8": ["120", "135"], "9": ["135", "150"], "10": ["150", "165"], "11": ["165", "180"], "12": ["180", "195"], "13": ["195", "210"], "14": ["210", "225"], "15": ["225", "240"], "16": ["240", "255"], "17": ["255", "270"], "18": ["270", "285"], "19": ["285", "300"], "20": ["300", "315"], "21": ["315", "330"], "22": ["330", "345"], "23": ["345", "360"], "24": ["360", "375"], "25": ["375", "390"], "26": ["390", "405"], "27": ["405", "420"], "28": ["420", "435"], "29": ["435", "450"], "30": ["450", "465"], "31": ["465", "480"], "32": ["480", "495"], "33": ["495", "510"], "34": ["510", "525"], "35": ["525", "540"], "36": ["540", "555"], "37": ["555", "570"], "38": ["570", "585"], "39": ["585", "600"], "40": ["600", "615"], "41": ["615", "630"], "42": ["630", "645"], "43": ["645", "660"], "44": ["660", "675"], "45": ["675", "690"], "46": ["690", "705"], "47": ["705", "720"], "48": ["720", "735"], "49": ["735", "750"], "50": ["750", "765"], "51": ["765", "780"], "52": ["780", "795"], "53": ["795", "810"], "54": ["810", "825"], "55": ["825", "840"], "56": ["840", "855"], "57": ["855", "870"], "58": ["870", "885"], "59": ["885", "900"], "60": ["900", "915"], "61": ["915", "930"], "62": ["930", "945"], "63": ["945", "960"]}, "model.decoder.19.pp_block.mlp.gate_up_proj.weight": {"0": ["0", "76800"], "1": ["76800", "153600"], "2": ["153600", "230400"], "3": ["230400", "307200"], "4": ["307200", "384000"], "5": ["384000", "460800"], "6": ["460800", "537600"], "7": ["537600", "614400"], "8": ["614400", "691200"], "9": ["691200", "768000"], "10": ["768000", "844800"], "11": ["844800", "921600"], "12": ["921600", "998400"], "13": ["998400", "1075200"], "14": ["1075200", "1152000"], "15": ["1152000", "1228800"], "16": ["1228800", "1305600"], "17": ["1305600", "1382400"], "18": ["1382400", "1459200"], "19": ["1459200", "1536000"], "20": ["1536000", "1612800"], "21": ["1612800", "1689600"], "22": ["1689600", "1766400"], "23": ["1766400", "1843200"], "24": ["1843200", "1920000"], "25": ["1920000", "1996800"], "26": ["1996800", "2073600"], "27": ["2073600", "2150400"], "28": ["2150400", "2227200"], "29": ["2227200", "2304000"], "30": ["2304000", "2380800"], "31": ["2380800", "2457600"], "32": ["2457600", "2534400"], "33": ["2534400", "2611200"], "34": ["2611200", "2688000"], "35": ["2688000", "2764800"], "36": ["2764800", "2841600"], "37": ["2841600", "2918400"], "38": ["2918400", "2995200"], "39": ["2995200", "3072000"], "40": ["3072000", "3148800"], "41": ["3148800", "3225600"], "42": ["3225600", "3302400"], "43": ["3302400", "3379200"], "44": ["3379200", "3456000"], "45": ["3456000", "3532800"], "46": ["3532800", "3609600"], "47": ["3609600", "3686400"], "48": ["3686400", "3763200"], "49": ["3763200", "3840000"], "50": ["3840000", "3916800"], "51": ["3916800", "3993600"], "52": ["3993600", "4070400"], "53": ["4070400", "4147200"], "54": ["4147200", "4224000"], "55": ["4224000", "4300800"], "56": ["4300800", "4377600"], "57": ["4377600", "4454400"], "58": ["4454400", "4531200"], "59": ["4531200", "4608000"], "60": ["4608000", "4684800"], "61": ["4684800", "4761600"], "62": ["4761600", "4838400"], "63": ["4838400", "4915200"]}, "model.decoder.19.pp_block.mlp.down_proj.weight": {"0": ["0", "38400"], "1": ["38400", "76800"], "2": ["76800", "115200"], "3": ["115200", "153600"], "4": ["153600", "192000"], "5": ["192000", "230400"], "6": ["230400", "268800"], "7": ["268800", "307200"], "8": ["307200", "345600"], "9": ["345600", "384000"], "10": ["384000", "422400"], "11": ["422400", "460800"], "12": ["460800", "499200"], "13": ["499200", "537600"], "14": ["537600", "576000"], "15": ["576000", "614400"], "16": ["614400", "652800"], "17": ["652800", "691200"], "18": ["691200", "729600"], "19": ["729600", "768000"], "20": ["768000", "806400"], "21": ["806400", "844800"], "22": ["844800", "883200"], "23": ["883200", "921600"], "24": ["921600", "960000"], "25": ["960000", "998400"], "26": ["998400", "1036800"], "27": ["1036800", "1075200"], "28": ["1075200", "1113600"], "29": ["1113600", "1152000"], "30": ["1152000", "1190400"], "31": ["1190400", "1228800"], "32": ["1228800", "1267200"], "33": ["1267200", "1305600"], "34": ["1305600", "1344000"], "35": ["1344000", "1382400"], "36": ["1382400", "1420800"], "37": ["1420800", "1459200"], "38": ["1459200", "1497600"], "39": ["1497600", "1536000"], "40": ["1536000", "1574400"], "41": ["1574400", "1612800"], "42": ["1612800", "1651200"], "43": ["1651200", "1689600"], "44": ["1689600", "1728000"], "45": ["1728000", "1766400"], "46": ["1766400", "1804800"], "47": ["1804800", "1843200"], "48": ["1843200", "1881600"], "49": ["1881600", "1920000"], "50": ["1920000", "1958400"], "51": ["1958400", "1996800"], "52": ["1996800", "2035200"], "53": ["2035200", "2073600"], "54": ["2073600", "2112000"], "55": ["2112000", "2150400"], "56": ["2150400", "2188800"], "57": ["2188800", "2227200"], "58": ["2227200", "2265600"], "59": ["2265600", "2304000"], "60": ["2304000", "2342400"], "61": ["2342400", "2380800"], "62": ["2380800", "2419200"], "63": ["2419200", "2457600"]}, "model.decoder.20.pp_block.input_layernorm.weight": {"0": ["0", "15"], "1": ["15", "30"], "2": ["30", "45"], "3": ["45", "60"], "4": ["60", "75"], "5": ["75", "90"], "6": ["90", "105"], "7": ["105", "120"], "8": ["120", "135"], "9": ["135", "150"], "10": ["150", "165"], "11": ["165", "180"], "12": ["180", "195"], "13": ["195", "210"], "14": ["210", "225"], "15": ["225", "240"], "16": ["240", "255"], "17": ["255", "270"], "18": ["270", "285"], "19": ["285", "300"], "20": ["300", "315"], "21": ["315", "330"], "22": ["330", "345"], "23": ["345", "360"], "24": ["360", "375"], "25": ["375", "390"], "26": ["390", "405"], "27": ["405", "420"], "28": ["420", "435"], "29": ["435", "450"], "30": ["450", "465"], "31": ["465", "480"], "32": ["480", "495"], "33": ["495", "510"], "34": ["510", "525"], "35": ["525", "540"], "36": ["540", "555"], "37": ["555", "570"], "38": ["570", "585"], "39": ["585", "600"], "40": ["600", "615"], "41": ["615", "630"], "42": ["630", "645"], "43": ["645", "660"], "44": ["660", "675"], "45": ["675", "690"], "46": ["690", "705"], "47": ["705", "720"], "48": ["720", "735"], "49": ["735", "750"], "50": ["750", "765"], "51": ["765", "780"], "52": ["780", "795"], "53": ["795", "810"], "54": ["810", "825"], "55": ["825", "840"], "56": ["840", "855"], "57": ["855", "870"], "58": ["870", "885"], "59": ["885", "900"], "60": ["900", "915"], "61": ["915", "930"], "62": ["930", "945"], "63": ["945", "960"]}, "model.decoder.20.pp_block.attn.qkv_proj.weight": {"0": ["0", "24000"], "1": ["24000", "48000"], "2": ["48000", "72000"], "3": ["72000", "96000"], "4": ["96000", "120000"], "5": ["120000", "144000"], "6": ["144000", "168000"], "7": ["168000", "192000"], "8": ["192000", "216000"], "9": ["216000", "240000"], "10": ["240000", "264000"], "11": ["264000", "288000"], "12": ["288000", "312000"], "13": ["312000", "336000"], "14": ["336000", "360000"], "15": ["360000", "384000"], "16": ["384000", "408000"], "17": ["408000", "432000"], "18": ["432000", "456000"], "19": ["456000", "480000"], "20": ["480000", "504000"], "21": ["504000", "528000"], "22": ["528000", "552000"], "23": ["552000", "576000"], "24": ["576000", "600000"], "25": ["600000", "624000"], "26": ["624000", "648000"], "27": ["648000", "672000"], "28": ["672000", "696000"], "29": ["696000", "720000"], "30": ["720000", "744000"], "31": ["744000", "768000"], "32": ["768000", "792000"], "33": ["792000", "816000"], "34": ["816000", "840000"], "35": ["840000", "864000"], "36": ["864000", "888000"], "37": ["888000", "912000"], "38": ["912000", "936000"], "39": ["936000", "960000"], "40": ["960000", "984000"], "41": ["984000", "1008000"], "42": ["1008000", "1032000"], "43": ["1032000", "1056000"], "44": ["1056000", "1080000"], "45": ["1080000", "1104000"], "46": ["1104000", "1128000"], "47": ["1128000", "1152000"], "48": ["1152000", "1176000"], "49": ["1176000", "1200000"], "50": ["1200000", "1224000"], "51": ["1224000", "1248000"], "52": ["1248000", "1272000"], "53": ["1272000", "1296000"], "54": ["1296000", "1320000"], "55": ["1320000", "1344000"], "56": ["1344000", "1368000"], "57": ["1368000", "1392000"], "58": ["1392000", "1416000"], "59": ["1416000", "1440000"], "60": ["1440000", "1464000"], "61": ["1464000", "1488000"], "62": ["1488000", "1512000"], "63": ["1512000", "1536000"]}, "model.decoder.20.pp_block.attn.o_proj.weight": {"0": ["0", "14400"], "1": ["14400", "28800"], "2": ["28800", "43200"], "3": ["43200", "57600"], "4": ["57600", "72000"], "5": ["72000", "86400"], "6": ["86400", "100800"], "7": ["100800", "115200"], "8": ["115200", "129600"], "9": ["129600", "144000"], "10": ["144000", "158400"], "11": ["158400", "172800"], "12": ["172800", "187200"], "13": ["187200", "201600"], "14": ["201600", "216000"], "15": ["216000", "230400"], "16": ["230400", "244800"], "17": ["244800", "259200"], "18": ["259200", "273600"], "19": ["273600", "288000"], "20": ["288000", "302400"], "21": ["302400", "316800"], "22": ["316800", "331200"], "23": ["331200", "345600"], "24": ["345600", "360000"], "25": ["360000", "374400"], "26": ["374400", "388800"], "27": ["388800", "403200"], "28": ["403200", "417600"], "29": ["417600", "432000"], "30": ["432000", "446400"], "31": ["446400", "460800"], "32": ["460800", "475200"], "33": ["475200", "489600"], "34": ["489600", "504000"], "35": ["504000", "518400"], "36": ["518400", "532800"], "37": ["532800", "547200"], "38": ["547200", "561600"], "39": ["561600", "576000"], "40": ["576000", "590400"], "41": ["590400", "604800"], "42": ["604800", "619200"], "43": ["619200", "633600"], "44": ["633600", "648000"], "45": ["648000", "662400"], "46": ["662400", "676800"], "47": ["676800", "691200"], "48": ["691200", "705600"], "49": ["705600", "720000"], "50": ["720000", "734400"], "51": ["734400", "748800"], "52": ["748800", "763200"], "53": ["763200", "777600"], "54": ["777600", "792000"], "55": ["792000", "806400"], "56": ["806400", "820800"], "57": ["820800", "835200"], "58": ["835200", "849600"], "59": ["849600", "864000"], "60": ["864000", "878400"], "61": ["878400", "892800"], "62": ["892800", "907200"], "63": ["907200", "921600"]}, "model.decoder.20.pp_block.post_attention_layernorm.weight": {"0": ["0", "15"], "1": ["15", "30"], "2": ["30", "45"], "3": ["45", "60"], "4": ["60", "75"], "5": ["75", "90"], "6": ["90", "105"], "7": ["105", "120"], "8": ["120", "135"], "9": ["135", "150"], "10": ["150", "165"], "11": ["165", "180"], "12": ["180", "195"], "13": ["195", "210"], "14": ["210", "225"], "15": ["225", "240"], "16": ["240", "255"], "17": ["255", "270"], "18": ["270", "285"], "19": ["285", "300"], "20": ["300", "315"], "21": ["315", "330"], "22": ["330", "345"], "23": ["345", "360"], "24": ["360", "375"], "25": ["375", "390"], "26": ["390", "405"], "27": ["405", "420"], "28": ["420", "435"], "29": ["435", "450"], "30": ["450", "465"], "31": ["465", "480"], "32": ["480", "495"], "33": ["495", "510"], "34": ["510", "525"], "35": ["525", "540"], "36": ["540", "555"], "37": ["555", "570"], "38": ["570", "585"], "39": ["585", "600"], "40": ["600", "615"], "41": ["615", "630"], "42": ["630", "645"], "43": ["645", "660"], "44": ["660", "675"], "45": ["675", "690"], "46": ["690", "705"], "47": ["705", "720"], "48": ["720", "735"], "49": ["735", "750"], "50": ["750", "765"], "51": ["765", "780"], "52": ["780", "795"], "53": ["795", "810"], "54": ["810", "825"], "55": ["825", "840"], "56": ["840", "855"], "57": ["855", "870"], "58": ["870", "885"], "59": ["885", "900"], "60": ["900", "915"], "61": ["915", "930"], "62": ["930", "945"], "63": ["945", "960"]}, "model.decoder.20.pp_block.mlp.gate_up_proj.weight": {"0": ["0", "76800"], "1": ["76800", "153600"], "2": ["153600", "230400"], "3": ["230400", "307200"], "4": ["307200", "384000"], "5": ["384000", "460800"], "6": ["460800", "537600"], "7": ["537600", "614400"], "8": ["614400", "691200"], "9": ["691200", "768000"], "10": ["768000", "844800"], "11": ["844800", "921600"], "12": ["921600", "998400"], "13": ["998400", "1075200"], "14": ["1075200", "1152000"], "15": ["1152000", "1228800"], "16": ["1228800", "1305600"], "17": ["1305600", "1382400"], "18": ["1382400", "1459200"], "19": ["1459200", "1536000"], "20": ["1536000", "1612800"], "21": ["1612800", "1689600"], "22": ["1689600", "1766400"], "23": ["1766400", "1843200"], "24": ["1843200", "1920000"], "25": ["1920000", "1996800"], "26": ["1996800", "2073600"], "27": ["2073600", "2150400"], "28": ["2150400", "2227200"], "29": ["2227200", "2304000"], "30": ["2304000", "2380800"], "31": ["2380800", "2457600"], "32": ["2457600", "2534400"], "33": ["2534400", "2611200"], "34": ["2611200", "2688000"], "35": ["2688000", "2764800"], "36": ["2764800", "2841600"], "37": ["2841600", "2918400"], "38": ["2918400", "2995200"], "39": ["2995200", "3072000"], "40": ["3072000", "3148800"], "41": ["3148800", "3225600"], "42": ["3225600", "3302400"], "43": ["3302400", "3379200"], "44": ["3379200", "3456000"], "45": ["3456000", "3532800"], "46": ["3532800", "3609600"], "47": ["3609600", "3686400"], "48": ["3686400", "3763200"], "49": ["3763200", "3840000"], "50": ["3840000", "3916800"], "51": ["3916800", "3993600"], "52": ["3993600", "4070400"], "53": ["4070400", "4147200"], "54": ["4147200", "4224000"], "55": ["4224000", "4300800"], "56": ["4300800", "4377600"], "57": ["4377600", "4454400"], "58": ["4454400", "4531200"], "59": ["4531200", "4608000"], "60": ["4608000", "4684800"], "61": ["4684800", "4761600"], "62": ["4761600", "4838400"], "63": ["4838400", "4915200"]}, "model.decoder.20.pp_block.mlp.down_proj.weight": {"0": ["0", "38400"], "1": ["38400", "76800"], "2": ["76800", "115200"], "3": ["115200", "153600"], "4": ["153600", "192000"], "5": ["192000", "230400"], "6": ["230400", "268800"], "7": ["268800", "307200"], "8": ["307200", "345600"], "9": ["345600", "384000"], "10": ["384000", "422400"], "11": ["422400", "460800"], "12": ["460800", "499200"], "13": ["499200", "537600"], "14": ["537600", "576000"], "15": ["576000", "614400"], "16": ["614400", "652800"], "17": ["652800", "691200"], "18": ["691200", "729600"], "19": ["729600", "768000"], "20": ["768000", "806400"], "21": ["806400", "844800"], "22": ["844800", "883200"], "23": ["883200", "921600"], "24": ["921600", "960000"], "25": ["960000", "998400"], "26": ["998400", "1036800"], "27": ["1036800", "1075200"], "28": ["1075200", "1113600"], "29": ["1113600", "1152000"], "30": ["1152000", "1190400"], "31": ["1190400", "1228800"], "32": ["1228800", "1267200"], "33": ["1267200", "1305600"], "34": ["1305600", "1344000"], "35": ["1344000", "1382400"], "36": ["1382400", "1420800"], "37": ["1420800", "1459200"], "38": ["1459200", "1497600"], "39": ["1497600", "1536000"], "40": ["1536000", "1574400"], "41": ["1574400", "1612800"], "42": ["1612800", "1651200"], "43": ["1651200", "1689600"], "44": ["1689600", "1728000"], "45": ["1728000", "1766400"], "46": ["1766400", "1804800"], "47": ["1804800", "1843200"], "48": ["1843200", "1881600"], "49": ["1881600", "1920000"], "50": ["1920000", "1958400"], "51": ["1958400", "1996800"], "52": ["1996800", "2035200"], "53": ["2035200", "2073600"], "54": ["2073600", "2112000"], "55": ["2112000", "2150400"], "56": ["2150400", "2188800"], "57": ["2188800", "2227200"], "58": ["2227200", "2265600"], "59": ["2265600", "2304000"], "60": ["2304000", "2342400"], "61": ["2342400", "2380800"], "62": ["2380800", "2419200"], "63": ["2419200", "2457600"]}, "model.decoder.21.pp_block.input_layernorm.weight": {"0": ["0", "15"], "1": ["15", "30"], "2": ["30", "45"], "3": ["45", "60"], "4": ["60", "75"], "5": ["75", "90"], "6": ["90", "105"], "7": ["105", "120"], "8": ["120", "135"], "9": ["135", "150"], "10": ["150", "165"], "11": ["165", "180"], "12": ["180", "195"], "13": ["195", "210"], "14": ["210", "225"], "15": ["225", "240"], "16": ["240", "255"], "17": ["255", "270"], "18": ["270", "285"], "19": ["285", "300"], "20": ["300", "315"], "21": ["315", "330"], "22": ["330", "345"], "23": ["345", "360"], "24": ["360", "375"], "25": ["375", "390"], "26": ["390", "405"], "27": ["405", "420"], "28": ["420", "435"], "29": ["435", "450"], "30": ["450", "465"], "31": ["465", "480"], "32": ["480", "495"], "33": ["495", "510"], "34": ["510", "525"], "35": ["525", "540"], "36": ["540", "555"], "37": ["555", "570"], "38": ["570", "585"], "39": ["585", "600"], "40": ["600", "615"], "41": ["615", "630"], "42": ["630", "645"], "43": ["645", "660"], "44": ["660", "675"], "45": ["675", "690"], "46": ["690", "705"], "47": ["705", "720"], "48": ["720", "735"], "49": ["735", "750"], "50": ["750", "765"], "51": ["765", "780"], "52": ["780", "795"], "53": ["795", "810"], "54": ["810", "825"], "55": ["825", "840"], "56": ["840", "855"], "57": ["855", "870"], "58": ["870", "885"], "59": ["885", "900"], "60": ["900", "915"], "61": ["915", "930"], "62": ["930", "945"], "63": ["945", "960"]}, "model.decoder.21.pp_block.attn.qkv_proj.weight": {"0": ["0", "24000"], "1": ["24000", "48000"], "2": ["48000", "72000"], "3": ["72000", "96000"], "4": ["96000", "120000"], "5": ["120000", "144000"], "6": ["144000", "168000"], "7": ["168000", "192000"], "8": ["192000", "216000"], "9": ["216000", "240000"], "10": ["240000", "264000"], "11": ["264000", "288000"], "12": ["288000", "312000"], "13": ["312000", "336000"], "14": ["336000", "360000"], "15": ["360000", "384000"], "16": ["384000", "408000"], "17": ["408000", "432000"], "18": ["432000", "456000"], "19": ["456000", "480000"], "20": ["480000", "504000"], "21": ["504000", "528000"], "22": ["528000", "552000"], "23": ["552000", "576000"], "24": ["576000", "600000"], "25": ["600000", "624000"], "26": ["624000", "648000"], "27": ["648000", "672000"], "28": ["672000", "696000"], "29": ["696000", "720000"], "30": ["720000", "744000"], "31": ["744000", "768000"], "32": ["768000", "792000"], "33": ["792000", "816000"], "34": ["816000", "840000"], "35": ["840000", "864000"], "36": ["864000", "888000"], "37": ["888000", "912000"], "38": ["912000", "936000"], "39": ["936000", "960000"], "40": ["960000", "984000"], "41": ["984000", "1008000"], "42": ["1008000", "1032000"], "43": ["1032000", "1056000"], "44": ["1056000", "1080000"], "45": ["1080000", "1104000"], "46": ["1104000", "1128000"], "47": ["1128000", "1152000"], "48": ["1152000", "1176000"], "49": ["1176000", "1200000"], "50": ["1200000", "1224000"], "51": ["1224000", "1248000"], "52": ["1248000", "1272000"], "53": ["1272000", "1296000"], "54": ["1296000", "1320000"], "55": ["1320000", "1344000"], "56": ["1344000", "1368000"], "57": ["1368000", "1392000"], "58": ["1392000", "1416000"], "59": ["1416000", "1440000"], "60": ["1440000", "1464000"], "61": ["1464000", "1488000"], "62": ["1488000", "1512000"], "63": ["1512000", "1536000"]}, "model.decoder.21.pp_block.attn.o_proj.weight": {"0": ["0", "14400"], "1": ["14400", "28800"], "2": ["28800", "43200"], "3": ["43200", "57600"], "4": ["57600", "72000"], "5": ["72000", "86400"], "6": ["86400", "100800"], "7": ["100800", "115200"], "8": ["115200", "129600"], "9": ["129600", "144000"], "10": ["144000", "158400"], "11": ["158400", "172800"], "12": ["172800", "187200"], "13": ["187200", "201600"], "14": ["201600", "216000"], "15": ["216000", "230400"], "16": ["230400", "244800"], "17": ["244800", "259200"], "18": ["259200", "273600"], "19": ["273600", "288000"], "20": ["288000", "302400"], "21": ["302400", "316800"], "22": ["316800", "331200"], "23": ["331200", "345600"], "24": ["345600", "360000"], "25": ["360000", "374400"], "26": ["374400", "388800"], "27": ["388800", "403200"], "28": ["403200", "417600"], "29": ["417600", "432000"], "30": ["432000", "446400"], "31": ["446400", "460800"], "32": ["460800", "475200"], "33": ["475200", "489600"], "34": ["489600", "504000"], "35": ["504000", "518400"], "36": ["518400", "532800"], "37": ["532800", "547200"], "38": ["547200", "561600"], "39": ["561600", "576000"], "40": ["576000", "590400"], "41": ["590400", "604800"], "42": ["604800", "619200"], "43": ["619200", "633600"], "44": ["633600", "648000"], "45": ["648000", "662400"], "46": ["662400", "676800"], "47": ["676800", "691200"], "48": ["691200", "705600"], "49": ["705600", "720000"], "50": ["720000", "734400"], "51": ["734400", "748800"], "52": ["748800", "763200"], "53": ["763200", "777600"], "54": ["777600", "792000"], "55": ["792000", "806400"], "56": ["806400", "820800"], "57": ["820800", "835200"], "58": ["835200", "849600"], "59": ["849600", "864000"], "60": ["864000", "878400"], "61": ["878400", "892800"], "62": ["892800", "907200"], "63": ["907200", "921600"]}, "model.decoder.21.pp_block.post_attention_layernorm.weight": {"0": ["0", "15"], "1": ["15", "30"], "2": ["30", "45"], "3": ["45", "60"], "4": ["60", "75"], "5": ["75", "90"], "6": ["90", "105"], "7": ["105", "120"], "8": ["120", "135"], "9": ["135", "150"], "10": ["150", "165"], "11": ["165", "180"], "12": ["180", "195"], "13": ["195", "210"], "14": ["210", "225"], "15": ["225", "240"], "16": ["240", "255"], "17": ["255", "270"], "18": ["270", "285"], "19": ["285", "300"], "20": ["300", "315"], "21": ["315", "330"], "22": ["330", "345"], "23": ["345", "360"], "24": ["360", "375"], "25": ["375", "390"], "26": ["390", "405"], "27": ["405", "420"], "28": ["420", "435"], "29": ["435", "450"], "30": ["450", "465"], "31": ["465", "480"], "32": ["480", "495"], "33": ["495", "510"], "34": ["510", "525"], "35": ["525", "540"], "36": ["540", "555"], "37": ["555", "570"], "38": ["570", "585"], "39": ["585", "600"], "40": ["600", "615"], "41": ["615", "630"], "42": ["630", "645"], "43": ["645", "660"], "44": ["660", "675"], "45": ["675", "690"], "46": ["690", "705"], "47": ["705", "720"], "48": ["720", "735"], "49": ["735", "750"], "50": ["750", "765"], "51": ["765", "780"], "52": ["780", "795"], "53": ["795", "810"], "54": ["810", "825"], "55": ["825", "840"], "56": ["840", "855"], "57": ["855", "870"], "58": ["870", "885"], "59": ["885", "900"], "60": ["900", "915"], "61": ["915", "930"], "62": ["930", "945"], "63": ["945", "960"]}, "model.decoder.21.pp_block.mlp.gate_up_proj.weight": {"0": ["0", "76800"], "1": ["76800", "153600"], "2": ["153600", "230400"], "3": ["230400", "307200"], "4": ["307200", "384000"], "5": ["384000", "460800"], "6": ["460800", "537600"], "7": ["537600", "614400"], "8": ["614400", "691200"], "9": ["691200", "768000"], "10": ["768000", "844800"], "11": ["844800", "921600"], "12": ["921600", "998400"], "13": ["998400", "1075200"], "14": ["1075200", "1152000"], "15": ["1152000", "1228800"], "16": ["1228800", "1305600"], "17": ["1305600", "1382400"], "18": ["1382400", "1459200"], "19": ["1459200", "1536000"], "20": ["1536000", "1612800"], "21": ["1612800", "1689600"], "22": ["1689600", "1766400"], "23": ["1766400", "1843200"], "24": ["1843200", "1920000"], "25": ["1920000", "1996800"], "26": ["1996800", "2073600"], "27": ["2073600", "2150400"], "28": ["2150400", "2227200"], "29": ["2227200", "2304000"], "30": ["2304000", "2380800"], "31": ["2380800", "2457600"], "32": ["2457600", "2534400"], "33": ["2534400", "2611200"], "34": ["2611200", "2688000"], "35": ["2688000", "2764800"], "36": ["2764800", "2841600"], "37": ["2841600", "2918400"], "38": ["2918400", "2995200"], "39": ["2995200", "3072000"], "40": ["3072000", "3148800"], "41": ["3148800", "3225600"], "42": ["3225600", "3302400"], "43": ["3302400", "3379200"], "44": ["3379200", "3456000"], "45": ["3456000", "3532800"], "46": ["3532800", "3609600"], "47": ["3609600", "3686400"], "48": ["3686400", "3763200"], "49": ["3763200", "3840000"], "50": ["3840000", "3916800"], "51": ["3916800", "3993600"], "52": ["3993600", "4070400"], "53": ["4070400", "4147200"], "54": ["4147200", "4224000"], "55": ["4224000", "4300800"], "56": ["4300800", "4377600"], "57": ["4377600", "4454400"], "58": ["4454400", "4531200"], "59": ["4531200", "4608000"], "60": ["4608000", "4684800"], "61": ["4684800", "4761600"], "62": ["4761600", "4838400"], "63": ["4838400", "4915200"]}, "model.decoder.21.pp_block.mlp.down_proj.weight": {"0": ["0", "38400"], "1": ["38400", "76800"], "2": ["76800", "115200"], "3": ["115200", "153600"], "4": ["153600", "192000"], "5": ["192000", "230400"], "6": ["230400", "268800"], "7": ["268800", "307200"], "8": ["307200", "345600"], "9": ["345600", "384000"], "10": ["384000", "422400"], "11": ["422400", "460800"], "12": ["460800", "499200"], "13": ["499200", "537600"], "14": ["537600", "576000"], "15": ["576000", "614400"], "16": ["614400", "652800"], "17": ["652800", "691200"], "18": ["691200", "729600"], "19": ["729600", "768000"], "20": ["768000", "806400"], "21": ["806400", "844800"], "22": ["844800", "883200"], "23": ["883200", "921600"], "24": ["921600", "960000"], "25": ["960000", "998400"], "26": ["998400", "1036800"], "27": ["1036800", "1075200"], "28": ["1075200", "1113600"], "29": ["1113600", "1152000"], "30": ["1152000", "1190400"], "31": ["1190400", "1228800"], "32": ["1228800", "1267200"], "33": ["1267200", "1305600"], "34": ["1305600", "1344000"], "35": ["1344000", "1382400"], "36": ["1382400", "1420800"], "37": ["1420800", "1459200"], "38": ["1459200", "1497600"], "39": ["1497600", "1536000"], "40": ["1536000", "1574400"], "41": ["1574400", "1612800"], "42": ["1612800", "1651200"], "43": ["1651200", "1689600"], "44": ["1689600", "1728000"], "45": ["1728000", "1766400"], "46": ["1766400", "1804800"], "47": ["1804800", "1843200"], "48": ["1843200", "1881600"], "49": ["1881600", "1920000"], "50": ["1920000", "1958400"], "51": ["1958400", "1996800"], "52": ["1996800", "2035200"], "53": ["2035200", "2073600"], "54": ["2073600", "2112000"], "55": ["2112000", "2150400"], "56": ["2150400", "2188800"], "57": ["2188800", "2227200"], "58": ["2227200", "2265600"], "59": ["2265600", "2304000"], "60": ["2304000", "2342400"], "61": ["2342400", "2380800"], "62": ["2380800", "2419200"], "63": ["2419200", "2457600"]}, "model.decoder.22.pp_block.input_layernorm.weight": {"0": ["0", "15"], "1": ["15", "30"], "2": ["30", "45"], "3": ["45", "60"], "4": ["60", "75"], "5": ["75", "90"], "6": ["90", "105"], "7": ["105", "120"], "8": ["120", "135"], "9": ["135", "150"], "10": ["150", "165"], "11": ["165", "180"], "12": ["180", "195"], "13": ["195", "210"], "14": ["210", "225"], "15": ["225", "240"], "16": ["240", "255"], "17": ["255", "270"], "18": ["270", "285"], "19": ["285", "300"], "20": ["300", "315"], "21": ["315", "330"], "22": ["330", "345"], "23": ["345", "360"], "24": ["360", "375"], "25": ["375", "390"], "26": ["390", "405"], "27": ["405", "420"], "28": ["420", "435"], "29": ["435", "450"], "30": ["450", "465"], "31": ["465", "480"], "32": ["480", "495"], "33": ["495", "510"], "34": ["510", "525"], "35": ["525", "540"], "36": ["540", "555"], "37": ["555", "570"], "38": ["570", "585"], "39": ["585", "600"], "40": ["600", "615"], "41": ["615", "630"], "42": ["630", "645"], "43": ["645", "660"], "44": ["660", "675"], "45": ["675", "690"], "46": ["690", "705"], "47": ["705", "720"], "48": ["720", "735"], "49": ["735", "750"], "50": ["750", "765"], "51": ["765", "780"], "52": ["780", "795"], "53": ["795", "810"], "54": ["810", "825"], "55": ["825", "840"], "56": ["840", "855"], "57": ["855", "870"], "58": ["870", "885"], "59": ["885", "900"], "60": ["900", "915"], "61": ["915", "930"], "62": ["930", "945"], "63": ["945", "960"]}, "model.decoder.22.pp_block.attn.qkv_proj.weight": {"0": ["0", "24000"], "1": ["24000", "48000"], "2": ["48000", "72000"], "3": ["72000", "96000"], "4": ["96000", "120000"], "5": ["120000", "144000"], "6": ["144000", "168000"], "7": ["168000", "192000"], "8": ["192000", "216000"], "9": ["216000", "240000"], "10": ["240000", "264000"], "11": ["264000", "288000"], "12": ["288000", "312000"], "13": ["312000", "336000"], "14": ["336000", "360000"], "15": ["360000", "384000"], "16": ["384000", "408000"], "17": ["408000", "432000"], "18": ["432000", "456000"], "19": ["456000", "480000"], "20": ["480000", "504000"], "21": ["504000", "528000"], "22": ["528000", "552000"], "23": ["552000", "576000"], "24": ["576000", "600000"], "25": ["600000", "624000"], "26": ["624000", "648000"], "27": ["648000", "672000"], "28": ["672000", "696000"], "29": ["696000", "720000"], "30": ["720000", "744000"], "31": ["744000", "768000"], "32": ["768000", "792000"], "33": ["792000", "816000"], "34": ["816000", "840000"], "35": ["840000", "864000"], "36": ["864000", "888000"], "37": ["888000", "912000"], "38": ["912000", "936000"], "39": ["936000", "960000"], "40": ["960000", "984000"], "41": ["984000", "1008000"], "42": ["1008000", "1032000"], "43": ["1032000", "1056000"], "44": ["1056000", "1080000"], "45": ["1080000", "1104000"], "46": ["1104000", "1128000"], "47": ["1128000", "1152000"], "48": ["1152000", "1176000"], "49": ["1176000", "1200000"], "50": ["1200000", "1224000"], "51": ["1224000", "1248000"], "52": ["1248000", "1272000"], "53": ["1272000", "1296000"], "54": ["1296000", "1320000"], "55": ["1320000", "1344000"], "56": ["1344000", "1368000"], "57": ["1368000", "1392000"], "58": ["1392000", "1416000"], "59": ["1416000", "1440000"], "60": ["1440000", "1464000"], "61": ["1464000", "1488000"], "62": ["1488000", "1512000"], "63": ["1512000", "1536000"]}, "model.decoder.22.pp_block.attn.o_proj.weight": {"0": ["0", "14400"], "1": ["14400", "28800"], "2": ["28800", "43200"], "3": ["43200", "57600"], "4": ["57600", "72000"], "5": ["72000", "86400"], "6": ["86400", "100800"], "7": ["100800", "115200"], "8": ["115200", "129600"], "9": ["129600", "144000"], "10": ["144000", "158400"], "11": ["158400", "172800"], "12": ["172800", "187200"], "13": ["187200", "201600"], "14": ["201600", "216000"], "15": ["216000", "230400"], "16": ["230400", "244800"], "17": ["244800", "259200"], "18": ["259200", "273600"], "19": ["273600", "288000"], "20": ["288000", "302400"], "21": ["302400", "316800"], "22": ["316800", "331200"], "23": ["331200", "345600"], "24": ["345600", "360000"], "25": ["360000", "374400"], "26": ["374400", "388800"], "27": ["388800", "403200"], "28": ["403200", "417600"], "29": ["417600", "432000"], "30": ["432000", "446400"], "31": ["446400", "460800"], "32": ["460800", "475200"], "33": ["475200", "489600"], "34": ["489600", "504000"], "35": ["504000", "518400"], "36": ["518400", "532800"], "37": ["532800", "547200"], "38": ["547200", "561600"], "39": ["561600", "576000"], "40": ["576000", "590400"], "41": ["590400", "604800"], "42": ["604800", "619200"], "43": ["619200", "633600"], "44": ["633600", "648000"], "45": ["648000", "662400"], "46": ["662400", "676800"], "47": ["676800", "691200"], "48": ["691200", "705600"], "49": ["705600", "720000"], "50": ["720000", "734400"], "51": ["734400", "748800"], "52": ["748800", "763200"], "53": ["763200", "777600"], "54": ["777600", "792000"], "55": ["792000", "806400"], "56": ["806400", "820800"], "57": ["820800", "835200"], "58": ["835200", "849600"], "59": ["849600", "864000"], "60": ["864000", "878400"], "61": ["878400", "892800"], "62": ["892800", "907200"], "63": ["907200", "921600"]}, "model.decoder.22.pp_block.post_attention_layernorm.weight": {"0": ["0", "15"], "1": ["15", "30"], "2": ["30", "45"], "3": ["45", "60"], "4": ["60", "75"], "5": ["75", "90"], "6": ["90", "105"], "7": ["105", "120"], "8": ["120", "135"], "9": ["135", "150"], "10": ["150", "165"], "11": ["165", "180"], "12": ["180", "195"], "13": ["195", "210"], "14": ["210", "225"], "15": ["225", "240"], "16": ["240", "255"], "17": ["255", "270"], "18": ["270", "285"], "19": ["285", "300"], "20": ["300", "315"], "21": ["315", "330"], "22": ["330", "345"], "23": ["345", "360"], "24": ["360", "375"], "25": ["375", "390"], "26": ["390", "405"], "27": ["405", "420"], "28": ["420", "435"], "29": ["435", "450"], "30": ["450", "465"], "31": ["465", "480"], "32": ["480", "495"], "33": ["495", "510"], "34": ["510", "525"], "35": ["525", "540"], "36": ["540", "555"], "37": ["555", "570"], "38": ["570", "585"], "39": ["585", "600"], "40": ["600", "615"], "41": ["615", "630"], "42": ["630", "645"], "43": ["645", "660"], "44": ["660", "675"], "45": ["675", "690"], "46": ["690", "705"], "47": ["705", "720"], "48": ["720", "735"], "49": ["735", "750"], "50": ["750", "765"], "51": ["765", "780"], "52": ["780", "795"], "53": ["795", "810"], "54": ["810", "825"], "55": ["825", "840"], "56": ["840", "855"], "57": ["855", "870"], "58": ["870", "885"], "59": ["885", "900"], "60": ["900", "915"], "61": ["915", "930"], "62": ["930", "945"], "63": ["945", "960"]}, "model.decoder.22.pp_block.mlp.gate_up_proj.weight": {"0": ["0", "76800"], "1": ["76800", "153600"], "2": ["153600", "230400"], "3": ["230400", "307200"], "4": ["307200", "384000"], "5": ["384000", "460800"], "6": ["460800", "537600"], "7": ["537600", "614400"], "8": ["614400", "691200"], "9": ["691200", "768000"], "10": ["768000", "844800"], "11": ["844800", "921600"], "12": ["921600", "998400"], "13": ["998400", "1075200"], "14": ["1075200", "1152000"], "15": ["1152000", "1228800"], "16": ["1228800", "1305600"], "17": ["1305600", "1382400"], "18": ["1382400", "1459200"], "19": ["1459200", "1536000"], "20": ["1536000", "1612800"], "21": ["1612800", "1689600"], "22": ["1689600", "1766400"], "23": ["1766400", "1843200"], "24": ["1843200", "1920000"], "25": ["1920000", "1996800"], "26": ["1996800", "2073600"], "27": ["2073600", "2150400"], "28": ["2150400", "2227200"], "29": ["2227200", "2304000"], "30": ["2304000", "2380800"], "31": ["2380800", "2457600"], "32": ["2457600", "2534400"], "33": ["2534400", "2611200"], "34": ["2611200", "2688000"], "35": ["2688000", "2764800"], "36": ["2764800", "2841600"], "37": ["2841600", "2918400"], "38": ["2918400", "2995200"], "39": ["2995200", "3072000"], "40": ["3072000", "3148800"], "41": ["3148800", "3225600"], "42": ["3225600", "3302400"], "43": ["3302400", "3379200"], "44": ["3379200", "3456000"], "45": ["3456000", "3532800"], "46": ["3532800", "3609600"], "47": ["3609600", "3686400"], "48": ["3686400", "3763200"], "49": ["3763200", "3840000"], "50": ["3840000", "3916800"], "51": ["3916800", "3993600"], "52": ["3993600", "4070400"], "53": ["4070400", "4147200"], "54": ["4147200", "4224000"], "55": ["4224000", "4300800"], "56": ["4300800", "4377600"], "57": ["4377600", "4454400"], "58": ["4454400", "4531200"], "59": ["4531200", "4608000"], "60": ["4608000", "4684800"], "61": ["4684800", "4761600"], "62": ["4761600", "4838400"], "63": ["4838400", "4915200"]}, "model.decoder.22.pp_block.mlp.down_proj.weight": {"0": ["0", "38400"], "1": ["38400", "76800"], "2": ["76800", "115200"], "3": ["115200", "153600"], "4": ["153600", "192000"], "5": ["192000", "230400"], "6": ["230400", "268800"], "7": ["268800", "307200"], "8": ["307200", "345600"], "9": ["345600", "384000"], "10": ["384000", "422400"], "11": ["422400", "460800"], "12": ["460800", "499200"], "13": ["499200", "537600"], "14": ["537600", "576000"], "15": ["576000", "614400"], "16": ["614400", "652800"], "17": ["652800", "691200"], "18": ["691200", "729600"], "19": ["729600", "768000"], "20": ["768000", "806400"], "21": ["806400", "844800"], "22": ["844800", "883200"], "23": ["883200", "921600"], "24": ["921600", "960000"], "25": ["960000", "998400"], "26": ["998400", "1036800"], "27": ["1036800", "1075200"], "28": ["1075200", "1113600"], "29": ["1113600", "1152000"], "30": ["1152000", "1190400"], "31": ["1190400", "1228800"], "32": ["1228800", "1267200"], "33": ["1267200", "1305600"], "34": ["1305600", "1344000"], "35": ["1344000", "1382400"], "36": ["1382400", "1420800"], "37": ["1420800", "1459200"], "38": ["1459200", "1497600"], "39": ["1497600", "1536000"], "40": ["1536000", "1574400"], "41": ["1574400", "1612800"], "42": ["1612800", "1651200"], "43": ["1651200", "1689600"], "44": ["1689600", "1728000"], "45": ["1728000", "1766400"], "46": ["1766400", "1804800"], "47": ["1804800", "1843200"], "48": ["1843200", "1881600"], "49": ["1881600", "1920000"], "50": ["1920000", "1958400"], "51": ["1958400", "1996800"], "52": ["1996800", "2035200"], "53": ["2035200", "2073600"], "54": ["2073600", "2112000"], "55": ["2112000", "2150400"], "56": ["2150400", "2188800"], "57": ["2188800", "2227200"], "58": ["2227200", "2265600"], "59": ["2265600", "2304000"], "60": ["2304000", "2342400"], "61": ["2342400", "2380800"], "62": ["2380800", "2419200"], "63": ["2419200", "2457600"]}, "model.decoder.23.pp_block.input_layernorm.weight": {"0": ["0", "15"], "1": ["15", "30"], "2": ["30", "45"], "3": ["45", "60"], "4": ["60", "75"], "5": ["75", "90"], "6": ["90", "105"], "7": ["105", "120"], "8": ["120", "135"], "9": ["135", "150"], "10": ["150", "165"], "11": ["165", "180"], "12": ["180", "195"], "13": ["195", "210"], "14": ["210", "225"], "15": ["225", "240"], "16": ["240", "255"], "17": ["255", "270"], "18": ["270", "285"], "19": ["285", "300"], "20": ["300", "315"], "21": ["315", "330"], "22": ["330", "345"], "23": ["345", "360"], "24": ["360", "375"], "25": ["375", "390"], "26": ["390", "405"], "27": ["405", "420"], "28": ["420", "435"], "29": ["435", "450"], "30": ["450", "465"], "31": ["465", "480"], "32": ["480", "495"], "33": ["495", "510"], "34": ["510", "525"], "35": ["525", "540"], "36": ["540", "555"], "37": ["555", "570"], "38": ["570", "585"], "39": ["585", "600"], "40": ["600", "615"], "41": ["615", "630"], "42": ["630", "645"], "43": ["645", "660"], "44": ["660", "675"], "45": ["675", "690"], "46": ["690", "705"], "47": ["705", "720"], "48": ["720", "735"], "49": ["735", "750"], "50": ["750", "765"], "51": ["765", "780"], "52": ["780", "795"], "53": ["795", "810"], "54": ["810", "825"], "55": ["825", "840"], "56": ["840", "855"], "57": ["855", "870"], "58": ["870", "885"], "59": ["885", "900"], "60": ["900", "915"], "61": ["915", "930"], "62": ["930", "945"], "63": ["945", "960"]}, "model.decoder.23.pp_block.attn.qkv_proj.weight": {"0": ["0", "24000"], "1": ["24000", "48000"], "2": ["48000", "72000"], "3": ["72000", "96000"], "4": ["96000", "120000"], "5": ["120000", "144000"], "6": ["144000", "168000"], "7": ["168000", "192000"], "8": ["192000", "216000"], "9": ["216000", "240000"], "10": ["240000", "264000"], "11": ["264000", "288000"], "12": ["288000", "312000"], "13": ["312000", "336000"], "14": ["336000", "360000"], "15": ["360000", "384000"], "16": ["384000", "408000"], "17": ["408000", "432000"], "18": ["432000", "456000"], "19": ["456000", "480000"], "20": ["480000", "504000"], "21": ["504000", "528000"], "22": ["528000", "552000"], "23": ["552000", "576000"], "24": ["576000", "600000"], "25": ["600000", "624000"], "26": ["624000", "648000"], "27": ["648000", "672000"], "28": ["672000", "696000"], "29": ["696000", "720000"], "30": ["720000", "744000"], "31": ["744000", "768000"], "32": ["768000", "792000"], "33": ["792000", "816000"], "34": ["816000", "840000"], "35": ["840000", "864000"], "36": ["864000", "888000"], "37": ["888000", "912000"], "38": ["912000", "936000"], "39": ["936000", "960000"], "40": ["960000", "984000"], "41": ["984000", "1008000"], "42": ["1008000", "1032000"], "43": ["1032000", "1056000"], "44": ["1056000", "1080000"], "45": ["1080000", "1104000"], "46": ["1104000", "1128000"], "47": ["1128000", "1152000"], "48": ["1152000", "1176000"], "49": ["1176000", "1200000"], "50": ["1200000", "1224000"], "51": ["1224000", "1248000"], "52": ["1248000", "1272000"], "53": ["1272000", "1296000"], "54": ["1296000", "1320000"], "55": ["1320000", "1344000"], "56": ["1344000", "1368000"], "57": ["1368000", "1392000"], "58": ["1392000", "1416000"], "59": ["1416000", "1440000"], "60": ["1440000", "1464000"], "61": ["1464000", "1488000"], "62": ["1488000", "1512000"], "63": ["1512000", "1536000"]}, "model.decoder.23.pp_block.attn.o_proj.weight": {"0": ["0", "14400"], "1": ["14400", "28800"], "2": ["28800", "43200"], "3": ["43200", "57600"], "4": ["57600", "72000"], "5": ["72000", "86400"], "6": ["86400", "100800"], "7": ["100800", "115200"], "8": ["115200", "129600"], "9": ["129600", "144000"], "10": ["144000", "158400"], "11": ["158400", "172800"], "12": ["172800", "187200"], "13": ["187200", "201600"], "14": ["201600", "216000"], "15": ["216000", "230400"], "16": ["230400", "244800"], "17": ["244800", "259200"], "18": ["259200", "273600"], "19": ["273600", "288000"], "20": ["288000", "302400"], "21": ["302400", "316800"], "22": ["316800", "331200"], "23": ["331200", "345600"], "24": ["345600", "360000"], "25": ["360000", "374400"], "26": ["374400", "388800"], "27": ["388800", "403200"], "28": ["403200", "417600"], "29": ["417600", "432000"], "30": ["432000", "446400"], "31": ["446400", "460800"], "32": ["460800", "475200"], "33": ["475200", "489600"], "34": ["489600", "504000"], "35": ["504000", "518400"], "36": ["518400", "532800"], "37": ["532800", "547200"], "38": ["547200", "561600"], "39": ["561600", "576000"], "40": ["576000", "590400"], "41": ["590400", "604800"], "42": ["604800", "619200"], "43": ["619200", "633600"], "44": ["633600", "648000"], "45": ["648000", "662400"], "46": ["662400", "676800"], "47": ["676800", "691200"], "48": ["691200", "705600"], "49": ["705600", "720000"], "50": ["720000", "734400"], "51": ["734400", "748800"], "52": ["748800", "763200"], "53": ["763200", "777600"], "54": ["777600", "792000"], "55": ["792000", "806400"], "56": ["806400", "820800"], "57": ["820800", "835200"], "58": ["835200", "849600"], "59": ["849600", "864000"], "60": ["864000", "878400"], "61": ["878400", "892800"], "62": ["892800", "907200"], "63": ["907200", "921600"]}, "model.decoder.23.pp_block.post_attention_layernorm.weight": {"0": ["0", "15"], "1": ["15", "30"], "2": ["30", "45"], "3": ["45", "60"], "4": ["60", "75"], "5": ["75", "90"], "6": ["90", "105"], "7": ["105", "120"], "8": ["120", "135"], "9": ["135", "150"], "10": ["150", "165"], "11": ["165", "180"], "12": ["180", "195"], "13": ["195", "210"], "14": ["210", "225"], "15": ["225", "240"], "16": ["240", "255"], "17": ["255", "270"], "18": ["270", "285"], "19": ["285", "300"], "20": ["300", "315"], "21": ["315", "330"], "22": ["330", "345"], "23": ["345", "360"], "24": ["360", "375"], "25": ["375", "390"], "26": ["390", "405"], "27": ["405", "420"], "28": ["420", "435"], "29": ["435", "450"], "30": ["450", "465"], "31": ["465", "480"], "32": ["480", "495"], "33": ["495", "510"], "34": ["510", "525"], "35": ["525", "540"], "36": ["540", "555"], "37": ["555", "570"], "38": ["570", "585"], "39": ["585", "600"], "40": ["600", "615"], "41": ["615", "630"], "42": ["630", "645"], "43": ["645", "660"], "44": ["660", "675"], "45": ["675", "690"], "46": ["690", "705"], "47": ["705", "720"], "48": ["720", "735"], "49": ["735", "750"], "50": ["750", "765"], "51": ["765", "780"], "52": ["780", "795"], "53": ["795", "810"], "54": ["810", "825"], "55": ["825", "840"], "56": ["840", "855"], "57": ["855", "870"], "58": ["870", "885"], "59": ["885", "900"], "60": ["900", "915"], "61": ["915", "930"], "62": ["930", "945"], "63": ["945", "960"]}, "model.decoder.23.pp_block.mlp.gate_up_proj.weight": {"0": ["0", "76800"], "1": ["76800", "153600"], "2": ["153600", "230400"], "3": ["230400", "307200"], "4": ["307200", "384000"], "5": ["384000", "460800"], "6": ["460800", "537600"], "7": ["537600", "614400"], "8": ["614400", "691200"], "9": ["691200", "768000"], "10": ["768000", "844800"], "11": ["844800", "921600"], "12": ["921600", "998400"], "13": ["998400", "1075200"], "14": ["1075200", "1152000"], "15": ["1152000", "1228800"], "16": ["1228800", "1305600"], "17": ["1305600", "1382400"], "18": ["1382400", "1459200"], "19": ["1459200", "1536000"], "20": ["1536000", "1612800"], "21": ["1612800", "1689600"], "22": ["1689600", "1766400"], "23": ["1766400", "1843200"], "24": ["1843200", "1920000"], "25": ["1920000", "1996800"], "26": ["1996800", "2073600"], "27": ["2073600", "2150400"], "28": ["2150400", "2227200"], "29": ["2227200", "2304000"], "30": ["2304000", "2380800"], "31": ["2380800", "2457600"], "32": ["2457600", "2534400"], "33": ["2534400", "2611200"], "34": ["2611200", "2688000"], "35": ["2688000", "2764800"], "36": ["2764800", "2841600"], "37": ["2841600", "2918400"], "38": ["2918400", "2995200"], "39": ["2995200", "3072000"], "40": ["3072000", "3148800"], "41": ["3148800", "3225600"], "42": ["3225600", "3302400"], "43": ["3302400", "3379200"], "44": ["3379200", "3456000"], "45": ["3456000", "3532800"], "46": ["3532800", "3609600"], "47": ["3609600", "3686400"], "48": ["3686400", "3763200"], "49": ["3763200", "3840000"], "50": ["3840000", "3916800"], "51": ["3916800", "3993600"], "52": ["3993600", "4070400"], "53": ["4070400", "4147200"], "54": ["4147200", "4224000"], "55": ["4224000", "4300800"], "56": ["4300800", "4377600"], "57": ["4377600", "4454400"], "58": ["4454400", "4531200"], "59": ["4531200", "4608000"], "60": ["4608000", "4684800"], "61": ["4684800", "4761600"], "62": ["4761600", "4838400"], "63": ["4838400", "4915200"]}, "model.decoder.23.pp_block.mlp.down_proj.weight": {"0": ["0", "38400"], "1": ["38400", "76800"], "2": ["76800", "115200"], "3": ["115200", "153600"], "4": ["153600", "192000"], "5": ["192000", "230400"], "6": ["230400", "268800"], "7": ["268800", "307200"], "8": ["307200", "345600"], "9": ["345600", "384000"], "10": ["384000", "422400"], "11": ["422400", "460800"], "12": ["460800", "499200"], "13": ["499200", "537600"], "14": ["537600", "576000"], "15": ["576000", "614400"], "16": ["614400", "652800"], "17": ["652800", "691200"], "18": ["691200", "729600"], "19": ["729600", "768000"], "20": ["768000", "806400"], "21": ["806400", "844800"], "22": ["844800", "883200"], "23": ["883200", "921600"], "24": ["921600", "960000"], "25": ["960000", "998400"], "26": ["998400", "1036800"], "27": ["1036800", "1075200"], "28": ["1075200", "1113600"], "29": ["1113600", "1152000"], "30": ["1152000", "1190400"], "31": ["1190400", "1228800"], "32": ["1228800", "1267200"], "33": ["1267200", "1305600"], "34": ["1305600", "1344000"], "35": ["1344000", "1382400"], "36": ["1382400", "1420800"], "37": ["1420800", "1459200"], "38": ["1459200", "1497600"], "39": ["1497600", "1536000"], "40": ["1536000", "1574400"], "41": ["1574400", "1612800"], "42": ["1612800", "1651200"], "43": ["1651200", "1689600"], "44": ["1689600", "1728000"], "45": ["1728000", "1766400"], "46": ["1766400", "1804800"], "47": ["1804800", "1843200"], "48": ["1843200", "1881600"], "49": ["1881600", "1920000"], "50": ["1920000", "1958400"], "51": ["1958400", "1996800"], "52": ["1996800", "2035200"], "53": ["2035200", "2073600"], "54": ["2073600", "2112000"], "55": ["2112000", "2150400"], "56": ["2150400", "2188800"], "57": ["2188800", "2227200"], "58": ["2227200", "2265600"], "59": ["2265600", "2304000"], "60": ["2304000", "2342400"], "61": ["2342400", "2380800"], "62": ["2380800", "2419200"], "63": ["2419200", "2457600"]}, "model.decoder.24.pp_block.input_layernorm.weight": {"0": ["0", "15"], "1": ["15", "30"], "2": ["30", "45"], "3": ["45", "60"], "4": ["60", "75"], "5": ["75", "90"], "6": ["90", "105"], "7": ["105", "120"], "8": ["120", "135"], "9": ["135", "150"], "10": ["150", "165"], "11": ["165", "180"], "12": ["180", "195"], "13": ["195", "210"], "14": ["210", "225"], "15": ["225", "240"], "16": ["240", "255"], "17": ["255", "270"], "18": ["270", "285"], "19": ["285", "300"], "20": ["300", "315"], "21": ["315", "330"], "22": ["330", "345"], "23": ["345", "360"], "24": ["360", "375"], "25": ["375", "390"], "26": ["390", "405"], "27": ["405", "420"], "28": ["420", "435"], "29": ["435", "450"], "30": ["450", "465"], "31": ["465", "480"], "32": ["480", "495"], "33": ["495", "510"], "34": ["510", "525"], "35": ["525", "540"], "36": ["540", "555"], "37": ["555", "570"], "38": ["570", "585"], "39": ["585", "600"], "40": ["600", "615"], "41": ["615", "630"], "42": ["630", "645"], "43": ["645", "660"], "44": ["660", "675"], "45": ["675", "690"], "46": ["690", "705"], "47": ["705", "720"], "48": ["720", "735"], "49": ["735", "750"], "50": ["750", "765"], "51": ["765", "780"], "52": ["780", "795"], "53": ["795", "810"], "54": ["810", "825"], "55": ["825", "840"], "56": ["840", "855"], "57": ["855", "870"], "58": ["870", "885"], "59": ["885", "900"], "60": ["900", "915"], "61": ["915", "930"], "62": ["930", "945"], "63": ["945", "960"]}, "model.decoder.24.pp_block.attn.qkv_proj.weight": {"0": ["0", "24000"], "1": ["24000", "48000"], "2": ["48000", "72000"], "3": ["72000", "96000"], "4": ["96000", "120000"], "5": ["120000", "144000"], "6": ["144000", "168000"], "7": ["168000", "192000"], "8": ["192000", "216000"], "9": ["216000", "240000"], "10": ["240000", "264000"], "11": ["264000", "288000"], "12": ["288000", "312000"], "13": ["312000", "336000"], "14": ["336000", "360000"], "15": ["360000", "384000"], "16": ["384000", "408000"], "17": ["408000", "432000"], "18": ["432000", "456000"], "19": ["456000", "480000"], "20": ["480000", "504000"], "21": ["504000", "528000"], "22": ["528000", "552000"], "23": ["552000", "576000"], "24": ["576000", "600000"], "25": ["600000", "624000"], "26": ["624000", "648000"], "27": ["648000", "672000"], "28": ["672000", "696000"], "29": ["696000", "720000"], "30": ["720000", "744000"], "31": ["744000", "768000"], "32": ["768000", "792000"], "33": ["792000", "816000"], "34": ["816000", "840000"], "35": ["840000", "864000"], "36": ["864000", "888000"], "37": ["888000", "912000"], "38": ["912000", "936000"], "39": ["936000", "960000"], "40": ["960000", "984000"], "41": ["984000", "1008000"], "42": ["1008000", "1032000"], "43": ["1032000", "1056000"], "44": ["1056000", "1080000"], "45": ["1080000", "1104000"], "46": ["1104000", "1128000"], "47": ["1128000", "1152000"], "48": ["1152000", "1176000"], "49": ["1176000", "1200000"], "50": ["1200000", "1224000"], "51": ["1224000", "1248000"], "52": ["1248000", "1272000"], "53": ["1272000", "1296000"], "54": ["1296000", "1320000"], "55": ["1320000", "1344000"], "56": ["1344000", "1368000"], "57": ["1368000", "1392000"], "58": ["1392000", "1416000"], "59": ["1416000", "1440000"], "60": ["1440000", "1464000"], "61": ["1464000", "1488000"], "62": ["1488000", "1512000"], "63": ["1512000", "1536000"]}, "model.decoder.24.pp_block.attn.o_proj.weight": {"0": ["0", "14400"], "1": ["14400", "28800"], "2": ["28800", "43200"], "3": ["43200", "57600"], "4": ["57600", "72000"], "5": ["72000", "86400"], "6": ["86400", "100800"], "7": ["100800", "115200"], "8": ["115200", "129600"], "9": ["129600", "144000"], "10": ["144000", "158400"], "11": ["158400", "172800"], "12": ["172800", "187200"], "13": ["187200", "201600"], "14": ["201600", "216000"], "15": ["216000", "230400"], "16": ["230400", "244800"], "17": ["244800", "259200"], "18": ["259200", "273600"], "19": ["273600", "288000"], "20": ["288000", "302400"], "21": ["302400", "316800"], "22": ["316800", "331200"], "23": ["331200", "345600"], "24": ["345600", "360000"], "25": ["360000", "374400"], "26": ["374400", "388800"], "27": ["388800", "403200"], "28": ["403200", "417600"], "29": ["417600", "432000"], "30": ["432000", "446400"], "31": ["446400", "460800"], "32": ["460800", "475200"], "33": ["475200", "489600"], "34": ["489600", "504000"], "35": ["504000", "518400"], "36": ["518400", "532800"], "37": ["532800", "547200"], "38": ["547200", "561600"], "39": ["561600", "576000"], "40": ["576000", "590400"], "41": ["590400", "604800"], "42": ["604800", "619200"], "43": ["619200", "633600"], "44": ["633600", "648000"], "45": ["648000", "662400"], "46": ["662400", "676800"], "47": ["676800", "691200"], "48": ["691200", "705600"], "49": ["705600", "720000"], "50": ["720000", "734400"], "51": ["734400", "748800"], "52": ["748800", "763200"], "53": ["763200", "777600"], "54": ["777600", "792000"], "55": ["792000", "806400"], "56": ["806400", "820800"], "57": ["820800", "835200"], "58": ["835200", "849600"], "59": ["849600", "864000"], "60": ["864000", "878400"], "61": ["878400", "892800"], "62": ["892800", "907200"], "63": ["907200", "921600"]}, "model.decoder.24.pp_block.post_attention_layernorm.weight": {"0": ["0", "15"], "1": ["15", "30"], "2": ["30", "45"], "3": ["45", "60"], "4": ["60", "75"], "5": ["75", "90"], "6": ["90", "105"], "7": ["105", "120"], "8": ["120", "135"], "9": ["135", "150"], "10": ["150", "165"], "11": ["165", "180"], "12": ["180", "195"], "13": ["195", "210"], "14": ["210", "225"], "15": ["225", "240"], "16": ["240", "255"], "17": ["255", "270"], "18": ["270", "285"], "19": ["285", "300"], "20": ["300", "315"], "21": ["315", "330"], "22": ["330", "345"], "23": ["345", "360"], "24": ["360", "375"], "25": ["375", "390"], "26": ["390", "405"], "27": ["405", "420"], "28": ["420", "435"], "29": ["435", "450"], "30": ["450", "465"], "31": ["465", "480"], "32": ["480", "495"], "33": ["495", "510"], "34": ["510", "525"], "35": ["525", "540"], "36": ["540", "555"], "37": ["555", "570"], "38": ["570", "585"], "39": ["585", "600"], "40": ["600", "615"], "41": ["615", "630"], "42": ["630", "645"], "43": ["645", "660"], "44": ["660", "675"], "45": ["675", "690"], "46": ["690", "705"], "47": ["705", "720"], "48": ["720", "735"], "49": ["735", "750"], "50": ["750", "765"], "51": ["765", "780"], "52": ["780", "795"], "53": ["795", "810"], "54": ["810", "825"], "55": ["825", "840"], "56": ["840", "855"], "57": ["855", "870"], "58": ["870", "885"], "59": ["885", "900"], "60": ["900", "915"], "61": ["915", "930"], "62": ["930", "945"], "63": ["945", "960"]}, "model.decoder.24.pp_block.mlp.gate_up_proj.weight": {"0": ["0", "76800"], "1": ["76800", "153600"], "2": ["153600", "230400"], "3": ["230400", "307200"], "4": ["307200", "384000"], "5": ["384000", "460800"], "6": ["460800", "537600"], "7": ["537600", "614400"], "8": ["614400", "691200"], "9": ["691200", "768000"], "10": ["768000", "844800"], "11": ["844800", "921600"], "12": ["921600", "998400"], "13": ["998400", "1075200"], "14": ["1075200", "1152000"], "15": ["1152000", "1228800"], "16": ["1228800", "1305600"], "17": ["1305600", "1382400"], "18": ["1382400", "1459200"], "19": ["1459200", "1536000"], "20": ["1536000", "1612800"], "21": ["1612800", "1689600"], "22": ["1689600", "1766400"], "23": ["1766400", "1843200"], "24": ["1843200", "1920000"], "25": ["1920000", "1996800"], "26": ["1996800", "2073600"], "27": ["2073600", "2150400"], "28": ["2150400", "2227200"], "29": ["2227200", "2304000"], "30": ["2304000", "2380800"], "31": ["2380800", "2457600"], "32": ["2457600", "2534400"], "33": ["2534400", "2611200"], "34": ["2611200", "2688000"], "35": ["2688000", "2764800"], "36": ["2764800", "2841600"], "37": ["2841600", "2918400"], "38": ["2918400", "2995200"], "39": ["2995200", "3072000"], "40": ["3072000", "3148800"], "41": ["3148800", "3225600"], "42": ["3225600", "3302400"], "43": ["3302400", "3379200"], "44": ["3379200", "3456000"], "45": ["3456000", "3532800"], "46": ["3532800", "3609600"], "47": ["3609600", "3686400"], "48": ["3686400", "3763200"], "49": ["3763200", "3840000"], "50": ["3840000", "3916800"], "51": ["3916800", "3993600"], "52": ["3993600", "4070400"], "53": ["4070400", "4147200"], "54": ["4147200", "4224000"], "55": ["4224000", "4300800"], "56": ["4300800", "4377600"], "57": ["4377600", "4454400"], "58": ["4454400", "4531200"], "59": ["4531200", "4608000"], "60": ["4608000", "4684800"], "61": ["4684800", "4761600"], "62": ["4761600", "4838400"], "63": ["4838400", "4915200"]}, "model.decoder.24.pp_block.mlp.down_proj.weight": {"0": ["0", "38400"], "1": ["38400", "76800"], "2": ["76800", "115200"], "3": ["115200", "153600"], "4": ["153600", "192000"], "5": ["192000", "230400"], "6": ["230400", "268800"], "7": ["268800", "307200"], "8": ["307200", "345600"], "9": ["345600", "384000"], "10": ["384000", "422400"], "11": ["422400", "460800"], "12": ["460800", "499200"], "13": ["499200", "537600"], "14": ["537600", "576000"], "15": ["576000", "614400"], "16": ["614400", "652800"], "17": ["652800", "691200"], "18": ["691200", "729600"], "19": ["729600", "768000"], "20": ["768000", "806400"], "21": ["806400", "844800"], "22": ["844800", "883200"], "23": ["883200", "921600"], "24": ["921600", "960000"], "25": ["960000", "998400"], "26": ["998400", "1036800"], "27": ["1036800", "1075200"], "28": ["1075200", "1113600"], "29": ["1113600", "1152000"], "30": ["1152000", "1190400"], "31": ["1190400", "1228800"], "32": ["1228800", "1267200"], "33": ["1267200", "1305600"], "34": ["1305600", "1344000"], "35": ["1344000", "1382400"], "36": ["1382400", "1420800"], "37": ["1420800", "1459200"], "38": ["1459200", "1497600"], "39": ["1497600", "1536000"], "40": ["1536000", "1574400"], "41": ["1574400", "1612800"], "42": ["1612800", "1651200"], "43": ["1651200", "1689600"], "44": ["1689600", "1728000"], "45": ["1728000", "1766400"], "46": ["1766400", "1804800"], "47": ["1804800", "1843200"], "48": ["1843200", "1881600"], "49": ["1881600", "1920000"], "50": ["1920000", "1958400"], "51": ["1958400", "1996800"], "52": ["1996800", "2035200"], "53": ["2035200", "2073600"], "54": ["2073600", "2112000"], "55": ["2112000", "2150400"], "56": ["2150400", "2188800"], "57": ["2188800", "2227200"], "58": ["2227200", "2265600"], "59": ["2265600", "2304000"], "60": ["2304000", "2342400"], "61": ["2342400", "2380800"], "62": ["2380800", "2419200"], "63": ["2419200", "2457600"]}, "model.decoder.25.pp_block.input_layernorm.weight": {"0": ["0", "15"], "1": ["15", "30"], "2": ["30", "45"], "3": ["45", "60"], "4": ["60", "75"], "5": ["75", "90"], "6": ["90", "105"], "7": ["105", "120"], "8": ["120", "135"], "9": ["135", "150"], "10": ["150", "165"], "11": ["165", "180"], "12": ["180", "195"], "13": ["195", "210"], "14": ["210", "225"], "15": ["225", "240"], "16": ["240", "255"], "17": ["255", "270"], "18": ["270", "285"], "19": ["285", "300"], "20": ["300", "315"], "21": ["315", "330"], "22": ["330", "345"], "23": ["345", "360"], "24": ["360", "375"], "25": ["375", "390"], "26": ["390", "405"], "27": ["405", "420"], "28": ["420", "435"], "29": ["435", "450"], "30": ["450", "465"], "31": ["465", "480"], "32": ["480", "495"], "33": ["495", "510"], "34": ["510", "525"], "35": ["525", "540"], "36": ["540", "555"], "37": ["555", "570"], "38": ["570", "585"], "39": ["585", "600"], "40": ["600", "615"], "41": ["615", "630"], "42": ["630", "645"], "43": ["645", "660"], "44": ["660", "675"], "45": ["675", "690"], "46": ["690", "705"], "47": ["705", "720"], "48": ["720", "735"], "49": ["735", "750"], "50": ["750", "765"], "51": ["765", "780"], "52": ["780", "795"], "53": ["795", "810"], "54": ["810", "825"], "55": ["825", "840"], "56": ["840", "855"], "57": ["855", "870"], "58": ["870", "885"], "59": ["885", "900"], "60": ["900", "915"], "61": ["915", "930"], "62": ["930", "945"], "63": ["945", "960"]}, "model.decoder.25.pp_block.attn.qkv_proj.weight": {"0": ["0", "24000"], "1": ["24000", "48000"], "2": ["48000", "72000"], "3": ["72000", "96000"], "4": ["96000", "120000"], "5": ["120000", "144000"], "6": ["144000", "168000"], "7": ["168000", "192000"], "8": ["192000", "216000"], "9": ["216000", "240000"], "10": ["240000", "264000"], "11": ["264000", "288000"], "12": ["288000", "312000"], "13": ["312000", "336000"], "14": ["336000", "360000"], "15": ["360000", "384000"], "16": ["384000", "408000"], "17": ["408000", "432000"], "18": ["432000", "456000"], "19": ["456000", "480000"], "20": ["480000", "504000"], "21": ["504000", "528000"], "22": ["528000", "552000"], "23": ["552000", "576000"], "24": ["576000", "600000"], "25": ["600000", "624000"], "26": ["624000", "648000"], "27": ["648000", "672000"], "28": ["672000", "696000"], "29": ["696000", "720000"], "30": ["720000", "744000"], "31": ["744000", "768000"], "32": ["768000", "792000"], "33": ["792000", "816000"], "34": ["816000", "840000"], "35": ["840000", "864000"], "36": ["864000", "888000"], "37": ["888000", "912000"], "38": ["912000", "936000"], "39": ["936000", "960000"], "40": ["960000", "984000"], "41": ["984000", "1008000"], "42": ["1008000", "1032000"], "43": ["1032000", "1056000"], "44": ["1056000", "1080000"], "45": ["1080000", "1104000"], "46": ["1104000", "1128000"], "47": ["1128000", "1152000"], "48": ["1152000", "1176000"], "49": ["1176000", "1200000"], "50": ["1200000", "1224000"], "51": ["1224000", "1248000"], "52": ["1248000", "1272000"], "53": ["1272000", "1296000"], "54": ["1296000", "1320000"], "55": ["1320000", "1344000"], "56": ["1344000", "1368000"], "57": ["1368000", "1392000"], "58": ["1392000", "1416000"], "59": ["1416000", "1440000"], "60": ["1440000", "1464000"], "61": ["1464000", "1488000"], "62": ["1488000", "1512000"], "63": ["1512000", "1536000"]}, "model.decoder.25.pp_block.attn.o_proj.weight": {"0": ["0", "14400"], "1": ["14400", "28800"], "2": ["28800", "43200"], "3": ["43200", "57600"], "4": ["57600", "72000"], "5": ["72000", "86400"], "6": ["86400", "100800"], "7": ["100800", "115200"], "8": ["115200", "129600"], "9": ["129600", "144000"], "10": ["144000", "158400"], "11": ["158400", "172800"], "12": ["172800", "187200"], "13": ["187200", "201600"], "14": ["201600", "216000"], "15": ["216000", "230400"], "16": ["230400", "244800"], "17": ["244800", "259200"], "18": ["259200", "273600"], "19": ["273600", "288000"], "20": ["288000", "302400"], "21": ["302400", "316800"], "22": ["316800", "331200"], "23": ["331200", "345600"], "24": ["345600", "360000"], "25": ["360000", "374400"], "26": ["374400", "388800"], "27": ["388800", "403200"], "28": ["403200", "417600"], "29": ["417600", "432000"], "30": ["432000", "446400"], "31": ["446400", "460800"], "32": ["460800", "475200"], "33": ["475200", "489600"], "34": ["489600", "504000"], "35": ["504000", "518400"], "36": ["518400", "532800"], "37": ["532800", "547200"], "38": ["547200", "561600"], "39": ["561600", "576000"], "40": ["576000", "590400"], "41": ["590400", "604800"], "42": ["604800", "619200"], "43": ["619200", "633600"], "44": ["633600", "648000"], "45": ["648000", "662400"], "46": ["662400", "676800"], "47": ["676800", "691200"], "48": ["691200", "705600"], "49": ["705600", "720000"], "50": ["720000", "734400"], "51": ["734400", "748800"], "52": ["748800", "763200"], "53": ["763200", "777600"], "54": ["777600", "792000"], "55": ["792000", "806400"], "56": ["806400", "820800"], "57": ["820800", "835200"], "58": ["835200", "849600"], "59": ["849600", "864000"], "60": ["864000", "878400"], "61": ["878400", "892800"], "62": ["892800", "907200"], "63": ["907200", "921600"]}, "model.decoder.25.pp_block.post_attention_layernorm.weight": {"0": ["0", "15"], "1": ["15", "30"], "2": ["30", "45"], "3": ["45", "60"], "4": ["60", "75"], "5": ["75", "90"], "6": ["90", "105"], "7": ["105", "120"], "8": ["120", "135"], "9": ["135", "150"], "10": ["150", "165"], "11": ["165", "180"], "12": ["180", "195"], "13": ["195", "210"], "14": ["210", "225"], "15": ["225", "240"], "16": ["240", "255"], "17": ["255", "270"], "18": ["270", "285"], "19": ["285", "300"], "20": ["300", "315"], "21": ["315", "330"], "22": ["330", "345"], "23": ["345", "360"], "24": ["360", "375"], "25": ["375", "390"], "26": ["390", "405"], "27": ["405", "420"], "28": ["420", "435"], "29": ["435", "450"], "30": ["450", "465"], "31": ["465", "480"], "32": ["480", "495"], "33": ["495", "510"], "34": ["510", "525"], "35": ["525", "540"], "36": ["540", "555"], "37": ["555", "570"], "38": ["570", "585"], "39": ["585", "600"], "40": ["600", "615"], "41": ["615", "630"], "42": ["630", "645"], "43": ["645", "660"], "44": ["660", "675"], "45": ["675", "690"], "46": ["690", "705"], "47": ["705", "720"], "48": ["720", "735"], "49": ["735", "750"], "50": ["750", "765"], "51": ["765", "780"], "52": ["780", "795"], "53": ["795", "810"], "54": ["810", "825"], "55": ["825", "840"], "56": ["840", "855"], "57": ["855", "870"], "58": ["870", "885"], "59": ["885", "900"], "60": ["900", "915"], "61": ["915", "930"], "62": ["930", "945"], "63": ["945", "960"]}, "model.decoder.25.pp_block.mlp.gate_up_proj.weight": {"0": ["0", "76800"], "1": ["76800", "153600"], "2": ["153600", "230400"], "3": ["230400", "307200"], "4": ["307200", "384000"], "5": ["384000", "460800"], "6": ["460800", "537600"], "7": ["537600", "614400"], "8": ["614400", "691200"], "9": ["691200", "768000"], "10": ["768000", "844800"], "11": ["844800", "921600"], "12": ["921600", "998400"], "13": ["998400", "1075200"], "14": ["1075200", "1152000"], "15": ["1152000", "1228800"], "16": ["1228800", "1305600"], "17": ["1305600", "1382400"], "18": ["1382400", "1459200"], "19": ["1459200", "1536000"], "20": ["1536000", "1612800"], "21": ["1612800", "1689600"], "22": ["1689600", "1766400"], "23": ["1766400", "1843200"], "24": ["1843200", "1920000"], "25": ["1920000", "1996800"], "26": ["1996800", "2073600"], "27": ["2073600", "2150400"], "28": ["2150400", "2227200"], "29": ["2227200", "2304000"], "30": ["2304000", "2380800"], "31": ["2380800", "2457600"], "32": ["2457600", "2534400"], "33": ["2534400", "2611200"], "34": ["2611200", "2688000"], "35": ["2688000", "2764800"], "36": ["2764800", "2841600"], "37": ["2841600", "2918400"], "38": ["2918400", "2995200"], "39": ["2995200", "3072000"], "40": ["3072000", "3148800"], "41": ["3148800", "3225600"], "42": ["3225600", "3302400"], "43": ["3302400", "3379200"], "44": ["3379200", "3456000"], "45": ["3456000", "3532800"], "46": ["3532800", "3609600"], "47": ["3609600", "3686400"], "48": ["3686400", "3763200"], "49": ["3763200", "3840000"], "50": ["3840000", "3916800"], "51": ["3916800", "3993600"], "52": ["3993600", "4070400"], "53": ["4070400", "4147200"], "54": ["4147200", "4224000"], "55": ["4224000", "4300800"], "56": ["4300800", "4377600"], "57": ["4377600", "4454400"], "58": ["4454400", "4531200"], "59": ["4531200", "4608000"], "60": ["4608000", "4684800"], "61": ["4684800", "4761600"], "62": ["4761600", "4838400"], "63": ["4838400", "4915200"]}, "model.decoder.25.pp_block.mlp.down_proj.weight": {"0": ["0", "38400"], "1": ["38400", "76800"], "2": ["76800", "115200"], "3": ["115200", "153600"], "4": ["153600", "192000"], "5": ["192000", "230400"], "6": ["230400", "268800"], "7": ["268800", "307200"], "8": ["307200", "345600"], "9": ["345600", "384000"], "10": ["384000", "422400"], "11": ["422400", "460800"], "12": ["460800", "499200"], "13": ["499200", "537600"], "14": ["537600", "576000"], "15": ["576000", "614400"], "16": ["614400", "652800"], "17": ["652800", "691200"], "18": ["691200", "729600"], "19": ["729600", "768000"], "20": ["768000", "806400"], "21": ["806400", "844800"], "22": ["844800", "883200"], "23": ["883200", "921600"], "24": ["921600", "960000"], "25": ["960000", "998400"], "26": ["998400", "1036800"], "27": ["1036800", "1075200"], "28": ["1075200", "1113600"], "29": ["1113600", "1152000"], "30": ["1152000", "1190400"], "31": ["1190400", "1228800"], "32": ["1228800", "1267200"], "33": ["1267200", "1305600"], "34": ["1305600", "1344000"], "35": ["1344000", "1382400"], "36": ["1382400", "1420800"], "37": ["1420800", "1459200"], "38": ["1459200", "1497600"], "39": ["1497600", "1536000"], "40": ["1536000", "1574400"], "41": ["1574400", "1612800"], "42": ["1612800", "1651200"], "43": ["1651200", "1689600"], "44": ["1689600", "1728000"], "45": ["1728000", "1766400"], "46": ["1766400", "1804800"], "47": ["1804800", "1843200"], "48": ["1843200", "1881600"], "49": ["1881600", "1920000"], "50": ["1920000", "1958400"], "51": ["1958400", "1996800"], "52": ["1996800", "2035200"], "53": ["2035200", "2073600"], "54": ["2073600", "2112000"], "55": ["2112000", "2150400"], "56": ["2150400", "2188800"], "57": ["2188800", "2227200"], "58": ["2227200", "2265600"], "59": ["2265600", "2304000"], "60": ["2304000", "2342400"], "61": ["2342400", "2380800"], "62": ["2380800", "2419200"], "63": ["2419200", "2457600"]}, "model.decoder.26.pp_block.input_layernorm.weight": {"0": ["0", "15"], "1": ["15", "30"], "2": ["30", "45"], "3": ["45", "60"], "4": ["60", "75"], "5": ["75", "90"], "6": ["90", "105"], "7": ["105", "120"], "8": ["120", "135"], "9": ["135", "150"], "10": ["150", "165"], "11": ["165", "180"], "12": ["180", "195"], "13": ["195", "210"], "14": ["210", "225"], "15": ["225", "240"], "16": ["240", "255"], "17": ["255", "270"], "18": ["270", "285"], "19": ["285", "300"], "20": ["300", "315"], "21": ["315", "330"], "22": ["330", "345"], "23": ["345", "360"], "24": ["360", "375"], "25": ["375", "390"], "26": ["390", "405"], "27": ["405", "420"], "28": ["420", "435"], "29": ["435", "450"], "30": ["450", "465"], "31": ["465", "480"], "32": ["480", "495"], "33": ["495", "510"], "34": ["510", "525"], "35": ["525", "540"], "36": ["540", "555"], "37": ["555", "570"], "38": ["570", "585"], "39": ["585", "600"], "40": ["600", "615"], "41": ["615", "630"], "42": ["630", "645"], "43": ["645", "660"], "44": ["660", "675"], "45": ["675", "690"], "46": ["690", "705"], "47": ["705", "720"], "48": ["720", "735"], "49": ["735", "750"], "50": ["750", "765"], "51": ["765", "780"], "52": ["780", "795"], "53": ["795", "810"], "54": ["810", "825"], "55": ["825", "840"], "56": ["840", "855"], "57": ["855", "870"], "58": ["870", "885"], "59": ["885", "900"], "60": ["900", "915"], "61": ["915", "930"], "62": ["930", "945"], "63": ["945", "960"]}, "model.decoder.26.pp_block.attn.qkv_proj.weight": {"0": ["0", "24000"], "1": ["24000", "48000"], "2": ["48000", "72000"], "3": ["72000", "96000"], "4": ["96000", "120000"], "5": ["120000", "144000"], "6": ["144000", "168000"], "7": ["168000", "192000"], "8": ["192000", "216000"], "9": ["216000", "240000"], "10": ["240000", "264000"], "11": ["264000", "288000"], "12": ["288000", "312000"], "13": ["312000", "336000"], "14": ["336000", "360000"], "15": ["360000", "384000"], "16": ["384000", "408000"], "17": ["408000", "432000"], "18": ["432000", "456000"], "19": ["456000", "480000"], "20": ["480000", "504000"], "21": ["504000", "528000"], "22": ["528000", "552000"], "23": ["552000", "576000"], "24": ["576000", "600000"], "25": ["600000", "624000"], "26": ["624000", "648000"], "27": ["648000", "672000"], "28": ["672000", "696000"], "29": ["696000", "720000"], "30": ["720000", "744000"], "31": ["744000", "768000"], "32": ["768000", "792000"], "33": ["792000", "816000"], "34": ["816000", "840000"], "35": ["840000", "864000"], "36": ["864000", "888000"], "37": ["888000", "912000"], "38": ["912000", "936000"], "39": ["936000", "960000"], "40": ["960000", "984000"], "41": ["984000", "1008000"], "42": ["1008000", "1032000"], "43": ["1032000", "1056000"], "44": ["1056000", "1080000"], "45": ["1080000", "1104000"], "46": ["1104000", "1128000"], "47": ["1128000", "1152000"], "48": ["1152000", "1176000"], "49": ["1176000", "1200000"], "50": ["1200000", "1224000"], "51": ["1224000", "1248000"], "52": ["1248000", "1272000"], "53": ["1272000", "1296000"], "54": ["1296000", "1320000"], "55": ["1320000", "1344000"], "56": ["1344000", "1368000"], "57": ["1368000", "1392000"], "58": ["1392000", "1416000"], "59": ["1416000", "1440000"], "60": ["1440000", "1464000"], "61": ["1464000", "1488000"], "62": ["1488000", "1512000"], "63": ["1512000", "1536000"]}, "model.decoder.26.pp_block.attn.o_proj.weight": {"0": ["0", "14400"], "1": ["14400", "28800"], "2": ["28800", "43200"], "3": ["43200", "57600"], "4": ["57600", "72000"], "5": ["72000", "86400"], "6": ["86400", "100800"], "7": ["100800", "115200"], "8": ["115200", "129600"], "9": ["129600", "144000"], "10": ["144000", "158400"], "11": ["158400", "172800"], "12": ["172800", "187200"], "13": ["187200", "201600"], "14": ["201600", "216000"], "15": ["216000", "230400"], "16": ["230400", "244800"], "17": ["244800", "259200"], "18": ["259200", "273600"], "19": ["273600", "288000"], "20": ["288000", "302400"], "21": ["302400", "316800"], "22": ["316800", "331200"], "23": ["331200", "345600"], "24": ["345600", "360000"], "25": ["360000", "374400"], "26": ["374400", "388800"], "27": ["388800", "403200"], "28": ["403200", "417600"], "29": ["417600", "432000"], "30": ["432000", "446400"], "31": ["446400", "460800"], "32": ["460800", "475200"], "33": ["475200", "489600"], "34": ["489600", "504000"], "35": ["504000", "518400"], "36": ["518400", "532800"], "37": ["532800", "547200"], "38": ["547200", "561600"], "39": ["561600", "576000"], "40": ["576000", "590400"], "41": ["590400", "604800"], "42": ["604800", "619200"], "43": ["619200", "633600"], "44": ["633600", "648000"], "45": ["648000", "662400"], "46": ["662400", "676800"], "47": ["676800", "691200"], "48": ["691200", "705600"], "49": ["705600", "720000"], "50": ["720000", "734400"], "51": ["734400", "748800"], "52": ["748800", "763200"], "53": ["763200", "777600"], "54": ["777600", "792000"], "55": ["792000", "806400"], "56": ["806400", "820800"], "57": ["820800", "835200"], "58": ["835200", "849600"], "59": ["849600", "864000"], "60": ["864000", "878400"], "61": ["878400", "892800"], "62": ["892800", "907200"], "63": ["907200", "921600"]}, "model.decoder.26.pp_block.post_attention_layernorm.weight": {"0": ["0", "15"], "1": ["15", "30"], "2": ["30", "45"], "3": ["45", "60"], "4": ["60", "75"], "5": ["75", "90"], "6": ["90", "105"], "7": ["105", "120"], "8": ["120", "135"], "9": ["135", "150"], "10": ["150", "165"], "11": ["165", "180"], "12": ["180", "195"], "13": ["195", "210"], "14": ["210", "225"], "15": ["225", "240"], "16": ["240", "255"], "17": ["255", "270"], "18": ["270", "285"], "19": ["285", "300"], "20": ["300", "315"], "21": ["315", "330"], "22": ["330", "345"], "23": ["345", "360"], "24": ["360", "375"], "25": ["375", "390"], "26": ["390", "405"], "27": ["405", "420"], "28": ["420", "435"], "29": ["435", "450"], "30": ["450", "465"], "31": ["465", "480"], "32": ["480", "495"], "33": ["495", "510"], "34": ["510", "525"], "35": ["525", "540"], "36": ["540", "555"], "37": ["555", "570"], "38": ["570", "585"], "39": ["585", "600"], "40": ["600", "615"], "41": ["615", "630"], "42": ["630", "645"], "43": ["645", "660"], "44": ["660", "675"], "45": ["675", "690"], "46": ["690", "705"], "47": ["705", "720"], "48": ["720", "735"], "49": ["735", "750"], "50": ["750", "765"], "51": ["765", "780"], "52": ["780", "795"], "53": ["795", "810"], "54": ["810", "825"], "55": ["825", "840"], "56": ["840", "855"], "57": ["855", "870"], "58": ["870", "885"], "59": ["885", "900"], "60": ["900", "915"], "61": ["915", "930"], "62": ["930", "945"], "63": ["945", "960"]}, "model.decoder.26.pp_block.mlp.gate_up_proj.weight": {"0": ["0", "76800"], "1": ["76800", "153600"], "2": ["153600", "230400"], "3": ["230400", "307200"], "4": ["307200", "384000"], "5": ["384000", "460800"], "6": ["460800", "537600"], "7": ["537600", "614400"], "8": ["614400", "691200"], "9": ["691200", "768000"], "10": ["768000", "844800"], "11": ["844800", "921600"], "12": ["921600", "998400"], "13": ["998400", "1075200"], "14": ["1075200", "1152000"], "15": ["1152000", "1228800"], "16": ["1228800", "1305600"], "17": ["1305600", "1382400"], "18": ["1382400", "1459200"], "19": ["1459200", "1536000"], "20": ["1536000", "1612800"], "21": ["1612800", "1689600"], "22": ["1689600", "1766400"], "23": ["1766400", "1843200"], "24": ["1843200", "1920000"], "25": ["1920000", "1996800"], "26": ["1996800", "2073600"], "27": ["2073600", "2150400"], "28": ["2150400", "2227200"], "29": ["2227200", "2304000"], "30": ["2304000", "2380800"], "31": ["2380800", "2457600"], "32": ["2457600", "2534400"], "33": ["2534400", "2611200"], "34": ["2611200", "2688000"], "35": ["2688000", "2764800"], "36": ["2764800", "2841600"], "37": ["2841600", "2918400"], "38": ["2918400", "2995200"], "39": ["2995200", "3072000"], "40": ["3072000", "3148800"], "41": ["3148800", "3225600"], "42": ["3225600", "3302400"], "43": ["3302400", "3379200"], "44": ["3379200", "3456000"], "45": ["3456000", "3532800"], "46": ["3532800", "3609600"], "47": ["3609600", "3686400"], "48": ["3686400", "3763200"], "49": ["3763200", "3840000"], "50": ["3840000", "3916800"], "51": ["3916800", "3993600"], "52": ["3993600", "4070400"], "53": ["4070400", "4147200"], "54": ["4147200", "4224000"], "55": ["4224000", "4300800"], "56": ["4300800", "4377600"], "57": ["4377600", "4454400"], "58": ["4454400", "4531200"], "59": ["4531200", "4608000"], "60": ["4608000", "4684800"], "61": ["4684800", "4761600"], "62": ["4761600", "4838400"], "63": ["4838400", "4915200"]}, "model.decoder.26.pp_block.mlp.down_proj.weight": {"0": ["0", "38400"], "1": ["38400", "76800"], "2": ["76800", "115200"], "3": ["115200", "153600"], "4": ["153600", "192000"], "5": ["192000", "230400"], "6": ["230400", "268800"], "7": ["268800", "307200"], "8": ["307200", "345600"], "9": ["345600", "384000"], "10": ["384000", "422400"], "11": ["422400", "460800"], "12": ["460800", "499200"], "13": ["499200", "537600"], "14": ["537600", "576000"], "15": ["576000", "614400"], "16": ["614400", "652800"], "17": ["652800", "691200"], "18": ["691200", "729600"], "19": ["729600", "768000"], "20": ["768000", "806400"], "21": ["806400", "844800"], "22": ["844800", "883200"], "23": ["883200", "921600"], "24": ["921600", "960000"], "25": ["960000", "998400"], "26": ["998400", "1036800"], "27": ["1036800", "1075200"], "28": ["1075200", "1113600"], "29": ["1113600", "1152000"], "30": ["1152000", "1190400"], "31": ["1190400", "1228800"], "32": ["1228800", "1267200"], "33": ["1267200", "1305600"], "34": ["1305600", "1344000"], "35": ["1344000", "1382400"], "36": ["1382400", "1420800"], "37": ["1420800", "1459200"], "38": ["1459200", "1497600"], "39": ["1497600", "1536000"], "40": ["1536000", "1574400"], "41": ["1574400", "1612800"], "42": ["1612800", "1651200"], "43": ["1651200", "1689600"], "44": ["1689600", "1728000"], "45": ["1728000", "1766400"], "46": ["1766400", "1804800"], "47": ["1804800", "1843200"], "48": ["1843200", "1881600"], "49": ["1881600", "1920000"], "50": ["1920000", "1958400"], "51": ["1958400", "1996800"], "52": ["1996800", "2035200"], "53": ["2035200", "2073600"], "54": ["2073600", "2112000"], "55": ["2112000", "2150400"], "56": ["2150400", "2188800"], "57": ["2188800", "2227200"], "58": ["2227200", "2265600"], "59": ["2265600", "2304000"], "60": ["2304000", "2342400"], "61": ["2342400", "2380800"], "62": ["2380800", "2419200"], "63": ["2419200", "2457600"]}, "model.decoder.27.pp_block.input_layernorm.weight": {"0": ["0", "15"], "1": ["15", "30"], "2": ["30", "45"], "3": ["45", "60"], "4": ["60", "75"], "5": ["75", "90"], "6": ["90", "105"], "7": ["105", "120"], "8": ["120", "135"], "9": ["135", "150"], "10": ["150", "165"], "11": ["165", "180"], "12": ["180", "195"], "13": ["195", "210"], "14": ["210", "225"], "15": ["225", "240"], "16": ["240", "255"], "17": ["255", "270"], "18": ["270", "285"], "19": ["285", "300"], "20": ["300", "315"], "21": ["315", "330"], "22": ["330", "345"], "23": ["345", "360"], "24": ["360", "375"], "25": ["375", "390"], "26": ["390", "405"], "27": ["405", "420"], "28": ["420", "435"], "29": ["435", "450"], "30": ["450", "465"], "31": ["465", "480"], "32": ["480", "495"], "33": ["495", "510"], "34": ["510", "525"], "35": ["525", "540"], "36": ["540", "555"], "37": ["555", "570"], "38": ["570", "585"], "39": ["585", "600"], "40": ["600", "615"], "41": ["615", "630"], "42": ["630", "645"], "43": ["645", "660"], "44": ["660", "675"], "45": ["675", "690"], "46": ["690", "705"], "47": ["705", "720"], "48": ["720", "735"], "49": ["735", "750"], "50": ["750", "765"], "51": ["765", "780"], "52": ["780", "795"], "53": ["795", "810"], "54": ["810", "825"], "55": ["825", "840"], "56": ["840", "855"], "57": ["855", "870"], "58": ["870", "885"], "59": ["885", "900"], "60": ["900", "915"], "61": ["915", "930"], "62": ["930", "945"], "63": ["945", "960"]}, "model.decoder.27.pp_block.attn.qkv_proj.weight": {"0": ["0", "24000"], "1": ["24000", "48000"], "2": ["48000", "72000"], "3": ["72000", "96000"], "4": ["96000", "120000"], "5": ["120000", "144000"], "6": ["144000", "168000"], "7": ["168000", "192000"], "8": ["192000", "216000"], "9": ["216000", "240000"], "10": ["240000", "264000"], "11": ["264000", "288000"], "12": ["288000", "312000"], "13": ["312000", "336000"], "14": ["336000", "360000"], "15": ["360000", "384000"], "16": ["384000", "408000"], "17": ["408000", "432000"], "18": ["432000", "456000"], "19": ["456000", "480000"], "20": ["480000", "504000"], "21": ["504000", "528000"], "22": ["528000", "552000"], "23": ["552000", "576000"], "24": ["576000", "600000"], "25": ["600000", "624000"], "26": ["624000", "648000"], "27": ["648000", "672000"], "28": ["672000", "696000"], "29": ["696000", "720000"], "30": ["720000", "744000"], "31": ["744000", "768000"], "32": ["768000", "792000"], "33": ["792000", "816000"], "34": ["816000", "840000"], "35": ["840000", "864000"], "36": ["864000", "888000"], "37": ["888000", "912000"], "38": ["912000", "936000"], "39": ["936000", "960000"], "40": ["960000", "984000"], "41": ["984000", "1008000"], "42": ["1008000", "1032000"], "43": ["1032000", "1056000"], "44": ["1056000", "1080000"], "45": ["1080000", "1104000"], "46": ["1104000", "1128000"], "47": ["1128000", "1152000"], "48": ["1152000", "1176000"], "49": ["1176000", "1200000"], "50": ["1200000", "1224000"], "51": ["1224000", "1248000"], "52": ["1248000", "1272000"], "53": ["1272000", "1296000"], "54": ["1296000", "1320000"], "55": ["1320000", "1344000"], "56": ["1344000", "1368000"], "57": ["1368000", "1392000"], "58": ["1392000", "1416000"], "59": ["1416000", "1440000"], "60": ["1440000", "1464000"], "61": ["1464000", "1488000"], "62": ["1488000", "1512000"], "63": ["1512000", "1536000"]}, "model.decoder.27.pp_block.attn.o_proj.weight": {"0": ["0", "14400"], "1": ["14400", "28800"], "2": ["28800", "43200"], "3": ["43200", "57600"], "4": ["57600", "72000"], "5": ["72000", "86400"], "6": ["86400", "100800"], "7": ["100800", "115200"], "8": ["115200", "129600"], "9": ["129600", "144000"], "10": ["144000", "158400"], "11": ["158400", "172800"], "12": ["172800", "187200"], "13": ["187200", "201600"], "14": ["201600", "216000"], "15": ["216000", "230400"], "16": ["230400", "244800"], "17": ["244800", "259200"], "18": ["259200", "273600"], "19": ["273600", "288000"], "20": ["288000", "302400"], "21": ["302400", "316800"], "22": ["316800", "331200"], "23": ["331200", "345600"], "24": ["345600", "360000"], "25": ["360000", "374400"], "26": ["374400", "388800"], "27": ["388800", "403200"], "28": ["403200", "417600"], "29": ["417600", "432000"], "30": ["432000", "446400"], "31": ["446400", "460800"], "32": ["460800", "475200"], "33": ["475200", "489600"], "34": ["489600", "504000"], "35": ["504000", "518400"], "36": ["518400", "532800"], "37": ["532800", "547200"], "38": ["547200", "561600"], "39": ["561600", "576000"], "40": ["576000", "590400"], "41": ["590400", "604800"], "42": ["604800", "619200"], "43": ["619200", "633600"], "44": ["633600", "648000"], "45": ["648000", "662400"], "46": ["662400", "676800"], "47": ["676800", "691200"], "48": ["691200", "705600"], "49": ["705600", "720000"], "50": ["720000", "734400"], "51": ["734400", "748800"], "52": ["748800", "763200"], "53": ["763200", "777600"], "54": ["777600", "792000"], "55": ["792000", "806400"], "56": ["806400", "820800"], "57": ["820800", "835200"], "58": ["835200", "849600"], "59": ["849600", "864000"], "60": ["864000", "878400"], "61": ["878400", "892800"], "62": ["892800", "907200"], "63": ["907200", "921600"]}, "model.decoder.27.pp_block.post_attention_layernorm.weight": {"0": ["0", "15"], "1": ["15", "30"], "2": ["30", "45"], "3": ["45", "60"], "4": ["60", "75"], "5": ["75", "90"], "6": ["90", "105"], "7": ["105", "120"], "8": ["120", "135"], "9": ["135", "150"], "10": ["150", "165"], "11": ["165", "180"], "12": ["180", "195"], "13": ["195", "210"], "14": ["210", "225"], "15": ["225", "240"], "16": ["240", "255"], "17": ["255", "270"], "18": ["270", "285"], "19": ["285", "300"], "20": ["300", "315"], "21": ["315", "330"], "22": ["330", "345"], "23": ["345", "360"], "24": ["360", "375"], "25": ["375", "390"], "26": ["390", "405"], "27": ["405", "420"], "28": ["420", "435"], "29": ["435", "450"], "30": ["450", "465"], "31": ["465", "480"], "32": ["480", "495"], "33": ["495", "510"], "34": ["510", "525"], "35": ["525", "540"], "36": ["540", "555"], "37": ["555", "570"], "38": ["570", "585"], "39": ["585", "600"], "40": ["600", "615"], "41": ["615", "630"], "42": ["630", "645"], "43": ["645", "660"], "44": ["660", "675"], "45": ["675", "690"], "46": ["690", "705"], "47": ["705", "720"], "48": ["720", "735"], "49": ["735", "750"], "50": ["750", "765"], "51": ["765", "780"], "52": ["780", "795"], "53": ["795", "810"], "54": ["810", "825"], "55": ["825", "840"], "56": ["840", "855"], "57": ["855", "870"], "58": ["870", "885"], "59": ["885", "900"], "60": ["900", "915"], "61": ["915", "930"], "62": ["930", "945"], "63": ["945", "960"]}, "model.decoder.27.pp_block.mlp.gate_up_proj.weight": {"0": ["0", "76800"], "1": ["76800", "153600"], "2": ["153600", "230400"], "3": ["230400", "307200"], "4": ["307200", "384000"], "5": ["384000", "460800"], "6": ["460800", "537600"], "7": ["537600", "614400"], "8": ["614400", "691200"], "9": ["691200", "768000"], "10": ["768000", "844800"], "11": ["844800", "921600"], "12": ["921600", "998400"], "13": ["998400", "1075200"], "14": ["1075200", "1152000"], "15": ["1152000", "1228800"], "16": ["1228800", "1305600"], "17": ["1305600", "1382400"], "18": ["1382400", "1459200"], "19": ["1459200", "1536000"], "20": ["1536000", "1612800"], "21": ["1612800", "1689600"], "22": ["1689600", "1766400"], "23": ["1766400", "1843200"], "24": ["1843200", "1920000"], "25": ["1920000", "1996800"], "26": ["1996800", "2073600"], "27": ["2073600", "2150400"], "28": ["2150400", "2227200"], "29": ["2227200", "2304000"], "30": ["2304000", "2380800"], "31": ["2380800", "2457600"], "32": ["2457600", "2534400"], "33": ["2534400", "2611200"], "34": ["2611200", "2688000"], "35": ["2688000", "2764800"], "36": ["2764800", "2841600"], "37": ["2841600", "2918400"], "38": ["2918400", "2995200"], "39": ["2995200", "3072000"], "40": ["3072000", "3148800"], "41": ["3148800", "3225600"], "42": ["3225600", "3302400"], "43": ["3302400", "3379200"], "44": ["3379200", "3456000"], "45": ["3456000", "3532800"], "46": ["3532800", "3609600"], "47": ["3609600", "3686400"], "48": ["3686400", "3763200"], "49": ["3763200", "3840000"], "50": ["3840000", "3916800"], "51": ["3916800", "3993600"], "52": ["3993600", "4070400"], "53": ["4070400", "4147200"], "54": ["4147200", "4224000"], "55": ["4224000", "4300800"], "56": ["4300800", "4377600"], "57": ["4377600", "4454400"], "58": ["4454400", "4531200"], "59": ["4531200", "4608000"], "60": ["4608000", "4684800"], "61": ["4684800", "4761600"], "62": ["4761600", "4838400"], "63": ["4838400", "4915200"]}, "model.decoder.27.pp_block.mlp.down_proj.weight": {"0": ["0", "38400"], "1": ["38400", "76800"], "2": ["76800", "115200"], "3": ["115200", "153600"], "4": ["153600", "192000"], "5": ["192000", "230400"], "6": ["230400", "268800"], "7": ["268800", "307200"], "8": ["307200", "345600"], "9": ["345600", "384000"], "10": ["384000", "422400"], "11": ["422400", "460800"], "12": ["460800", "499200"], "13": ["499200", "537600"], "14": ["537600", "576000"], "15": ["576000", "614400"], "16": ["614400", "652800"], "17": ["652800", "691200"], "18": ["691200", "729600"], "19": ["729600", "768000"], "20": ["768000", "806400"], "21": ["806400", "844800"], "22": ["844800", "883200"], "23": ["883200", "921600"], "24": ["921600", "960000"], "25": ["960000", "998400"], "26": ["998400", "1036800"], "27": ["1036800", "1075200"], "28": ["1075200", "1113600"], "29": ["1113600", "1152000"], "30": ["1152000", "1190400"], "31": ["1190400", "1228800"], "32": ["1228800", "1267200"], "33": ["1267200", "1305600"], "34": ["1305600", "1344000"], "35": ["1344000", "1382400"], "36": ["1382400", "1420800"], "37": ["1420800", "1459200"], "38": ["1459200", "1497600"], "39": ["1497600", "1536000"], "40": ["1536000", "1574400"], "41": ["1574400", "1612800"], "42": ["1612800", "1651200"], "43": ["1651200", "1689600"], "44": ["1689600", "1728000"], "45": ["1728000", "1766400"], "46": ["1766400", "1804800"], "47": ["1804800", "1843200"], "48": ["1843200", "1881600"], "49": ["1881600", "1920000"], "50": ["1920000", "1958400"], "51": ["1958400", "1996800"], "52": ["1996800", "2035200"], "53": ["2035200", "2073600"], "54": ["2073600", "2112000"], "55": ["2112000", "2150400"], "56": ["2150400", "2188800"], "57": ["2188800", "2227200"], "58": ["2227200", "2265600"], "59": ["2265600", "2304000"], "60": ["2304000", "2342400"], "61": ["2342400", "2380800"], "62": ["2380800", "2419200"], "63": ["2419200", "2457600"]}, "model.decoder.28.pp_block.input_layernorm.weight": {"0": ["0", "15"], "1": ["15", "30"], "2": ["30", "45"], "3": ["45", "60"], "4": ["60", "75"], "5": ["75", "90"], "6": ["90", "105"], "7": ["105", "120"], "8": ["120", "135"], "9": ["135", "150"], "10": ["150", "165"], "11": ["165", "180"], "12": ["180", "195"], "13": ["195", "210"], "14": ["210", "225"], "15": ["225", "240"], "16": ["240", "255"], "17": ["255", "270"], "18": ["270", "285"], "19": ["285", "300"], "20": ["300", "315"], "21": ["315", "330"], "22": ["330", "345"], "23": ["345", "360"], "24": ["360", "375"], "25": ["375", "390"], "26": ["390", "405"], "27": ["405", "420"], "28": ["420", "435"], "29": ["435", "450"], "30": ["450", "465"], "31": ["465", "480"], "32": ["480", "495"], "33": ["495", "510"], "34": ["510", "525"], "35": ["525", "540"], "36": ["540", "555"], "37": ["555", "570"], "38": ["570", "585"], "39": ["585", "600"], "40": ["600", "615"], "41": ["615", "630"], "42": ["630", "645"], "43": ["645", "660"], "44": ["660", "675"], "45": ["675", "690"], "46": ["690", "705"], "47": ["705", "720"], "48": ["720", "735"], "49": ["735", "750"], "50": ["750", "765"], "51": ["765", "780"], "52": ["780", "795"], "53": ["795", "810"], "54": ["810", "825"], "55": ["825", "840"], "56": ["840", "855"], "57": ["855", "870"], "58": ["870", "885"], "59": ["885", "900"], "60": ["900", "915"], "61": ["915", "930"], "62": ["930", "945"], "63": ["945", "960"]}, "model.decoder.28.pp_block.attn.qkv_proj.weight": {"0": ["0", "24000"], "1": ["24000", "48000"], "2": ["48000", "72000"], "3": ["72000", "96000"], "4": ["96000", "120000"], "5": ["120000", "144000"], "6": ["144000", "168000"], "7": ["168000", "192000"], "8": ["192000", "216000"], "9": ["216000", "240000"], "10": ["240000", "264000"], "11": ["264000", "288000"], "12": ["288000", "312000"], "13": ["312000", "336000"], "14": ["336000", "360000"], "15": ["360000", "384000"], "16": ["384000", "408000"], "17": ["408000", "432000"], "18": ["432000", "456000"], "19": ["456000", "480000"], "20": ["480000", "504000"], "21": ["504000", "528000"], "22": ["528000", "552000"], "23": ["552000", "576000"], "24": ["576000", "600000"], "25": ["600000", "624000"], "26": ["624000", "648000"], "27": ["648000", "672000"], "28": ["672000", "696000"], "29": ["696000", "720000"], "30": ["720000", "744000"], "31": ["744000", "768000"], "32": ["768000", "792000"], "33": ["792000", "816000"], "34": ["816000", "840000"], "35": ["840000", "864000"], "36": ["864000", "888000"], "37": ["888000", "912000"], "38": ["912000", "936000"], "39": ["936000", "960000"], "40": ["960000", "984000"], "41": ["984000", "1008000"], "42": ["1008000", "1032000"], "43": ["1032000", "1056000"], "44": ["1056000", "1080000"], "45": ["1080000", "1104000"], "46": ["1104000", "1128000"], "47": ["1128000", "1152000"], "48": ["1152000", "1176000"], "49": ["1176000", "1200000"], "50": ["1200000", "1224000"], "51": ["1224000", "1248000"], "52": ["1248000", "1272000"], "53": ["1272000", "1296000"], "54": ["1296000", "1320000"], "55": ["1320000", "1344000"], "56": ["1344000", "1368000"], "57": ["1368000", "1392000"], "58": ["1392000", "1416000"], "59": ["1416000", "1440000"], "60": ["1440000", "1464000"], "61": ["1464000", "1488000"], "62": ["1488000", "1512000"], "63": ["1512000", "1536000"]}, "model.decoder.28.pp_block.attn.o_proj.weight": {"0": ["0", "14400"], "1": ["14400", "28800"], "2": ["28800", "43200"], "3": ["43200", "57600"], "4": ["57600", "72000"], "5": ["72000", "86400"], "6": ["86400", "100800"], "7": ["100800", "115200"], "8": ["115200", "129600"], "9": ["129600", "144000"], "10": ["144000", "158400"], "11": ["158400", "172800"], "12": ["172800", "187200"], "13": ["187200", "201600"], "14": ["201600", "216000"], "15": ["216000", "230400"], "16": ["230400", "244800"], "17": ["244800", "259200"], "18": ["259200", "273600"], "19": ["273600", "288000"], "20": ["288000", "302400"], "21": ["302400", "316800"], "22": ["316800", "331200"], "23": ["331200", "345600"], "24": ["345600", "360000"], "25": ["360000", "374400"], "26": ["374400", "388800"], "27": ["388800", "403200"], "28": ["403200", "417600"], "29": ["417600", "432000"], "30": ["432000", "446400"], "31": ["446400", "460800"], "32": ["460800", "475200"], "33": ["475200", "489600"], "34": ["489600", "504000"], "35": ["504000", "518400"], "36": ["518400", "532800"], "37": ["532800", "547200"], "38": ["547200", "561600"], "39": ["561600", "576000"], "40": ["576000", "590400"], "41": ["590400", "604800"], "42": ["604800", "619200"], "43": ["619200", "633600"], "44": ["633600", "648000"], "45": ["648000", "662400"], "46": ["662400", "676800"], "47": ["676800", "691200"], "48": ["691200", "705600"], "49": ["705600", "720000"], "50": ["720000", "734400"], "51": ["734400", "748800"], "52": ["748800", "763200"], "53": ["763200", "777600"], "54": ["777600", "792000"], "55": ["792000", "806400"], "56": ["806400", "820800"], "57": ["820800", "835200"], "58": ["835200", "849600"], "59": ["849600", "864000"], "60": ["864000", "878400"], "61": ["878400", "892800"], "62": ["892800", "907200"], "63": ["907200", "921600"]}, "model.decoder.28.pp_block.post_attention_layernorm.weight": {"0": ["0", "15"], "1": ["15", "30"], "2": ["30", "45"], "3": ["45", "60"], "4": ["60", "75"], "5": ["75", "90"], "6": ["90", "105"], "7": ["105", "120"], "8": ["120", "135"], "9": ["135", "150"], "10": ["150", "165"], "11": ["165", "180"], "12": ["180", "195"], "13": ["195", "210"], "14": ["210", "225"], "15": ["225", "240"], "16": ["240", "255"], "17": ["255", "270"], "18": ["270", "285"], "19": ["285", "300"], "20": ["300", "315"], "21": ["315", "330"], "22": ["330", "345"], "23": ["345", "360"], "24": ["360", "375"], "25": ["375", "390"], "26": ["390", "405"], "27": ["405", "420"], "28": ["420", "435"], "29": ["435", "450"], "30": ["450", "465"], "31": ["465", "480"], "32": ["480", "495"], "33": ["495", "510"], "34": ["510", "525"], "35": ["525", "540"], "36": ["540", "555"], "37": ["555", "570"], "38": ["570", "585"], "39": ["585", "600"], "40": ["600", "615"], "41": ["615", "630"], "42": ["630", "645"], "43": ["645", "660"], "44": ["660", "675"], "45": ["675", "690"], "46": ["690", "705"], "47": ["705", "720"], "48": ["720", "735"], "49": ["735", "750"], "50": ["750", "765"], "51": ["765", "780"], "52": ["780", "795"], "53": ["795", "810"], "54": ["810", "825"], "55": ["825", "840"], "56": ["840", "855"], "57": ["855", "870"], "58": ["870", "885"], "59": ["885", "900"], "60": ["900", "915"], "61": ["915", "930"], "62": ["930", "945"], "63": ["945", "960"]}, "model.decoder.28.pp_block.mlp.gate_up_proj.weight": {"0": ["0", "76800"], "1": ["76800", "153600"], "2": ["153600", "230400"], "3": ["230400", "307200"], "4": ["307200", "384000"], "5": ["384000", "460800"], "6": ["460800", "537600"], "7": ["537600", "614400"], "8": ["614400", "691200"], "9": ["691200", "768000"], "10": ["768000", "844800"], "11": ["844800", "921600"], "12": ["921600", "998400"], "13": ["998400", "1075200"], "14": ["1075200", "1152000"], "15": ["1152000", "1228800"], "16": ["1228800", "1305600"], "17": ["1305600", "1382400"], "18": ["1382400", "1459200"], "19": ["1459200", "1536000"], "20": ["1536000", "1612800"], "21": ["1612800", "1689600"], "22": ["1689600", "1766400"], "23": ["1766400", "1843200"], "24": ["1843200", "1920000"], "25": ["1920000", "1996800"], "26": ["1996800", "2073600"], "27": ["2073600", "2150400"], "28": ["2150400", "2227200"], "29": ["2227200", "2304000"], "30": ["2304000", "2380800"], "31": ["2380800", "2457600"], "32": ["2457600", "2534400"], "33": ["2534400", "2611200"], "34": ["2611200", "2688000"], "35": ["2688000", "2764800"], "36": ["2764800", "2841600"], "37": ["2841600", "2918400"], "38": ["2918400", "2995200"], "39": ["2995200", "3072000"], "40": ["3072000", "3148800"], "41": ["3148800", "3225600"], "42": ["3225600", "3302400"], "43": ["3302400", "3379200"], "44": ["3379200", "3456000"], "45": ["3456000", "3532800"], "46": ["3532800", "3609600"], "47": ["3609600", "3686400"], "48": ["3686400", "3763200"], "49": ["3763200", "3840000"], "50": ["3840000", "3916800"], "51": ["3916800", "3993600"], "52": ["3993600", "4070400"], "53": ["4070400", "4147200"], "54": ["4147200", "4224000"], "55": ["4224000", "4300800"], "56": ["4300800", "4377600"], "57": ["4377600", "4454400"], "58": ["4454400", "4531200"], "59": ["4531200", "4608000"], "60": ["4608000", "4684800"], "61": ["4684800", "4761600"], "62": ["4761600", "4838400"], "63": ["4838400", "4915200"]}, "model.decoder.28.pp_block.mlp.down_proj.weight": {"0": ["0", "38400"], "1": ["38400", "76800"], "2": ["76800", "115200"], "3": ["115200", "153600"], "4": ["153600", "192000"], "5": ["192000", "230400"], "6": ["230400", "268800"], "7": ["268800", "307200"], "8": ["307200", "345600"], "9": ["345600", "384000"], "10": ["384000", "422400"], "11": ["422400", "460800"], "12": ["460800", "499200"], "13": ["499200", "537600"], "14": ["537600", "576000"], "15": ["576000", "614400"], "16": ["614400", "652800"], "17": ["652800", "691200"], "18": ["691200", "729600"], "19": ["729600", "768000"], "20": ["768000", "806400"], "21": ["806400", "844800"], "22": ["844800", "883200"], "23": ["883200", "921600"], "24": ["921600", "960000"], "25": ["960000", "998400"], "26": ["998400", "1036800"], "27": ["1036800", "1075200"], "28": ["1075200", "1113600"], "29": ["1113600", "1152000"], "30": ["1152000", "1190400"], "31": ["1190400", "1228800"], "32": ["1228800", "1267200"], "33": ["1267200", "1305600"], "34": ["1305600", "1344000"], "35": ["1344000", "1382400"], "36": ["1382400", "1420800"], "37": ["1420800", "1459200"], "38": ["1459200", "1497600"], "39": ["1497600", "1536000"], "40": ["1536000", "1574400"], "41": ["1574400", "1612800"], "42": ["1612800", "1651200"], "43": ["1651200", "1689600"], "44": ["1689600", "1728000"], "45": ["1728000", "1766400"], "46": ["1766400", "1804800"], "47": ["1804800", "1843200"], "48": ["1843200", "1881600"], "49": ["1881600", "1920000"], "50": ["1920000", "1958400"], "51": ["1958400", "1996800"], "52": ["1996800", "2035200"], "53": ["2035200", "2073600"], "54": ["2073600", "2112000"], "55": ["2112000", "2150400"], "56": ["2150400", "2188800"], "57": ["2188800", "2227200"], "58": ["2227200", "2265600"], "59": ["2265600", "2304000"], "60": ["2304000", "2342400"], "61": ["2342400", "2380800"], "62": ["2380800", "2419200"], "63": ["2419200", "2457600"]}, "model.decoder.29.pp_block.input_layernorm.weight": {"0": ["0", "15"], "1": ["15", "30"], "2": ["30", "45"], "3": ["45", "60"], "4": ["60", "75"], "5": ["75", "90"], "6": ["90", "105"], "7": ["105", "120"], "8": ["120", "135"], "9": ["135", "150"], "10": ["150", "165"], "11": ["165", "180"], "12": ["180", "195"], "13": ["195", "210"], "14": ["210", "225"], "15": ["225", "240"], "16": ["240", "255"], "17": ["255", "270"], "18": ["270", "285"], "19": ["285", "300"], "20": ["300", "315"], "21": ["315", "330"], "22": ["330", "345"], "23": ["345", "360"], "24": ["360", "375"], "25": ["375", "390"], "26": ["390", "405"], "27": ["405", "420"], "28": ["420", "435"], "29": ["435", "450"], "30": ["450", "465"], "31": ["465", "480"], "32": ["480", "495"], "33": ["495", "510"], "34": ["510", "525"], "35": ["525", "540"], "36": ["540", "555"], "37": ["555", "570"], "38": ["570", "585"], "39": ["585", "600"], "40": ["600", "615"], "41": ["615", "630"], "42": ["630", "645"], "43": ["645", "660"], "44": ["660", "675"], "45": ["675", "690"], "46": ["690", "705"], "47": ["705", "720"], "48": ["720", "735"], "49": ["735", "750"], "50": ["750", "765"], "51": ["765", "780"], "52": ["780", "795"], "53": ["795", "810"], "54": ["810", "825"], "55": ["825", "840"], "56": ["840", "855"], "57": ["855", "870"], "58": ["870", "885"], "59": ["885", "900"], "60": ["900", "915"], "61": ["915", "930"], "62": ["930", "945"], "63": ["945", "960"]}, "model.decoder.29.pp_block.attn.qkv_proj.weight": {"0": ["0", "24000"], "1": ["24000", "48000"], "2": ["48000", "72000"], "3": ["72000", "96000"], "4": ["96000", "120000"], "5": ["120000", "144000"], "6": ["144000", "168000"], "7": ["168000", "192000"], "8": ["192000", "216000"], "9": ["216000", "240000"], "10": ["240000", "264000"], "11": ["264000", "288000"], "12": ["288000", "312000"], "13": ["312000", "336000"], "14": ["336000", "360000"], "15": ["360000", "384000"], "16": ["384000", "408000"], "17": ["408000", "432000"], "18": ["432000", "456000"], "19": ["456000", "480000"], "20": ["480000", "504000"], "21": ["504000", "528000"], "22": ["528000", "552000"], "23": ["552000", "576000"], "24": ["576000", "600000"], "25": ["600000", "624000"], "26": ["624000", "648000"], "27": ["648000", "672000"], "28": ["672000", "696000"], "29": ["696000", "720000"], "30": ["720000", "744000"], "31": ["744000", "768000"], "32": ["768000", "792000"], "33": ["792000", "816000"], "34": ["816000", "840000"], "35": ["840000", "864000"], "36": ["864000", "888000"], "37": ["888000", "912000"], "38": ["912000", "936000"], "39": ["936000", "960000"], "40": ["960000", "984000"], "41": ["984000", "1008000"], "42": ["1008000", "1032000"], "43": ["1032000", "1056000"], "44": ["1056000", "1080000"], "45": ["1080000", "1104000"], "46": ["1104000", "1128000"], "47": ["1128000", "1152000"], "48": ["1152000", "1176000"], "49": ["1176000", "1200000"], "50": ["1200000", "1224000"], "51": ["1224000", "1248000"], "52": ["1248000", "1272000"], "53": ["1272000", "1296000"], "54": ["1296000", "1320000"], "55": ["1320000", "1344000"], "56": ["1344000", "1368000"], "57": ["1368000", "1392000"], "58": ["1392000", "1416000"], "59": ["1416000", "1440000"], "60": ["1440000", "1464000"], "61": ["1464000", "1488000"], "62": ["1488000", "1512000"], "63": ["1512000", "1536000"]}, "model.decoder.29.pp_block.attn.o_proj.weight": {"0": ["0", "14400"], "1": ["14400", "28800"], "2": ["28800", "43200"], "3": ["43200", "57600"], "4": ["57600", "72000"], "5": ["72000", "86400"], "6": ["86400", "100800"], "7": ["100800", "115200"], "8": ["115200", "129600"], "9": ["129600", "144000"], "10": ["144000", "158400"], "11": ["158400", "172800"], "12": ["172800", "187200"], "13": ["187200", "201600"], "14": ["201600", "216000"], "15": ["216000", "230400"], "16": ["230400", "244800"], "17": ["244800", "259200"], "18": ["259200", "273600"], "19": ["273600", "288000"], "20": ["288000", "302400"], "21": ["302400", "316800"], "22": ["316800", "331200"], "23": ["331200", "345600"], "24": ["345600", "360000"], "25": ["360000", "374400"], "26": ["374400", "388800"], "27": ["388800", "403200"], "28": ["403200", "417600"], "29": ["417600", "432000"], "30": ["432000", "446400"], "31": ["446400", "460800"], "32": ["460800", "475200"], "33": ["475200", "489600"], "34": ["489600", "504000"], "35": ["504000", "518400"], "36": ["518400", "532800"], "37": ["532800", "547200"], "38": ["547200", "561600"], "39": ["561600", "576000"], "40": ["576000", "590400"], "41": ["590400", "604800"], "42": ["604800", "619200"], "43": ["619200", "633600"], "44": ["633600", "648000"], "45": ["648000", "662400"], "46": ["662400", "676800"], "47": ["676800", "691200"], "48": ["691200", "705600"], "49": ["705600", "720000"], "50": ["720000", "734400"], "51": ["734400", "748800"], "52": ["748800", "763200"], "53": ["763200", "777600"], "54": ["777600", "792000"], "55": ["792000", "806400"], "56": ["806400", "820800"], "57": ["820800", "835200"], "58": ["835200", "849600"], "59": ["849600", "864000"], "60": ["864000", "878400"], "61": ["878400", "892800"], "62": ["892800", "907200"], "63": ["907200", "921600"]}, "model.decoder.29.pp_block.post_attention_layernorm.weight": {"0": ["0", "15"], "1": ["15", "30"], "2": ["30", "45"], "3": ["45", "60"], "4": ["60", "75"], "5": ["75", "90"], "6": ["90", "105"], "7": ["105", "120"], "8": ["120", "135"], "9": ["135", "150"], "10": ["150", "165"], "11": ["165", "180"], "12": ["180", "195"], "13": ["195", "210"], "14": ["210", "225"], "15": ["225", "240"], "16": ["240", "255"], "17": ["255", "270"], "18": ["270", "285"], "19": ["285", "300"], "20": ["300", "315"], "21": ["315", "330"], "22": ["330", "345"], "23": ["345", "360"], "24": ["360", "375"], "25": ["375", "390"], "26": ["390", "405"], "27": ["405", "420"], "28": ["420", "435"], "29": ["435", "450"], "30": ["450", "465"], "31": ["465", "480"], "32": ["480", "495"], "33": ["495", "510"], "34": ["510", "525"], "35": ["525", "540"], "36": ["540", "555"], "37": ["555", "570"], "38": ["570", "585"], "39": ["585", "600"], "40": ["600", "615"], "41": ["615", "630"], "42": ["630", "645"], "43": ["645", "660"], "44": ["660", "675"], "45": ["675", "690"], "46": ["690", "705"], "47": ["705", "720"], "48": ["720", "735"], "49": ["735", "750"], "50": ["750", "765"], "51": ["765", "780"], "52": ["780", "795"], "53": ["795", "810"], "54": ["810", "825"], "55": ["825", "840"], "56": ["840", "855"], "57": ["855", "870"], "58": ["870", "885"], "59": ["885", "900"], "60": ["900", "915"], "61": ["915", "930"], "62": ["930", "945"], "63": ["945", "960"]}, "model.decoder.29.pp_block.mlp.gate_up_proj.weight": {"0": ["0", "76800"], "1": ["76800", "153600"], "2": ["153600", "230400"], "3": ["230400", "307200"], "4": ["307200", "384000"], "5": ["384000", "460800"], "6": ["460800", "537600"], "7": ["537600", "614400"], "8": ["614400", "691200"], "9": ["691200", "768000"], "10": ["768000", "844800"], "11": ["844800", "921600"], "12": ["921600", "998400"], "13": ["998400", "1075200"], "14": ["1075200", "1152000"], "15": ["1152000", "1228800"], "16": ["1228800", "1305600"], "17": ["1305600", "1382400"], "18": ["1382400", "1459200"], "19": ["1459200", "1536000"], "20": ["1536000", "1612800"], "21": ["1612800", "1689600"], "22": ["1689600", "1766400"], "23": ["1766400", "1843200"], "24": ["1843200", "1920000"], "25": ["1920000", "1996800"], "26": ["1996800", "2073600"], "27": ["2073600", "2150400"], "28": ["2150400", "2227200"], "29": ["2227200", "2304000"], "30": ["2304000", "2380800"], "31": ["2380800", "2457600"], "32": ["2457600", "2534400"], "33": ["2534400", "2611200"], "34": ["2611200", "2688000"], "35": ["2688000", "2764800"], "36": ["2764800", "2841600"], "37": ["2841600", "2918400"], "38": ["2918400", "2995200"], "39": ["2995200", "3072000"], "40": ["3072000", "3148800"], "41": ["3148800", "3225600"], "42": ["3225600", "3302400"], "43": ["3302400", "3379200"], "44": ["3379200", "3456000"], "45": ["3456000", "3532800"], "46": ["3532800", "3609600"], "47": ["3609600", "3686400"], "48": ["3686400", "3763200"], "49": ["3763200", "3840000"], "50": ["3840000", "3916800"], "51": ["3916800", "3993600"], "52": ["3993600", "4070400"], "53": ["4070400", "4147200"], "54": ["4147200", "4224000"], "55": ["4224000", "4300800"], "56": ["4300800", "4377600"], "57": ["4377600", "4454400"], "58": ["4454400", "4531200"], "59": ["4531200", "4608000"], "60": ["4608000", "4684800"], "61": ["4684800", "4761600"], "62": ["4761600", "4838400"], "63": ["4838400", "4915200"]}, "model.decoder.29.pp_block.mlp.down_proj.weight": {"0": ["0", "38400"], "1": ["38400", "76800"], "2": ["76800", "115200"], "3": ["115200", "153600"], "4": ["153600", "192000"], "5": ["192000", "230400"], "6": ["230400", "268800"], "7": ["268800", "307200"], "8": ["307200", "345600"], "9": ["345600", "384000"], "10": ["384000", "422400"], "11": ["422400", "460800"], "12": ["460800", "499200"], "13": ["499200", "537600"], "14": ["537600", "576000"], "15": ["576000", "614400"], "16": ["614400", "652800"], "17": ["652800", "691200"], "18": ["691200", "729600"], "19": ["729600", "768000"], "20": ["768000", "806400"], "21": ["806400", "844800"], "22": ["844800", "883200"], "23": ["883200", "921600"], "24": ["921600", "960000"], "25": ["960000", "998400"], "26": ["998400", "1036800"], "27": ["1036800", "1075200"], "28": ["1075200", "1113600"], "29": ["1113600", "1152000"], "30": ["1152000", "1190400"], "31": ["1190400", "1228800"], "32": ["1228800", "1267200"], "33": ["1267200", "1305600"], "34": ["1305600", "1344000"], "35": ["1344000", "1382400"], "36": ["1382400", "1420800"], "37": ["1420800", "1459200"], "38": ["1459200", "1497600"], "39": ["1497600", "1536000"], "40": ["1536000", "1574400"], "41": ["1574400", "1612800"], "42": ["1612800", "1651200"], "43": ["1651200", "1689600"], "44": ["1689600", "1728000"], "45": ["1728000", "1766400"], "46": ["1766400", "1804800"], "47": ["1804800", "1843200"], "48": ["1843200", "1881600"], "49": ["1881600", "1920000"], "50": ["1920000", "1958400"], "51": ["1958400", "1996800"], "52": ["1996800", "2035200"], "53": ["2035200", "2073600"], "54": ["2073600", "2112000"], "55": ["2112000", "2150400"], "56": ["2150400", "2188800"], "57": ["2188800", "2227200"], "58": ["2227200", "2265600"], "59": ["2265600", "2304000"], "60": ["2304000", "2342400"], "61": ["2342400", "2380800"], "62": ["2380800", "2419200"], "63": ["2419200", "2457600"]}, "model.decoder.30.pp_block.input_layernorm.weight": {"0": ["0", "15"], "1": ["15", "30"], "2": ["30", "45"], "3": ["45", "60"], "4": ["60", "75"], "5": ["75", "90"], "6": ["90", "105"], "7": ["105", "120"], "8": ["120", "135"], "9": ["135", "150"], "10": ["150", "165"], "11": ["165", "180"], "12": ["180", "195"], "13": ["195", "210"], "14": ["210", "225"], "15": ["225", "240"], "16": ["240", "255"], "17": ["255", "270"], "18": ["270", "285"], "19": ["285", "300"], "20": ["300", "315"], "21": ["315", "330"], "22": ["330", "345"], "23": ["345", "360"], "24": ["360", "375"], "25": ["375", "390"], "26": ["390", "405"], "27": ["405", "420"], "28": ["420", "435"], "29": ["435", "450"], "30": ["450", "465"], "31": ["465", "480"], "32": ["480", "495"], "33": ["495", "510"], "34": ["510", "525"], "35": ["525", "540"], "36": ["540", "555"], "37": ["555", "570"], "38": ["570", "585"], "39": ["585", "600"], "40": ["600", "615"], "41": ["615", "630"], "42": ["630", "645"], "43": ["645", "660"], "44": ["660", "675"], "45": ["675", "690"], "46": ["690", "705"], "47": ["705", "720"], "48": ["720", "735"], "49": ["735", "750"], "50": ["750", "765"], "51": ["765", "780"], "52": ["780", "795"], "53": ["795", "810"], "54": ["810", "825"], "55": ["825", "840"], "56": ["840", "855"], "57": ["855", "870"], "58": ["870", "885"], "59": ["885", "900"], "60": ["900", "915"], "61": ["915", "930"], "62": ["930", "945"], "63": ["945", "960"]}, "model.decoder.30.pp_block.attn.qkv_proj.weight": {"0": ["0", "24000"], "1": ["24000", "48000"], "2": ["48000", "72000"], "3": ["72000", "96000"], "4": ["96000", "120000"], "5": ["120000", "144000"], "6": ["144000", "168000"], "7": ["168000", "192000"], "8": ["192000", "216000"], "9": ["216000", "240000"], "10": ["240000", "264000"], "11": ["264000", "288000"], "12": ["288000", "312000"], "13": ["312000", "336000"], "14": ["336000", "360000"], "15": ["360000", "384000"], "16": ["384000", "408000"], "17": ["408000", "432000"], "18": ["432000", "456000"], "19": ["456000", "480000"], "20": ["480000", "504000"], "21": ["504000", "528000"], "22": ["528000", "552000"], "23": ["552000", "576000"], "24": ["576000", "600000"], "25": ["600000", "624000"], "26": ["624000", "648000"], "27": ["648000", "672000"], "28": ["672000", "696000"], "29": ["696000", "720000"], "30": ["720000", "744000"], "31": ["744000", "768000"], "32": ["768000", "792000"], "33": ["792000", "816000"], "34": ["816000", "840000"], "35": ["840000", "864000"], "36": ["864000", "888000"], "37": ["888000", "912000"], "38": ["912000", "936000"], "39": ["936000", "960000"], "40": ["960000", "984000"], "41": ["984000", "1008000"], "42": ["1008000", "1032000"], "43": ["1032000", "1056000"], "44": ["1056000", "1080000"], "45": ["1080000", "1104000"], "46": ["1104000", "1128000"], "47": ["1128000", "1152000"], "48": ["1152000", "1176000"], "49": ["1176000", "1200000"], "50": ["1200000", "1224000"], "51": ["1224000", "1248000"], "52": ["1248000", "1272000"], "53": ["1272000", "1296000"], "54": ["1296000", "1320000"], "55": ["1320000", "1344000"], "56": ["1344000", "1368000"], "57": ["1368000", "1392000"], "58": ["1392000", "1416000"], "59": ["1416000", "1440000"], "60": ["1440000", "1464000"], "61": ["1464000", "1488000"], "62": ["1488000", "1512000"], "63": ["1512000", "1536000"]}, "model.decoder.30.pp_block.attn.o_proj.weight": {"0": ["0", "14400"], "1": ["14400", "28800"], "2": ["28800", "43200"], "3": ["43200", "57600"], "4": ["57600", "72000"], "5": ["72000", "86400"], "6": ["86400", "100800"], "7": ["100800", "115200"], "8": ["115200", "129600"], "9": ["129600", "144000"], "10": ["144000", "158400"], "11": ["158400", "172800"], "12": ["172800", "187200"], "13": ["187200", "201600"], "14": ["201600", "216000"], "15": ["216000", "230400"], "16": ["230400", "244800"], "17": ["244800", "259200"], "18": ["259200", "273600"], "19": ["273600", "288000"], "20": ["288000", "302400"], "21": ["302400", "316800"], "22": ["316800", "331200"], "23": ["331200", "345600"], "24": ["345600", "360000"], "25": ["360000", "374400"], "26": ["374400", "388800"], "27": ["388800", "403200"], "28": ["403200", "417600"], "29": ["417600", "432000"], "30": ["432000", "446400"], "31": ["446400", "460800"], "32": ["460800", "475200"], "33": ["475200", "489600"], "34": ["489600", "504000"], "35": ["504000", "518400"], "36": ["518400", "532800"], "37": ["532800", "547200"], "38": ["547200", "561600"], "39": ["561600", "576000"], "40": ["576000", "590400"], "41": ["590400", "604800"], "42": ["604800", "619200"], "43": ["619200", "633600"], "44": ["633600", "648000"], "45": ["648000", "662400"], "46": ["662400", "676800"], "47": ["676800", "691200"], "48": ["691200", "705600"], "49": ["705600", "720000"], "50": ["720000", "734400"], "51": ["734400", "748800"], "52": ["748800", "763200"], "53": ["763200", "777600"], "54": ["777600", "792000"], "55": ["792000", "806400"], "56": ["806400", "820800"], "57": ["820800", "835200"], "58": ["835200", "849600"], "59": ["849600", "864000"], "60": ["864000", "878400"], "61": ["878400", "892800"], "62": ["892800", "907200"], "63": ["907200", "921600"]}, "model.decoder.30.pp_block.post_attention_layernorm.weight": {"0": ["0", "15"], "1": ["15", "30"], "2": ["30", "45"], "3": ["45", "60"], "4": ["60", "75"], "5": ["75", "90"], "6": ["90", "105"], "7": ["105", "120"], "8": ["120", "135"], "9": ["135", "150"], "10": ["150", "165"], "11": ["165", "180"], "12": ["180", "195"], "13": ["195", "210"], "14": ["210", "225"], "15": ["225", "240"], "16": ["240", "255"], "17": ["255", "270"], "18": ["270", "285"], "19": ["285", "300"], "20": ["300", "315"], "21": ["315", "330"], "22": ["330", "345"], "23": ["345", "360"], "24": ["360", "375"], "25": ["375", "390"], "26": ["390", "405"], "27": ["405", "420"], "28": ["420", "435"], "29": ["435", "450"], "30": ["450", "465"], "31": ["465", "480"], "32": ["480", "495"], "33": ["495", "510"], "34": ["510", "525"], "35": ["525", "540"], "36": ["540", "555"], "37": ["555", "570"], "38": ["570", "585"], "39": ["585", "600"], "40": ["600", "615"], "41": ["615", "630"], "42": ["630", "645"], "43": ["645", "660"], "44": ["660", "675"], "45": ["675", "690"], "46": ["690", "705"], "47": ["705", "720"], "48": ["720", "735"], "49": ["735", "750"], "50": ["750", "765"], "51": ["765", "780"], "52": ["780", "795"], "53": ["795", "810"], "54": ["810", "825"], "55": ["825", "840"], "56": ["840", "855"], "57": ["855", "870"], "58": ["870", "885"], "59": ["885", "900"], "60": ["900", "915"], "61": ["915", "930"], "62": ["930", "945"], "63": ["945", "960"]}, "model.decoder.30.pp_block.mlp.gate_up_proj.weight": {"0": ["0", "76800"], "1": ["76800", "153600"], "2": ["153600", "230400"], "3": ["230400", "307200"], "4": ["307200", "384000"], "5": ["384000", "460800"], "6": ["460800", "537600"], "7": ["537600", "614400"], "8": ["614400", "691200"], "9": ["691200", "768000"], "10": ["768000", "844800"], "11": ["844800", "921600"], "12": ["921600", "998400"], "13": ["998400", "1075200"], "14": ["1075200", "1152000"], "15": ["1152000", "1228800"], "16": ["1228800", "1305600"], "17": ["1305600", "1382400"], "18": ["1382400", "1459200"], "19": ["1459200", "1536000"], "20": ["1536000", "1612800"], "21": ["1612800", "1689600"], "22": ["1689600", "1766400"], "23": ["1766400", "1843200"], "24": ["1843200", "1920000"], "25": ["1920000", "1996800"], "26": ["1996800", "2073600"], "27": ["2073600", "2150400"], "28": ["2150400", "2227200"], "29": ["2227200", "2304000"], "30": ["2304000", "2380800"], "31": ["2380800", "2457600"], "32": ["2457600", "2534400"], "33": ["2534400", "2611200"], "34": ["2611200", "2688000"], "35": ["2688000", "2764800"], "36": ["2764800", "2841600"], "37": ["2841600", "2918400"], "38": ["2918400", "2995200"], "39": ["2995200", "3072000"], "40": ["3072000", "3148800"], "41": ["3148800", "3225600"], "42": ["3225600", "3302400"], "43": ["3302400", "3379200"], "44": ["3379200", "3456000"], "45": ["3456000", "3532800"], "46": ["3532800", "3609600"], "47": ["3609600", "3686400"], "48": ["3686400", "3763200"], "49": ["3763200", "3840000"], "50": ["3840000", "3916800"], "51": ["3916800", "3993600"], "52": ["3993600", "4070400"], "53": ["4070400", "4147200"], "54": ["4147200", "4224000"], "55": ["4224000", "4300800"], "56": ["4300800", "4377600"], "57": ["4377600", "4454400"], "58": ["4454400", "4531200"], "59": ["4531200", "4608000"], "60": ["4608000", "4684800"], "61": ["4684800", "4761600"], "62": ["4761600", "4838400"], "63": ["4838400", "4915200"]}, "model.decoder.30.pp_block.mlp.down_proj.weight": {"0": ["0", "38400"], "1": ["38400", "76800"], "2": ["76800", "115200"], "3": ["115200", "153600"], "4": ["153600", "192000"], "5": ["192000", "230400"], "6": ["230400", "268800"], "7": ["268800", "307200"], "8": ["307200", "345600"], "9": ["345600", "384000"], "10": ["384000", "422400"], "11": ["422400", "460800"], "12": ["460800", "499200"], "13": ["499200", "537600"], "14": ["537600", "576000"], "15": ["576000", "614400"], "16": ["614400", "652800"], "17": ["652800", "691200"], "18": ["691200", "729600"], "19": ["729600", "768000"], "20": ["768000", "806400"], "21": ["806400", "844800"], "22": ["844800", "883200"], "23": ["883200", "921600"], "24": ["921600", "960000"], "25": ["960000", "998400"], "26": ["998400", "1036800"], "27": ["1036800", "1075200"], "28": ["1075200", "1113600"], "29": ["1113600", "1152000"], "30": ["1152000", "1190400"], "31": ["1190400", "1228800"], "32": ["1228800", "1267200"], "33": ["1267200", "1305600"], "34": ["1305600", "1344000"], "35": ["1344000", "1382400"], "36": ["1382400", "1420800"], "37": ["1420800", "1459200"], "38": ["1459200", "1497600"], "39": ["1497600", "1536000"], "40": ["1536000", "1574400"], "41": ["1574400", "1612800"], "42": ["1612800", "1651200"], "43": ["1651200", "1689600"], "44": ["1689600", "1728000"], "45": ["1728000", "1766400"], "46": ["1766400", "1804800"], "47": ["1804800", "1843200"], "48": ["1843200", "1881600"], "49": ["1881600", "1920000"], "50": ["1920000", "1958400"], "51": ["1958400", "1996800"], "52": ["1996800", "2035200"], "53": ["2035200", "2073600"], "54": ["2073600", "2112000"], "55": ["2112000", "2150400"], "56": ["2150400", "2188800"], "57": ["2188800", "2227200"], "58": ["2227200", "2265600"], "59": ["2265600", "2304000"], "60": ["2304000", "2342400"], "61": ["2342400", "2380800"], "62": ["2380800", "2419200"], "63": ["2419200", "2457600"]}, "model.decoder.31.pp_block.input_layernorm.weight": {"0": ["0", "15"], "1": ["15", "30"], "2": ["30", "45"], "3": ["45", "60"], "4": ["60", "75"], "5": ["75", "90"], "6": ["90", "105"], "7": ["105", "120"], "8": ["120", "135"], "9": ["135", "150"], "10": ["150", "165"], "11": ["165", "180"], "12": ["180", "195"], "13": ["195", "210"], "14": ["210", "225"], "15": ["225", "240"], "16": ["240", "255"], "17": ["255", "270"], "18": ["270", "285"], "19": ["285", "300"], "20": ["300", "315"], "21": ["315", "330"], "22": ["330", "345"], "23": ["345", "360"], "24": ["360", "375"], "25": ["375", "390"], "26": ["390", "405"], "27": ["405", "420"], "28": ["420", "435"], "29": ["435", "450"], "30": ["450", "465"], "31": ["465", "480"], "32": ["480", "495"], "33": ["495", "510"], "34": ["510", "525"], "35": ["525", "540"], "36": ["540", "555"], "37": ["555", "570"], "38": ["570", "585"], "39": ["585", "600"], "40": ["600", "615"], "41": ["615", "630"], "42": ["630", "645"], "43": ["645", "660"], "44": ["660", "675"], "45": ["675", "690"], "46": ["690", "705"], "47": ["705", "720"], "48": ["720", "735"], "49": ["735", "750"], "50": ["750", "765"], "51": ["765", "780"], "52": ["780", "795"], "53": ["795", "810"], "54": ["810", "825"], "55": ["825", "840"], "56": ["840", "855"], "57": ["855", "870"], "58": ["870", "885"], "59": ["885", "900"], "60": ["900", "915"], "61": ["915", "930"], "62": ["930", "945"], "63": ["945", "960"]}, "model.decoder.31.pp_block.attn.qkv_proj.weight": {"0": ["0", "24000"], "1": ["24000", "48000"], "2": ["48000", "72000"], "3": ["72000", "96000"], "4": ["96000", "120000"], "5": ["120000", "144000"], "6": ["144000", "168000"], "7": ["168000", "192000"], "8": ["192000", "216000"], "9": ["216000", "240000"], "10": ["240000", "264000"], "11": ["264000", "288000"], "12": ["288000", "312000"], "13": ["312000", "336000"], "14": ["336000", "360000"], "15": ["360000", "384000"], "16": ["384000", "408000"], "17": ["408000", "432000"], "18": ["432000", "456000"], "19": ["456000", "480000"], "20": ["480000", "504000"], "21": ["504000", "528000"], "22": ["528000", "552000"], "23": ["552000", "576000"], "24": ["576000", "600000"], "25": ["600000", "624000"], "26": ["624000", "648000"], "27": ["648000", "672000"], "28": ["672000", "696000"], "29": ["696000", "720000"], "30": ["720000", "744000"], "31": ["744000", "768000"], "32": ["768000", "792000"], "33": ["792000", "816000"], "34": ["816000", "840000"], "35": ["840000", "864000"], "36": ["864000", "888000"], "37": ["888000", "912000"], "38": ["912000", "936000"], "39": ["936000", "960000"], "40": ["960000", "984000"], "41": ["984000", "1008000"], "42": ["1008000", "1032000"], "43": ["1032000", "1056000"], "44": ["1056000", "1080000"], "45": ["1080000", "1104000"], "46": ["1104000", "1128000"], "47": ["1128000", "1152000"], "48": ["1152000", "1176000"], "49": ["1176000", "1200000"], "50": ["1200000", "1224000"], "51": ["1224000", "1248000"], "52": ["1248000", "1272000"], "53": ["1272000", "1296000"], "54": ["1296000", "1320000"], "55": ["1320000", "1344000"], "56": ["1344000", "1368000"], "57": ["1368000", "1392000"], "58": ["1392000", "1416000"], "59": ["1416000", "1440000"], "60": ["1440000", "1464000"], "61": ["1464000", "1488000"], "62": ["1488000", "1512000"], "63": ["1512000", "1536000"]}, "model.decoder.31.pp_block.attn.o_proj.weight": {"0": ["0", "14400"], "1": ["14400", "28800"], "2": ["28800", "43200"], "3": ["43200", "57600"], "4": ["57600", "72000"], "5": ["72000", "86400"], "6": ["86400", "100800"], "7": ["100800", "115200"], "8": ["115200", "129600"], "9": ["129600", "144000"], "10": ["144000", "158400"], "11": ["158400", "172800"], "12": ["172800", "187200"], "13": ["187200", "201600"], "14": ["201600", "216000"], "15": ["216000", "230400"], "16": ["230400", "244800"], "17": ["244800", "259200"], "18": ["259200", "273600"], "19": ["273600", "288000"], "20": ["288000", "302400"], "21": ["302400", "316800"], "22": ["316800", "331200"], "23": ["331200", "345600"], "24": ["345600", "360000"], "25": ["360000", "374400"], "26": ["374400", "388800"], "27": ["388800", "403200"], "28": ["403200", "417600"], "29": ["417600", "432000"], "30": ["432000", "446400"], "31": ["446400", "460800"], "32": ["460800", "475200"], "33": ["475200", "489600"], "34": ["489600", "504000"], "35": ["504000", "518400"], "36": ["518400", "532800"], "37": ["532800", "547200"], "38": ["547200", "561600"], "39": ["561600", "576000"], "40": ["576000", "590400"], "41": ["590400", "604800"], "42": ["604800", "619200"], "43": ["619200", "633600"], "44": ["633600", "648000"], "45": ["648000", "662400"], "46": ["662400", "676800"], "47": ["676800", "691200"], "48": ["691200", "705600"], "49": ["705600", "720000"], "50": ["720000", "734400"], "51": ["734400", "748800"], "52": ["748800", "763200"], "53": ["763200", "777600"], "54": ["777600", "792000"], "55": ["792000", "806400"], "56": ["806400", "820800"], "57": ["820800", "835200"], "58": ["835200", "849600"], "59": ["849600", "864000"], "60": ["864000", "878400"], "61": ["878400", "892800"], "62": ["892800", "907200"], "63": ["907200", "921600"]}, "model.decoder.31.pp_block.post_attention_layernorm.weight": {"0": ["0", "15"], "1": ["15", "30"], "2": ["30", "45"], "3": ["45", "60"], "4": ["60", "75"], "5": ["75", "90"], "6": ["90", "105"], "7": ["105", "120"], "8": ["120", "135"], "9": ["135", "150"], "10": ["150", "165"], "11": ["165", "180"], "12": ["180", "195"], "13": ["195", "210"], "14": ["210", "225"], "15": ["225", "240"], "16": ["240", "255"], "17": ["255", "270"], "18": ["270", "285"], "19": ["285", "300"], "20": ["300", "315"], "21": ["315", "330"], "22": ["330", "345"], "23": ["345", "360"], "24": ["360", "375"], "25": ["375", "390"], "26": ["390", "405"], "27": ["405", "420"], "28": ["420", "435"], "29": ["435", "450"], "30": ["450", "465"], "31": ["465", "480"], "32": ["480", "495"], "33": ["495", "510"], "34": ["510", "525"], "35": ["525", "540"], "36": ["540", "555"], "37": ["555", "570"], "38": ["570", "585"], "39": ["585", "600"], "40": ["600", "615"], "41": ["615", "630"], "42": ["630", "645"], "43": ["645", "660"], "44": ["660", "675"], "45": ["675", "690"], "46": ["690", "705"], "47": ["705", "720"], "48": ["720", "735"], "49": ["735", "750"], "50": ["750", "765"], "51": ["765", "780"], "52": ["780", "795"], "53": ["795", "810"], "54": ["810", "825"], "55": ["825", "840"], "56": ["840", "855"], "57": ["855", "870"], "58": ["870", "885"], "59": ["885", "900"], "60": ["900", "915"], "61": ["915", "930"], "62": ["930", "945"], "63": ["945", "960"]}, "model.decoder.31.pp_block.mlp.gate_up_proj.weight": {"0": ["0", "76800"], "1": ["76800", "153600"], "2": ["153600", "230400"], "3": ["230400", "307200"], "4": ["307200", "384000"], "5": ["384000", "460800"], "6": ["460800", "537600"], "7": ["537600", "614400"], "8": ["614400", "691200"], "9": ["691200", "768000"], "10": ["768000", "844800"], "11": ["844800", "921600"], "12": ["921600", "998400"], "13": ["998400", "1075200"], "14": ["1075200", "1152000"], "15": ["1152000", "1228800"], "16": ["1228800", "1305600"], "17": ["1305600", "1382400"], "18": ["1382400", "1459200"], "19": ["1459200", "1536000"], "20": ["1536000", "1612800"], "21": ["1612800", "1689600"], "22": ["1689600", "1766400"], "23": ["1766400", "1843200"], "24": ["1843200", "1920000"], "25": ["1920000", "1996800"], "26": ["1996800", "2073600"], "27": ["2073600", "2150400"], "28": ["2150400", "2227200"], "29": ["2227200", "2304000"], "30": ["2304000", "2380800"], "31": ["2380800", "2457600"], "32": ["2457600", "2534400"], "33": ["2534400", "2611200"], "34": ["2611200", "2688000"], "35": ["2688000", "2764800"], "36": ["2764800", "2841600"], "37": ["2841600", "2918400"], "38": ["2918400", "2995200"], "39": ["2995200", "3072000"], "40": ["3072000", "3148800"], "41": ["3148800", "3225600"], "42": ["3225600", "3302400"], "43": ["3302400", "3379200"], "44": ["3379200", "3456000"], "45": ["3456000", "3532800"], "46": ["3532800", "3609600"], "47": ["3609600", "3686400"], "48": ["3686400", "3763200"], "49": ["3763200", "3840000"], "50": ["3840000", "3916800"], "51": ["3916800", "3993600"], "52": ["3993600", "4070400"], "53": ["4070400", "4147200"], "54": ["4147200", "4224000"], "55": ["4224000", "4300800"], "56": ["4300800", "4377600"], "57": ["4377600", "4454400"], "58": ["4454400", "4531200"], "59": ["4531200", "4608000"], "60": ["4608000", "4684800"], "61": ["4684800", "4761600"], "62": ["4761600", "4838400"], "63": ["4838400", "4915200"]}, "model.decoder.31.pp_block.mlp.down_proj.weight": {"0": ["0", "38400"], "1": ["38400", "76800"], "2": ["76800", "115200"], "3": ["115200", "153600"], "4": ["153600", "192000"], "5": ["192000", "230400"], "6": ["230400", "268800"], "7": ["268800", "307200"], "8": ["307200", "345600"], "9": ["345600", "384000"], "10": ["384000", "422400"], "11": ["422400", "460800"], "12": ["460800", "499200"], "13": ["499200", "537600"], "14": ["537600", "576000"], "15": ["576000", "614400"], "16": ["614400", "652800"], "17": ["652800", "691200"], "18": ["691200", "729600"], "19": ["729600", "768000"], "20": ["768000", "806400"], "21": ["806400", "844800"], "22": ["844800", "883200"], "23": ["883200", "921600"], "24": ["921600", "960000"], "25": ["960000", "998400"], "26": ["998400", "1036800"], "27": ["1036800", "1075200"], "28": ["1075200", "1113600"], "29": ["1113600", "1152000"], "30": ["1152000", "1190400"], "31": ["1190400", "1228800"], "32": ["1228800", "1267200"], "33": ["1267200", "1305600"], "34": ["1305600", "1344000"], "35": ["1344000", "1382400"], "36": ["1382400", "1420800"], "37": ["1420800", "1459200"], "38": ["1459200", "1497600"], "39": ["1497600", "1536000"], "40": ["1536000", "1574400"], "41": ["1574400", "1612800"], "42": ["1612800", "1651200"], "43": ["1651200", "1689600"], "44": ["1689600", "1728000"], "45": ["1728000", "1766400"], "46": ["1766400", "1804800"], "47": ["1804800", "1843200"], "48": ["1843200", "1881600"], "49": ["1881600", "1920000"], "50": ["1920000", "1958400"], "51": ["1958400", "1996800"], "52": ["1996800", "2035200"], "53": ["2035200", "2073600"], "54": ["2073600", "2112000"], "55": ["2112000", "2150400"], "56": ["2150400", "2188800"], "57": ["2188800", "2227200"], "58": ["2227200", "2265600"], "59": ["2265600", "2304000"], "60": ["2304000", "2342400"], "61": ["2342400", "2380800"], "62": ["2380800", "2419200"], "63": ["2419200", "2457600"]}, "model.final_layer_norm.pp_block.weight": {"0": ["0", "15"], "1": ["15", "30"], "2": ["30", "45"], "3": ["45", "60"], "4": ["60", "75"], "5": ["75", "90"], "6": ["90", "105"], "7": ["105", "120"], "8": ["120", "135"], "9": ["135", "150"], "10": ["150", "165"], "11": ["165", "180"], "12": ["180", "195"], "13": ["195", "210"], "14": ["210", "225"], "15": ["225", "240"], "16": ["240", "255"], "17": ["255", "270"], "18": ["270", "285"], "19": ["285", "300"], "20": ["300", "315"], "21": ["315", "330"], "22": ["330", "345"], "23": ["345", "360"], "24": ["360", "375"], "25": ["375", "390"], "26": ["390", "405"], "27": ["405", "420"], "28": ["420", "435"], "29": ["435", "450"], "30": ["450", "465"], "31": ["465", "480"], "32": ["480", "495"], "33": ["495", "510"], "34": ["510", "525"], "35": ["525", "540"], "36": ["540", "555"], "37": ["555", "570"], "38": ["570", "585"], "39": ["585", "600"], "40": ["600", "615"], "41": ["615", "630"], "42": ["630", "645"], "43": ["645", "660"], "44": ["660", "675"], "45": ["675", "690"], "46": ["690", "705"], "47": ["705", "720"], "48": ["720", "735"], "49": ["735", "750"], "50": ["750", "765"], "51": ["765", "780"], "52": ["780", "795"], "53": ["795", "810"], "54": ["810", "825"], "55": ["825", "840"], "56": ["840", "855"], "57": ["855", "870"], "58": ["870", "885"], "59": ["885", "900"], "60": ["900", "915"], "61": ["915", "930"], "62": ["930", "945"], "63": ["945", "960"]}}, "orig_param_shapes": {"model.token_position_embeddings.pp_block.token_embedding.weight": ["49152", "960"], "model.decoder.0.pp_block.input_layernorm.weight": ["960"], "model.decoder.0.pp_block.attn.qkv_proj.weight": ["1600", "960"], "model.decoder.0.pp_block.attn.o_proj.weight": ["960", "960"], "model.decoder.0.pp_block.post_attention_layernorm.weight": ["960"], "model.decoder.0.pp_block.mlp.gate_up_proj.weight": ["5120", "960"], "model.decoder.0.pp_block.mlp.down_proj.weight": ["960", "2560"], "model.decoder.1.pp_block.input_layernorm.weight": ["960"], "model.decoder.1.pp_block.attn.qkv_proj.weight": ["1600", "960"], "model.decoder.1.pp_block.attn.o_proj.weight": ["960", "960"], "model.decoder.1.pp_block.post_attention_layernorm.weight": ["960"], "model.decoder.1.pp_block.mlp.gate_up_proj.weight": ["5120", "960"], "model.decoder.1.pp_block.mlp.down_proj.weight": ["960", "2560"], "model.decoder.2.pp_block.input_layernorm.weight": ["960"], "model.decoder.2.pp_block.attn.qkv_proj.weight": ["1600", "960"], "model.decoder.2.pp_block.attn.o_proj.weight": ["960", "960"], "model.decoder.2.pp_block.post_attention_layernorm.weight": ["960"], "model.decoder.2.pp_block.mlp.gate_up_proj.weight": ["5120", "960"], "model.decoder.2.pp_block.mlp.down_proj.weight": ["960", "2560"], "model.decoder.3.pp_block.input_layernorm.weight": ["960"], "model.decoder.3.pp_block.attn.qkv_proj.weight": ["1600", "960"], "model.decoder.3.pp_block.attn.o_proj.weight": ["960", "960"], "model.decoder.3.pp_block.post_attention_layernorm.weight": ["960"], "model.decoder.3.pp_block.mlp.gate_up_proj.weight": ["5120", "960"], "model.decoder.3.pp_block.mlp.down_proj.weight": ["960", "2560"], "model.decoder.4.pp_block.input_layernorm.weight": ["960"], "model.decoder.4.pp_block.attn.qkv_proj.weight": ["1600", "960"], "model.decoder.4.pp_block.attn.o_proj.weight": ["960", "960"], "model.decoder.4.pp_block.post_attention_layernorm.weight": ["960"], "model.decoder.4.pp_block.mlp.gate_up_proj.weight": ["5120", "960"], "model.decoder.4.pp_block.mlp.down_proj.weight": ["960", "2560"], "model.decoder.5.pp_block.input_layernorm.weight": ["960"], "model.decoder.5.pp_block.attn.qkv_proj.weight": ["1600", "960"], "model.decoder.5.pp_block.attn.o_proj.weight": ["960", "960"], "model.decoder.5.pp_block.post_attention_layernorm.weight": ["960"], "model.decoder.5.pp_block.mlp.gate_up_proj.weight": ["5120", "960"], "model.decoder.5.pp_block.mlp.down_proj.weight": ["960", "2560"], "model.decoder.6.pp_block.input_layernorm.weight": ["960"], "model.decoder.6.pp_block.attn.qkv_proj.weight": ["1600", "960"], "model.decoder.6.pp_block.attn.o_proj.weight": ["960", "960"], "model.decoder.6.pp_block.post_attention_layernorm.weight": ["960"], "model.decoder.6.pp_block.mlp.gate_up_proj.weight": ["5120", "960"], "model.decoder.6.pp_block.mlp.down_proj.weight": ["960", "2560"], "model.decoder.7.pp_block.input_layernorm.weight": ["960"], "model.decoder.7.pp_block.attn.qkv_proj.weight": ["1600", "960"], "model.decoder.7.pp_block.attn.o_proj.weight": ["960", "960"], "model.decoder.7.pp_block.post_attention_layernorm.weight": ["960"], "model.decoder.7.pp_block.mlp.gate_up_proj.weight": ["5120", "960"], "model.decoder.7.pp_block.mlp.down_proj.weight": ["960", "2560"], "model.decoder.8.pp_block.input_layernorm.weight": ["960"], "model.decoder.8.pp_block.attn.qkv_proj.weight": ["1600", "960"], "model.decoder.8.pp_block.attn.o_proj.weight": ["960", "960"], "model.decoder.8.pp_block.post_attention_layernorm.weight": ["960"], "model.decoder.8.pp_block.mlp.gate_up_proj.weight": ["5120", "960"], "model.decoder.8.pp_block.mlp.down_proj.weight": ["960", "2560"], "model.decoder.9.pp_block.input_layernorm.weight": ["960"], "model.decoder.9.pp_block.attn.qkv_proj.weight": ["1600", "960"], "model.decoder.9.pp_block.attn.o_proj.weight": ["960", "960"], "model.decoder.9.pp_block.post_attention_layernorm.weight": ["960"], "model.decoder.9.pp_block.mlp.gate_up_proj.weight": ["5120", "960"], "model.decoder.9.pp_block.mlp.down_proj.weight": ["960", "2560"], "model.decoder.10.pp_block.input_layernorm.weight": ["960"], "model.decoder.10.pp_block.attn.qkv_proj.weight": ["1600", "960"], "model.decoder.10.pp_block.attn.o_proj.weight": ["960", "960"], "model.decoder.10.pp_block.post_attention_layernorm.weight": ["960"], "model.decoder.10.pp_block.mlp.gate_up_proj.weight": ["5120", "960"], "model.decoder.10.pp_block.mlp.down_proj.weight": ["960", "2560"], "model.decoder.11.pp_block.input_layernorm.weight": ["960"], "model.decoder.11.pp_block.attn.qkv_proj.weight": ["1600", "960"], "model.decoder.11.pp_block.attn.o_proj.weight": ["960", "960"], "model.decoder.11.pp_block.post_attention_layernorm.weight": ["960"], "model.decoder.11.pp_block.mlp.gate_up_proj.weight": ["5120", "960"], "model.decoder.11.pp_block.mlp.down_proj.weight": ["960", "2560"], "model.decoder.12.pp_block.input_layernorm.weight": ["960"], "model.decoder.12.pp_block.attn.qkv_proj.weight": ["1600", "960"], "model.decoder.12.pp_block.attn.o_proj.weight": ["960", "960"], "model.decoder.12.pp_block.post_attention_layernorm.weight": ["960"], "model.decoder.12.pp_block.mlp.gate_up_proj.weight": ["5120", "960"], "model.decoder.12.pp_block.mlp.down_proj.weight": ["960", "2560"], "model.decoder.13.pp_block.input_layernorm.weight": ["960"], "model.decoder.13.pp_block.attn.qkv_proj.weight": ["1600", "960"], "model.decoder.13.pp_block.attn.o_proj.weight": ["960", "960"], "model.decoder.13.pp_block.post_attention_layernorm.weight": ["960"], "model.decoder.13.pp_block.mlp.gate_up_proj.weight": ["5120", "960"], "model.decoder.13.pp_block.mlp.down_proj.weight": ["960", "2560"], "model.decoder.14.pp_block.input_layernorm.weight": ["960"], "model.decoder.14.pp_block.attn.qkv_proj.weight": ["1600", "960"], "model.decoder.14.pp_block.attn.o_proj.weight": ["960", "960"], "model.decoder.14.pp_block.post_attention_layernorm.weight": ["960"], "model.decoder.14.pp_block.mlp.gate_up_proj.weight": ["5120", "960"], "model.decoder.14.pp_block.mlp.down_proj.weight": ["960", "2560"], "model.decoder.15.pp_block.input_layernorm.weight": ["960"], "model.decoder.15.pp_block.attn.qkv_proj.weight": ["1600", "960"], "model.decoder.15.pp_block.attn.o_proj.weight": ["960", "960"], "model.decoder.15.pp_block.post_attention_layernorm.weight": ["960"], "model.decoder.15.pp_block.mlp.gate_up_proj.weight": ["5120", "960"], "model.decoder.15.pp_block.mlp.down_proj.weight": ["960", "2560"], "model.decoder.16.pp_block.input_layernorm.weight": ["960"], "model.decoder.16.pp_block.attn.qkv_proj.weight": ["1600", "960"], "model.decoder.16.pp_block.attn.o_proj.weight": ["960", "960"], "model.decoder.16.pp_block.post_attention_layernorm.weight": ["960"], "model.decoder.16.pp_block.mlp.gate_up_proj.weight": ["5120", "960"], "model.decoder.16.pp_block.mlp.down_proj.weight": ["960", "2560"], "model.decoder.17.pp_block.input_layernorm.weight": ["960"], "model.decoder.17.pp_block.attn.qkv_proj.weight": ["1600", "960"], "model.decoder.17.pp_block.attn.o_proj.weight": ["960", "960"], "model.decoder.17.pp_block.post_attention_layernorm.weight": ["960"], "model.decoder.17.pp_block.mlp.gate_up_proj.weight": ["5120", "960"], "model.decoder.17.pp_block.mlp.down_proj.weight": ["960", "2560"], "model.decoder.18.pp_block.input_layernorm.weight": ["960"], "model.decoder.18.pp_block.attn.qkv_proj.weight": ["1600", "960"], "model.decoder.18.pp_block.attn.o_proj.weight": ["960", "960"], "model.decoder.18.pp_block.post_attention_layernorm.weight": ["960"], "model.decoder.18.pp_block.mlp.gate_up_proj.weight": ["5120", "960"], "model.decoder.18.pp_block.mlp.down_proj.weight": ["960", "2560"], "model.decoder.19.pp_block.input_layernorm.weight": ["960"], "model.decoder.19.pp_block.attn.qkv_proj.weight": ["1600", "960"], "model.decoder.19.pp_block.attn.o_proj.weight": ["960", "960"], "model.decoder.19.pp_block.post_attention_layernorm.weight": ["960"], "model.decoder.19.pp_block.mlp.gate_up_proj.weight": ["5120", "960"], "model.decoder.19.pp_block.mlp.down_proj.weight": ["960", "2560"], "model.decoder.20.pp_block.input_layernorm.weight": ["960"], "model.decoder.20.pp_block.attn.qkv_proj.weight": ["1600", "960"], "model.decoder.20.pp_block.attn.o_proj.weight": ["960", "960"], "model.decoder.20.pp_block.post_attention_layernorm.weight": ["960"], "model.decoder.20.pp_block.mlp.gate_up_proj.weight": ["5120", "960"], "model.decoder.20.pp_block.mlp.down_proj.weight": ["960", "2560"], "model.decoder.21.pp_block.input_layernorm.weight": ["960"], "model.decoder.21.pp_block.attn.qkv_proj.weight": ["1600", "960"], "model.decoder.21.pp_block.attn.o_proj.weight": ["960", "960"], "model.decoder.21.pp_block.post_attention_layernorm.weight": ["960"], "model.decoder.21.pp_block.mlp.gate_up_proj.weight": ["5120", "960"], "model.decoder.21.pp_block.mlp.down_proj.weight": ["960", "2560"], "model.decoder.22.pp_block.input_layernorm.weight": ["960"], "model.decoder.22.pp_block.attn.qkv_proj.weight": ["1600", "960"], "model.decoder.22.pp_block.attn.o_proj.weight": ["960", "960"], "model.decoder.22.pp_block.post_attention_layernorm.weight": ["960"], "model.decoder.22.pp_block.mlp.gate_up_proj.weight": ["5120", "960"], "model.decoder.22.pp_block.mlp.down_proj.weight": ["960", "2560"], "model.decoder.23.pp_block.input_layernorm.weight": ["960"], "model.decoder.23.pp_block.attn.qkv_proj.weight": ["1600", "960"], "model.decoder.23.pp_block.attn.o_proj.weight": ["960", "960"], "model.decoder.23.pp_block.post_attention_layernorm.weight": ["960"], "model.decoder.23.pp_block.mlp.gate_up_proj.weight": ["5120", "960"], "model.decoder.23.pp_block.mlp.down_proj.weight": ["960", "2560"], "model.decoder.24.pp_block.input_layernorm.weight": ["960"], "model.decoder.24.pp_block.attn.qkv_proj.weight": ["1600", "960"], "model.decoder.24.pp_block.attn.o_proj.weight": ["960", "960"], "model.decoder.24.pp_block.post_attention_layernorm.weight": ["960"], "model.decoder.24.pp_block.mlp.gate_up_proj.weight": ["5120", "960"], "model.decoder.24.pp_block.mlp.down_proj.weight": ["960", "2560"], "model.decoder.25.pp_block.input_layernorm.weight": ["960"], "model.decoder.25.pp_block.attn.qkv_proj.weight": ["1600", "960"], "model.decoder.25.pp_block.attn.o_proj.weight": ["960", "960"], "model.decoder.25.pp_block.post_attention_layernorm.weight": ["960"], "model.decoder.25.pp_block.mlp.gate_up_proj.weight": ["5120", "960"], "model.decoder.25.pp_block.mlp.down_proj.weight": ["960", "2560"], "model.decoder.26.pp_block.input_layernorm.weight": ["960"], "model.decoder.26.pp_block.attn.qkv_proj.weight": ["1600", "960"], "model.decoder.26.pp_block.attn.o_proj.weight": ["960", "960"], "model.decoder.26.pp_block.post_attention_layernorm.weight": ["960"], "model.decoder.26.pp_block.mlp.gate_up_proj.weight": ["5120", "960"], "model.decoder.26.pp_block.mlp.down_proj.weight": ["960", "2560"], "model.decoder.27.pp_block.input_layernorm.weight": ["960"], "model.decoder.27.pp_block.attn.qkv_proj.weight": ["1600", "960"], "model.decoder.27.pp_block.attn.o_proj.weight": ["960", "960"], "model.decoder.27.pp_block.post_attention_layernorm.weight": ["960"], "model.decoder.27.pp_block.mlp.gate_up_proj.weight": ["5120", "960"], "model.decoder.27.pp_block.mlp.down_proj.weight": ["960", "2560"], "model.decoder.28.pp_block.input_layernorm.weight": ["960"], "model.decoder.28.pp_block.attn.qkv_proj.weight": ["1600", "960"], "model.decoder.28.pp_block.attn.o_proj.weight": ["960", "960"], "model.decoder.28.pp_block.post_attention_layernorm.weight": ["960"], "model.decoder.28.pp_block.mlp.gate_up_proj.weight": ["5120", "960"], "model.decoder.28.pp_block.mlp.down_proj.weight": ["960", "2560"], "model.decoder.29.pp_block.input_layernorm.weight": ["960"], "model.decoder.29.pp_block.attn.qkv_proj.weight": ["1600", "960"], "model.decoder.29.pp_block.attn.o_proj.weight": ["960", "960"], "model.decoder.29.pp_block.post_attention_layernorm.weight": ["960"], "model.decoder.29.pp_block.mlp.gate_up_proj.weight": ["5120", "960"], "model.decoder.29.pp_block.mlp.down_proj.weight": ["960", "2560"], "model.decoder.30.pp_block.input_layernorm.weight": ["960"], "model.decoder.30.pp_block.attn.qkv_proj.weight": ["1600", "960"], "model.decoder.30.pp_block.attn.o_proj.weight": ["960", "960"], "model.decoder.30.pp_block.post_attention_layernorm.weight": ["960"], "model.decoder.30.pp_block.mlp.gate_up_proj.weight": ["5120", "960"], "model.decoder.30.pp_block.mlp.down_proj.weight": ["960", "2560"], "model.decoder.31.pp_block.input_layernorm.weight": ["960"], "model.decoder.31.pp_block.attn.qkv_proj.weight": ["1600", "960"], "model.decoder.31.pp_block.attn.o_proj.weight": ["960", "960"], "model.decoder.31.pp_block.post_attention_layernorm.weight": ["960"], "model.decoder.31.pp_block.mlp.gate_up_proj.weight": ["5120", "960"], "model.decoder.31.pp_block.mlp.down_proj.weight": ["960", "2560"], "model.final_layer_norm.pp_block.weight": ["960"]}}}
\ No newline at end of file