diff --git a/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt b/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt index b480e47a6f1fe1b8548dba1f8831a60af1a103c7..eca4b221b6604677695b84e4b7076910263926d9 100644 --- a/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt +++ b/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8468923b5509e03b0d249a1fbc756341c2da32c1739be90a6d70d152d9ab7853 +oid sha256:508625e62574095bbcf95de10b1dc064797e0c637e373107340c6947a4a70ae7 size 442311792 diff --git a/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt b/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt index af0b6018a7c23b75ef98ef83502b0770cee222da..9bb7946fe27ba7b3ed3395c1665cff5e662cea65 100644 --- a/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt +++ b/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:37aa3daed05db64a16c696b037bed3769a536489cd7080114f000da9ed89349f +oid sha256:452460be432138cf1f2c9cea13fdc6f989cec62225220ef9a12e323a15e62ef6 size 442311866 diff --git a/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt b/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt index d85adb743afb7dc951bb6900a2b277ad250a4dbe..a2bfeb652a9ca94df9905470e86da3906d17914b 100644 --- a/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt +++ b/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f72aa2e7c0563a1a68b2ac12757869923969a99911ba33076b4f34bf7c107430 +oid sha256:c9427d2ded5f4278f9e709fb203883fa5f9102f563a31ecdeedccb33bee14dc2 size 442311994 diff --git a/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt b/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt index b7f8e375373d3ebf89fc5f297ab9cf4d1cb894f2..555e42c3069dbf2afd7eb337b66097029e36edec 100644 --- a/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt +++ b/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:14389a697c139e9f7a2dc20ed240b4794907590e6855eee5a3260208050377b0 +oid sha256:5becc16d8f9d7cacc85b5c3e8709d6f076e9db5ec143c6b4c676a1f3c6af4fa7 size 442312058 diff --git a/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt b/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt index 9f0637eb8e8bf3fbdc985f1d01bc4977e3ac7ffd..4baad098cfce59d2478fb728e0d203e717a39b00 100644 --- a/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt +++ b/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:de2688857c17254863ad5e5b97b6a8b50b2022b42d0f70c5d9b0dbec05e07eaa +oid sha256:dbc9b40945f1a5a52c45d97e7b7b859ae406bc2c9a780d02bd679c5ba2f323e2 size 442311866 diff --git a/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt b/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt index caa471ddcfa382fc75890e899b065dfc0e9c41a0..d05782db04a6229ec90ce7fe99a86d4a14824034 100644 --- a/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt +++ b/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4e6678244f5cdd14805bb63ad5ff19d8d2fe9fa788c5fcfb60005c35b4526407 +oid sha256:fbab4ef15c8f54076f6c458e2293a35cfd2eb4c20b13d785ae8309bfe504e78d size 442311994 diff --git a/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt b/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt index 0dc9f88ee983af93ef9e1f2aa1ddff155a5077b1..425d88fcceff6e2ab6a588d7160505b5ac686de7 100644 --- a/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt +++ b/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4090214430f1b01cd66880d63ea66d504b48fad7bf9e5f02ae26f11168061611 +oid sha256:0fe34546dd1f3da2168e8c5f10ed3b0f11d69ee8e55324e569e52ec65f2166f3 size 442311866 diff --git a/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt b/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt index 15684c71f498a8024ad2a5dd5043e731498712a8..dd469b2adcc64b00f32e92862fedab62bea8ede8 100644 --- a/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt +++ b/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:6126989771374a3248bf26842ac81b47805532082f2f39d2d6bfe181fdd54b19 +oid sha256:00efd56fcfc248382deafcd575923ad0036b24cf29c8eb711fa067ba89637cf6 size 442311930 diff --git a/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt b/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt index b625a828b64ab68eb74037b6953dc2732c967101..3d3d48908eeff1b399bab109aa2d2f31c73b4e65 100644 --- a/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt +++ b/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f73c90dea62a826e72ca7c376547a52b1ffb6343625c190dfc26d524e64a2856 +oid sha256:b20649b00d1da8a7a16b30c2c2196bcdc4e2f155c3ff0925afa39197cbda6b60 size 442312058 diff --git a/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt b/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt index f5c856e15617c439261324fb50667d1721a92d4b..6d48146aaedbb809fbd7739151deabc5568502a1 100644 --- a/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt +++ b/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f477c67ec9e0bc26b2a00f1ee67db725f733737af0cbbf1b48ecbe53d59954dd +oid sha256:84df6bdbf710a0858caa0f37f8c1cab1d7c74510b311a15d533dac8922c55c1c size 442311866 diff --git a/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt b/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt index 9b6622bdb1799abc4096dec1ff38cf0a9ee0752e..4a0fa71f597a0a95bc1a02e7f7342e692e470b52 100644 --- a/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt +++ b/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f3130d64676de44e5a7eff7e977a73f4c3348681250afa26198f9541a84910fb +oid sha256:8fdd6be47dfcd889629db812dbcc6b5fc6713bd7c893972da72eb9fa59060245 size 442311994 diff --git a/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt b/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt index f28429602102c7417c165bf558447765c6d298ae..615f955f912716bd8dba8201dd8fd363a05d86b5 100644 --- a/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt +++ b/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:890c692e0214fb7a5ef23d7c77bc56032e390c9f2f3a8f29e486743223f86072 +oid sha256:9fcfdf9e52cc0faab394e359d071a7838c6d52a5536f92b496dda0368e7c0817 size 442311792 diff --git a/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt b/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt index 2ea522272f734be4762610dcc894507166b735e3..0bb1511454745f77b025d989966e4388c3149c21 100644 --- a/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt +++ b/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d89f1c0b1bac4a22de0fee7703c57100e8d20539f889b0326be2f01da4f68164 +oid sha256:bd7d958bdac5012b2549459bd63a2037d4399bf839203eab9709db02df390c07 size 442311930 diff --git a/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt b/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt index 176dfea9a3bc692390972b8037fe214d69a47342..a5723ffd74d9492d30a4680415c23c458fcac00d 100644 --- a/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt +++ b/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:143e7a72cc00c5319123152f31a6b528c29577733d315dcc898653182f5ab6cc +oid sha256:54b9f8e5d829297c31abbd7a254e159ab8bc6f788331bed679689014740e662c size 442311930 diff --git a/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt b/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt index 03b82505e4fe3319825abc81bf6f1e45cf240c41..f8c9daa0a8b0a0fb99ef3baef1ef5c62179e739c 100644 --- a/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt +++ b/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:016e2fe2efce0a02904a38c643f6bc45126367c04c33c1a316e57eb86b593cce +oid sha256:f83802f1e219d45b068a691073b8a27fb4313a5eb7f8444354eabf003648bcd3 size 442312058 diff --git a/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt b/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt index 0206a256c4c036ddf0ac699bcb68bb7ff6cd4215..bb12f5b70bfcbe73c94daf38dde8bfb0af1f8e3a 100644 --- a/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt +++ b/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:81fc56cb653f280c612988d9754d8b8f69f0449b86b88dd8219b5a70d4192056 +oid sha256:1a4f4fdd05eb5024f4030abbbfccb1d44103f25f06ba7738927a5da7a8bf3491 size 442311866 diff --git a/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt b/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt index 6aa4eb42090505d4cc5e1515bbdb7f05c70ee64c..76be194151df0f00e3ec217f825075f8590c1bb5 100644 --- a/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt +++ b/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ff48fc249fe92992bb8b2c7ad3823c9390876795b7533c4d7187f749b31df5dc +oid sha256:485a15ff6a5f4a01f5d9a8b59e79674aab76251a9e3c6f21ca7740a7f4624174 size 442311994 diff --git a/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt b/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt index f9a87e0255e0b53dc320408aa4d7756a16821f7d..562a604845978059d7d4b8653580beca5c0b3411 100644 --- a/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt +++ b/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3e2533eb4fc1009096dd04deab8d54b13ed5d560e2529947f1c918a774a51f69 +oid sha256:374460b7647083da27928919f59e0da2c70a1f55b42ad0571dd2b915c089157c size 442311930 diff --git a/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt b/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt index 486fbb39752b16cdf90221f6f31d222f1805eaf3..5d3239b91f968a4bf13eaebe4d97c396387c9a14 100644 --- a/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt +++ b/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ff40b2c05d6146da8c7242492444e242db60c4a3ac117f00c5a56665237f0fd7 +oid sha256:4e8e449ea9d7e023bc1ec2937b48fc9253165a8e1f17254ff9579ed6a0cc828e size 442311930 diff --git a/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt b/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt index 5ce1a9acf9982928e3c0274a6c8a5960b99416ba..cc038f146913c11481bf64e125146f1f09cfcbb9 100644 --- a/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt +++ b/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:21051b6012842cb2c305d1cd044c81d5e4b159c38983b523db4af1a2209394b1 +oid sha256:220b16713d346a7628460fd1f3093562b0193bba2275c5ec9844a9b7773b33fb size 442312058 diff --git a/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt b/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt index c26894c019ef598d5f85c1e9bdf1598bbbf8f924..97ee95d599a26cbf6ba93841cbb7acbef96bb2a2 100644 --- a/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt +++ b/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:58654ead2c3dcecb9aa4373e89291abb4edc1582a1801303715e96544222f168 +oid sha256:cc7af9b5c8976df4cfa32e33152204d8936957cdf43c4a97e4215056bf960747 size 442311866 diff --git a/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt b/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt index 09c98edb62ef20e967103d495f6e099f888a2ce7..2ac517b7cfd05f50974cdfa38bfac964234840b6 100644 --- a/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt +++ b/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:114be1b6f225a7b05803b9cc8746bbe53263927fd6d07ac7cf79ca372dc785fe +oid sha256:047c7c99075ac193372527d0a020a8e146acde289d3f84d098704c1911c88111 size 442311866 diff --git a/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt b/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt index b4001c410310045c6c7f38a885ecbedc830e6db7..ff3efcb519b36bb88cf8145c14e40ffb21aa221e 100644 --- a/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt +++ b/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:28ddb1914cac3eb5da8697034fffb44b4e307616f8ae885079add3aafdd715ce +oid sha256:894c8e0b0db99988cc99e66306cc380ad4f96efdbc4075715ea8adae7e742cc0 size 442311920 diff --git a/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt b/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt index 909dc0e3135b5e6f44b5df8e1038f52d505da1cb..02f19b3683f9ae05225a9fe4209bbf224ff5beee 100644 --- a/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt +++ b/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:6ac2839df8ed3fba6c99fe0caa34e08c02b262fa5082762789b788a627afdfc3 +oid sha256:96b0c8bacbbe1b77a41ef38f7499f46a4913e204e48dc4ed2ddb74ef9825bf1a size 442311802 diff --git a/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt b/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt index 5d4587c8980183a140bfbba0a67e54e4f485c95d..3f58510353f70176bc4b7430bab7c2df92d43496 100644 --- a/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt +++ b/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1a94884d9ef32edc08a4cd3b61d36ee40c1582d3ac67ca6c35ddfb9081f45b8c +oid sha256:eafa9f4c695492aa7270784617c6f037746f23946926ee38ae5f588d37b4bcfe size 442311802 diff --git a/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt b/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt index b6a1570a46bb81acaf8385490ee615e5c3d158d9..beb08fe90b7174e9f82fdddaad151d1f5fc48fda 100644 --- a/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt +++ b/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:fd5957f0e2c466e5f6febbd038a9f757998a9b0aa4e66d8bfa2b89f93b5a8f5b +oid sha256:33382921b57571b09078238f99f8975c5460dbc474190748a057d365b76cbf7f size 442311920 diff --git a/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt b/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt index 950d63ec79912d0be251ded965d7354650fdead0..2d5bf1c99a7c584e7dc6641ea5ed58cffd9f3999 100644 --- a/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt +++ b/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5e605b0f8b193c1ca43eb2dcc8c3f7fa88e66392cd83052c4054315fd89ccaec +oid sha256:33ad769df07e736d0c69c686b97fee1519fe12f63c9b719b0854663b9b6649b8 size 442311984 diff --git a/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt b/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt index 2b4a3b09aadc9088fbc323e5cf50f28eae05f423..fc15ebf412c4987585f2d5ffc01a5da83629d25a 100644 --- a/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt +++ b/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:312fd461615b7803d49a91bb91e7bccd0360f7b4bffde488dbcd7310bd6ba47f +oid sha256:5f265a4f332a4307cbdfea335348e5f1746bf309aa2356ceb046c9b3f2a425fc size 442311856 diff --git a/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt b/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt index 25404d65c08b8ae612d779ec5f139350f5bdb6e8..d7143b31e6bf51cf8f687521588257c950dd9dc9 100644 --- a/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt +++ b/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:66ed7fe86323526200ec81536d8260a567ca7fa68d97775b3dd99c896a21ab56 +oid sha256:659e0c7463617a67caeabe88910d5650f60b6b63f337b001d9fbe948dd61fdc0 size 442311984 diff --git a/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt b/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt index d89ab892fac5f38138b22fa8babc5c86ba652c94..9d5f4390375b0be545db9575b027bac63e712c9b 100644 --- a/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt +++ b/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0b2c1f69ae06e9625ac0ca4a701abd9fb1588ce3190f037cc8d85c22ebee70f3 +oid sha256:8595b3dd85552ba237a732d7369a16643107df2af5ba4fef9d61a3acd4e4f6c4 size 442311984 diff --git a/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt b/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt index f18a262226e258485477a1b3a114144d5dfb54db..0744924de38c33172dc3215538cb8e639dd04699 100644 --- a/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt +++ b/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:bf2aa3caa9c3fbcb89b7ff3fda142d985c17460f7b80ec245727ddee0f60e106 +oid sha256:100eefa2592b18c7659f7ccfeaf5b1d387f386c167401b49a764d0294a7e4311 size 442311920 diff --git a/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt b/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt index dae7117c9faf8b7a806659563953404f4c41fbc0..20cdbc125452fdd13f3345aee674dc156b556425 100644 --- a/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt +++ b/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d3ee5b3ce02cc1987728a39847981a6993cbd7da72e0eb0d3211fb55fdb1d141 +oid sha256:81c5e0cc0503f87a90be9d6fc98ee2d992ec60c9e150b23d9d86b57a3dfd3c16 size 442311984 diff --git a/layer_00-model_00-model_states.pt b/layer_00-model_00-model_states.pt index 141e63ff5677a38512967932edefa79ead123203..2029914b320fd8134686e69bf269bd25098a7a30 100644 --- a/layer_00-model_00-model_states.pt +++ b/layer_00-model_00-model_states.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0009bb40f28790679a0e3070d17d1d1069b1b8bd135953128e75460e7f92bdb2 +oid sha256:e0fe89f7de2ac4a3f500c79e19f6306abe955e0a32a48d4cff5693adb752a2c6 size 206046607 diff --git a/layer_02-model_00-model_states.pt b/layer_02-model_00-model_states.pt index 958491bb21af815ea7c9abe2b3369ee0be1591aa..683471f9149a20ad7b50fdcc97d7041476167b2c 100644 --- a/layer_02-model_00-model_states.pt +++ b/layer_02-model_00-model_states.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:513a947a8fc08f4172c54e27f322593c15ff32f83ad965bfdccae06e6ee327cc +oid sha256:3b2c9d67b0e83a561ce8610a457d4ee81862aa13f73284905aac58b149c61c2f size 121683348 diff --git a/layer_03-model_00-model_states.pt b/layer_03-model_00-model_states.pt index b2a4d7b071c9f53db0100dad8ed68679f8e79a18..7f15d155778d40b2a286e45378bda8781355d56d 100644 --- a/layer_03-model_00-model_states.pt +++ b/layer_03-model_00-model_states.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:02399b1e6e9bd60cd9c9a6f169c908686a464563a3a3ee0ea0aac976f546b86c +oid sha256:9f4c4f78faa0bf8b36b72ba936c16324f5b093310f179be919bd321262c0486f size 121683348 diff --git a/layer_04-model_00-model_states.pt b/layer_04-model_00-model_states.pt index 619081ba7058f0db1a0fe2627e472c829930fc60..879dac62612922894b6db989e7bc795fa33a2c53 100644 --- a/layer_04-model_00-model_states.pt +++ b/layer_04-model_00-model_states.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b10418eb7b2b50a977c3df94f4d2ad960d2b6832e9a2db50818d242af90ad87e +oid sha256:5c8f502de25d8e52d3dcc736f26e2de1fb6f8085ee50f44c51d555ed0b7c8911 size 121683348 diff --git a/layer_05-model_00-model_states.pt b/layer_05-model_00-model_states.pt index 4c7ca87da8be242e83db233a9a01ae1faa81eec3..e6dd7f1abf61718e0d31ddcdaa5dcff81430e58e 100644 --- a/layer_05-model_00-model_states.pt +++ b/layer_05-model_00-model_states.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c097bd404063fd0de101271f512337b2b2c644ec860f2c452e3eaccfe6b09de8 +oid sha256:2cf21b00a5b9089d531908c5707713430414c0631c5ddf56fb211d8fd7740833 size 121683348 diff --git a/layer_06-model_00-model_states.pt b/layer_06-model_00-model_states.pt index f1d31070d7ea86ca0d075c94afa25d59ea038d37..16a8a809b427fb88edaba89cd7e480527f9f4e9a 100644 --- a/layer_06-model_00-model_states.pt +++ b/layer_06-model_00-model_states.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e286c381aa11476719af48f58d60fcc26f82202bc3107259b66eb3be5635107d +oid sha256:b07811bfd32cdd24f38e1787c0ae12d90fad6b69ec4713a43400764dc01ac724 size 121683348 diff --git a/layer_07-model_00-model_states.pt b/layer_07-model_00-model_states.pt index 4585cf788b231fafccb65d3492ae04cbc7a54385..790d5d907ac7847be8f6b25482c05365920466d2 100644 --- a/layer_07-model_00-model_states.pt +++ b/layer_07-model_00-model_states.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:aef6554aea1ecb72daf82a584f2f4c5a97f9a019019277560e15241c606cba10 +oid sha256:64979e1acff4efe4f8bf69f780cc877a8c5b8e8d747b7b071e61f3246fac5c0d size 121683348 diff --git a/layer_08-model_00-model_states.pt b/layer_08-model_00-model_states.pt index 4f3ba309f907a1259739b6aef65ee5ce1a37eeb2..845c690f0dc246f4e47bc29e07de3bd826e02670 100644 --- a/layer_08-model_00-model_states.pt +++ b/layer_08-model_00-model_states.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:58d1507f66b412e98b38180158bc0fa59068aa099d49280a8aed380619bd4a19 +oid sha256:a526a55ab433e0110bf4d663567cb130a73b68181ef2ea1c37a1bc2efda02641 size 121683348 diff --git a/layer_09-model_00-model_states.pt b/layer_09-model_00-model_states.pt index 8030ac7f6b2398ec244393037f8f59f41b3953b4..479b097ad67d39613ba50630071cbfd7fbaf0620 100644 --- a/layer_09-model_00-model_states.pt +++ b/layer_09-model_00-model_states.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:aca7255494c678ec0bf8356219b57356a31252bb47c5d1d9b93ca22936ac3363 +oid sha256:8acba6c775bd9ff150c787704bc194e4da2e57d55104c31dd91b6cea8956307d size 121683348 diff --git a/layer_10-model_00-model_states.pt b/layer_10-model_00-model_states.pt index 35891eab5635973b7da825c2bad7979de2cc7436..dae9753b3008f9a4c65e83d3f294f3d4b32249d0 100644 --- a/layer_10-model_00-model_states.pt +++ b/layer_10-model_00-model_states.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9b82f0483d39a236a93632fd193dbedfc9728a079fac2230428035d54ae013ad +oid sha256:28ed979278089c0f74ed0d5efa463ce64a33ca93bc22c423f270e35412330909 size 121683348 diff --git a/layer_11-model_00-model_states.pt b/layer_11-model_00-model_states.pt index cbc79137bd95bdaca81c137cf61d60a2d3780dba..0066855d77adf092d6e0aa86cded76c2ee14d307 100644 --- a/layer_11-model_00-model_states.pt +++ b/layer_11-model_00-model_states.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c23527bab946b5f5bfab5784409f7b8c369462b4fa7f2ff59c1a45c9dc5b270e +oid sha256:233f8112ec3f02dde22ec5802e2c1678d1016c3df0ff70db8e7f7d43a9f5ff6e size 121683348 diff --git a/layer_12-model_00-model_states.pt b/layer_12-model_00-model_states.pt index 928510ac2a873d40e885e927cdc3660de30c1a27..1e4196798666974c26cb48fdec032c3cca9f390d 100644 --- a/layer_12-model_00-model_states.pt +++ b/layer_12-model_00-model_states.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1236213798c3a27d3f7e257db91f2a18becdc98dd0b9e2181f44cb6029040f03 +oid sha256:6a01214717c701b59e22d1b6c456e57b4ba73663589ec0431811f76bc99ef8e4 size 121683348 diff --git a/layer_13-model_00-model_states.pt b/layer_13-model_00-model_states.pt index 7a1ff3dfeafefd6116fe25f32734a5c64fa1170e..5ac4f4371de7d768b6b1ccfc878f48830ea424cb 100644 --- a/layer_13-model_00-model_states.pt +++ b/layer_13-model_00-model_states.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:569b2f72b9e01af5caf5ad0ae46c999211e470fac28b0c7dca588dba16a07494 +oid sha256:107c64397022ca331e3dbf96985ac9a8a7aaea5971eb4abe5ca47e918bb9e26e size 121683348 diff --git a/layer_14-model_00-model_states.pt b/layer_14-model_00-model_states.pt index e099db3796b07915fa1641d795f1892504abe32c..8f1c8b9c84ad2b43c85018699903b4b0ed385bfb 100644 --- a/layer_14-model_00-model_states.pt +++ b/layer_14-model_00-model_states.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:012c880d67b6433e6901f0ead17dc1edae3877411fab02db6cca99021bafa916 +oid sha256:556a98bc413b7bfa8d4b17f13f02189c6c22044ea28122465405f9cb2ca81a42 size 121683348 diff --git a/layer_15-model_00-model_states.pt b/layer_15-model_00-model_states.pt index 1a059b1e0ec8dad588506832f7012b7caeb9479e..6e0384e20302eef51d82d21a9ce640e26d753109 100644 --- a/layer_15-model_00-model_states.pt +++ b/layer_15-model_00-model_states.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0a955b93338c1a216afb36f968bb17ef78cb8e134e67406ebf52dc1d15f13f5a +oid sha256:65799da214fa78950ff75ddd7c0847127b8751ea0bb3fb505ed7f7be8ec9eadf size 121683348 diff --git a/layer_16-model_00-model_states.pt b/layer_16-model_00-model_states.pt index 4f58fcd74ac5c4110577189835f7694871801bec..cf8e0e8be9a091f7a2f7f276bdfe35f5dfe30166 100644 --- a/layer_16-model_00-model_states.pt +++ b/layer_16-model_00-model_states.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:101ccc34526da87b5c2551d07b9b1719f5ccc841dd7ac9135bc57faace1f4f42 +oid sha256:724f6efea37aa6e4a65dc33fdd9ee739ffacf0093489ffb23ea54cf5938dde32 size 121683348 diff --git a/layer_17-model_00-model_states.pt b/layer_17-model_00-model_states.pt index 38f6aa4c7375ebb6067cebeb7ce68d3d40a89804..1b790bc21f7c81ac0ebd4a63ad1ebd0efa098842 100644 --- a/layer_17-model_00-model_states.pt +++ b/layer_17-model_00-model_states.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1fe98b59fbc6afd9fa49739356f134bd3c18137f1beaa912cf6c58f3a568f096 +oid sha256:e6dc489abec4a56dc96415d5307d59bf146a511971056f98c349ab9290f88a5b size 121683348 diff --git a/layer_19-model_00-model_states.pt b/layer_19-model_00-model_states.pt index 8b1b512027afa88b98b5af0817faa6504586796a..f85deba0b82d711a2a6a4044fc277c2d4a5f686e 100644 --- a/layer_19-model_00-model_states.pt +++ b/layer_19-model_00-model_states.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:eb5ed902e1cb18f3b6576afcca117686c57509ddee954899a4c5162219e8da17 +oid sha256:5069cfdf309c0f89b74482bd0be505c9413adfa36828f734b0b583209c0a2a2e size 5519 diff --git a/layer_20-model_00-model_states.pt b/layer_20-model_00-model_states.pt index 19a042ea5c82d08820ba498e152eae29c494a6e8..6a42a6d51ced5f1a5d67cb60999360eb93b2b072 100644 --- a/layer_20-model_00-model_states.pt +++ b/layer_20-model_00-model_states.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e0d816aa9f6949244e96af8a6c77ebb663a866a33c29d7373b388ed370204740 +oid sha256:2b4a8f6136bf94bad32412c002c6410ab8fb90f5d787a2f0e729f1a3cfdd4de0 size 206046607 diff --git a/mp_rank_00_model_states.pt b/mp_rank_00_model_states.pt index a6f2b7728f464072a0f882b6179809e9da61ea7d..29d4ae2e672bd0df74760a1ddadaf458ebb0c973 100644 --- a/mp_rank_00_model_states.pt +++ b/mp_rank_00_model_states.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:38c2eda47ceddc73a0f3de0ced2995017c07ec314166817541b0459ceb054006 +oid sha256:24dd81a4f2d04a2e1f9927968b14be6ae5eb1f55bccc2f7ac15d077c2fda8b83 size 23620