diff --git a/.gitattributes b/.gitattributes index 64f23e0770da589d2949e1c24149405f5eda3d68..47dd0ca34dac13c04ef83179349b61c466bd2cb8 100644 --- a/.gitattributes +++ b/.gitattributes @@ -26,3 +26,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text *.zip filter=lfs diff=lfs merge=lfs -text *.zstandard filter=lfs diff=lfs merge=lfs -text *tfevents* filter=lfs diff=lfs merge=lfs -text +checkpoint*/** filter=lfs diff=lfs merge=lfs -text diff --git a/.gitignore b/.gitignore new file mode 100644 index 0000000000000000000000000000000000000000..ba0430d26c996e7f078385407f959c96c271087c --- /dev/null +++ b/.gitignore @@ -0,0 +1 @@ +__pycache__/ \ No newline at end of file diff --git a/checkpoint_10000/checkpoint b/checkpoint_10000/checkpoint new file mode 100644 index 0000000000000000000000000000000000000000..0f0b7a9345771ffcd030d91c5af98be001846221 --- /dev/null +++ b/checkpoint_10000/checkpoint @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7349cbf884da3b305884783f607e468e22f9c3238bb2b4736c9dbdb5ea1da826 +size 3106377 diff --git a/checkpoint_10000/state.param_states.decoder.decoder_norm.scale.v/.zarray b/checkpoint_10000/state.param_states.decoder.decoder_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.decoder_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/state.param_states.decoder.decoder_norm.scale.v/0 b/checkpoint_10000/state.param_states.decoder.decoder_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..9937b6ec65c5eb02ac0d24cae97a37a57e9698b2 --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.decoder_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2abe5bf55abf8436b4b55105c6d7d3de8e0f76368ba830f4a29b29e22d678e1 +size 1885 diff --git a/checkpoint_10000/state.param_states.decoder.layers_0.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_10000/state.param_states.decoder.layers_0.pre_cross_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_0.pre_cross_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/state.param_states.decoder.layers_0.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_10000/state.param_states.decoder.layers_0.pre_cross_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..6880c658fe1c3dcc6418214bd6bee39d08f4f9cf --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_0.pre_cross_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5306046842e232443c4ce74a142ec67f88eb99c11820576fa1ed51d5fa1e57a6 +size 1875 diff --git a/checkpoint_10000/state.param_states.decoder.layers_0.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_10000/state.param_states.decoder.layers_0.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_0.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/state.param_states.decoder.layers_0.pre_mlp_layer_norm.scale.v/0 b/checkpoint_10000/state.param_states.decoder.layers_0.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..9124fa61d28ed7645a484cd3b23ae2696bc57be9 --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_0.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bacf8a6bcde67a7cfb0455c5c40702195d858a74cb7b67a44cf642d93f8cd949 +size 1869 diff --git a/checkpoint_10000/state.param_states.decoder.layers_0.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_10000/state.param_states.decoder.layers_0.pre_self_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_0.pre_self_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/state.param_states.decoder.layers_0.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_10000/state.param_states.decoder.layers_0.pre_self_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..149443807b655059887ef624c28b49bc5fb5caee --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_0.pre_self_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11114b8815499554b643f08fc957e35c30cdb1330a4b677b16f6fb9656491654 +size 1890 diff --git a/checkpoint_10000/state.param_states.decoder.layers_1.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_10000/state.param_states.decoder.layers_1.pre_cross_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_1.pre_cross_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/state.param_states.decoder.layers_1.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_10000/state.param_states.decoder.layers_1.pre_cross_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..b98416494572d69f6e0c3d916c8d86721748bbdc --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_1.pre_cross_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a657ae052c39b168e20f989b933b80c803323e888ebc4fc809780fc82b6ad7f6 +size 1884 diff --git a/checkpoint_10000/state.param_states.decoder.layers_1.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_10000/state.param_states.decoder.layers_1.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_1.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/state.param_states.decoder.layers_1.pre_mlp_layer_norm.scale.v/0 b/checkpoint_10000/state.param_states.decoder.layers_1.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..3f092b8c21642d54f609fd6922e3aeaebdd7d3bd --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_1.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5dcdd05951b61af1bd23a04ac693d6429e5fb15727e0d7091c3a425597d5b7c9 +size 1884 diff --git a/checkpoint_10000/state.param_states.decoder.layers_1.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_10000/state.param_states.decoder.layers_1.pre_self_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_1.pre_self_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/state.param_states.decoder.layers_1.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_10000/state.param_states.decoder.layers_1.pre_self_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..fa5370001e574321e34363c8d464ffbea95cef92 --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_1.pre_self_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b17b7e0f9f58a8fbaf6fa213d43215d9eab77c4c993a703bf3e80e4f5c1b1223 +size 1910 diff --git a/checkpoint_10000/state.param_states.decoder.layers_10.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_10000/state.param_states.decoder.layers_10.pre_cross_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_10.pre_cross_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/state.param_states.decoder.layers_10.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_10000/state.param_states.decoder.layers_10.pre_cross_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..6e3fc99bd321f7e61ecb6bd77a304249d8241fe3 --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_10.pre_cross_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5b037e32ff816b07724b082af471709834cef7f26e2b3c358e018a29f3da983 +size 1890 diff --git a/checkpoint_10000/state.param_states.decoder.layers_10.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_10000/state.param_states.decoder.layers_10.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_10.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/state.param_states.decoder.layers_10.pre_mlp_layer_norm.scale.v/0 b/checkpoint_10000/state.param_states.decoder.layers_10.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..81eebe96894e739bf4f6cb7848cc2fdbedfc18bd --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_10.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95b0e919047c510f3dee30fb607cd2796b08e9278ebabe59bd263fbf4088d0eb +size 1834 diff --git a/checkpoint_10000/state.param_states.decoder.layers_10.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_10000/state.param_states.decoder.layers_10.pre_self_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_10.pre_self_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/state.param_states.decoder.layers_10.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_10000/state.param_states.decoder.layers_10.pre_self_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..056bf2e87ae0dfcdbf00ef1b30d47cd04a94a444 --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_10.pre_self_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe98648b8b95fabdabb2331dbdac35df29ec87a9ae660fdc499918c7a00c2a5a +size 1887 diff --git a/checkpoint_10000/state.param_states.decoder.layers_11.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_10000/state.param_states.decoder.layers_11.pre_cross_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_11.pre_cross_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/state.param_states.decoder.layers_11.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_10000/state.param_states.decoder.layers_11.pre_cross_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..2429fab3e583a9597219431dca42c7e3fd1d5535 --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_11.pre_cross_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f09b2f8556aff7d3cbb892119e5ec84109d341b403117570bfb0cc9a068afb97 +size 1865 diff --git a/checkpoint_10000/state.param_states.decoder.layers_11.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_10000/state.param_states.decoder.layers_11.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_11.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/state.param_states.decoder.layers_11.pre_mlp_layer_norm.scale.v/0 b/checkpoint_10000/state.param_states.decoder.layers_11.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..561e524b9699d34287214589e8eeced949607a97 --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_11.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:33233963d46e847de6657b47c178a484b86622443af8c02402f998ac1e2a3005 +size 1828 diff --git a/checkpoint_10000/state.param_states.decoder.layers_11.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_10000/state.param_states.decoder.layers_11.pre_self_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_11.pre_self_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/state.param_states.decoder.layers_11.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_10000/state.param_states.decoder.layers_11.pre_self_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..393420a7f1efdc4cfbd89daa65d04eeca0d772ff --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_11.pre_self_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f79c76bda3d58629338452959bf19199e5f14e7b49119e433bf3b349d4821099 +size 1890 diff --git a/checkpoint_10000/state.param_states.decoder.layers_12.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_10000/state.param_states.decoder.layers_12.pre_cross_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_12.pre_cross_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/state.param_states.decoder.layers_12.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_10000/state.param_states.decoder.layers_12.pre_cross_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..d03fbc391aa98b4a2e158e3458372fc2d667140a --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_12.pre_cross_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fde6c77186d71dec5e818683e892fb226438400ff1aff7a8f41c606b3ecca2e6 +size 1887 diff --git a/checkpoint_10000/state.param_states.decoder.layers_12.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_10000/state.param_states.decoder.layers_12.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_12.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/state.param_states.decoder.layers_12.pre_mlp_layer_norm.scale.v/0 b/checkpoint_10000/state.param_states.decoder.layers_12.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..cfc4bca4ca2fc8f448cf37136b9e78353e1241e8 --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_12.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66ccb4509a3318a96fd36c5d798d7b1c36995cb6b29845b1b5409a836827e1c9 +size 1820 diff --git a/checkpoint_10000/state.param_states.decoder.layers_12.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_10000/state.param_states.decoder.layers_12.pre_self_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_12.pre_self_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/state.param_states.decoder.layers_12.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_10000/state.param_states.decoder.layers_12.pre_self_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..3ed9ecbbcbf960d55221a528792284d87521153c --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_12.pre_self_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4effc3aa7404b53a9e9a4417687cd5ec75b9429c7e978b3308be12f3ed401aa8 +size 1890 diff --git a/checkpoint_10000/state.param_states.decoder.layers_13.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_10000/state.param_states.decoder.layers_13.pre_cross_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_13.pre_cross_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/state.param_states.decoder.layers_13.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_10000/state.param_states.decoder.layers_13.pre_cross_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..144fa469564dcfa6c294bf70d2d7222909207473 --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_13.pre_cross_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4643cee4ca177875284a83ad46718310e26422fe824322112a4ff9dca1a1f107 +size 1861 diff --git a/checkpoint_10000/state.param_states.decoder.layers_13.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_10000/state.param_states.decoder.layers_13.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_13.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/state.param_states.decoder.layers_13.pre_mlp_layer_norm.scale.v/0 b/checkpoint_10000/state.param_states.decoder.layers_13.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..31a759e90ff9c998c3a98887fcce0111d5808e66 --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_13.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:faf721dd5d491e84248bf2a31827705db50444c91be4ae3796a13d08581c4a85 +size 1824 diff --git a/checkpoint_10000/state.param_states.decoder.layers_13.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_10000/state.param_states.decoder.layers_13.pre_self_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_13.pre_self_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/state.param_states.decoder.layers_13.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_10000/state.param_states.decoder.layers_13.pre_self_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..fd5850a663e7b5609493766ca4e2c03272a6c01c --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_13.pre_self_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7eea949c9584b866a7231087152b161591db209c928012600f2fa989a647b31 +size 1870 diff --git a/checkpoint_10000/state.param_states.decoder.layers_14.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_10000/state.param_states.decoder.layers_14.pre_cross_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_14.pre_cross_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/state.param_states.decoder.layers_14.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_10000/state.param_states.decoder.layers_14.pre_cross_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..2c28183d7e5f50ab52d864dd3b146bfaff8f2fb3 --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_14.pre_cross_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:04628ebc88d5e5023fd5158c8ae72207745cb0af09bbb5682b5edc47284d2492 +size 1880 diff --git a/checkpoint_10000/state.param_states.decoder.layers_14.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_10000/state.param_states.decoder.layers_14.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_14.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/state.param_states.decoder.layers_14.pre_mlp_layer_norm.scale.v/0 b/checkpoint_10000/state.param_states.decoder.layers_14.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..b6e7cfa180c726ec562f42fedeb63e0e06987bc5 --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_14.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4cf6da906982f4916ddfe1848a544210e3d8771b9422510369ee8d0def331d97 +size 1822 diff --git a/checkpoint_10000/state.param_states.decoder.layers_14.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_10000/state.param_states.decoder.layers_14.pre_self_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_14.pre_self_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/state.param_states.decoder.layers_14.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_10000/state.param_states.decoder.layers_14.pre_self_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..76b1b51f7bebc9ba464317bf0376003bd7474e52 --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_14.pre_self_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2148f3868b8e0ebde8c9bd27ecd26fd6d246fa9e69e5abfe05f5b45a48579294 +size 1883 diff --git a/checkpoint_10000/state.param_states.decoder.layers_15.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_10000/state.param_states.decoder.layers_15.pre_cross_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_15.pre_cross_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/state.param_states.decoder.layers_15.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_10000/state.param_states.decoder.layers_15.pre_cross_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..43917c7dd61db1035c25cfa6cdc1084f2ce947bd --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_15.pre_cross_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:727d9169699424a6211676eb41ecdef03fe3077d7fe92dd00ac388de27b4056f +size 1900 diff --git a/checkpoint_10000/state.param_states.decoder.layers_15.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_10000/state.param_states.decoder.layers_15.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_15.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/state.param_states.decoder.layers_15.pre_mlp_layer_norm.scale.v/0 b/checkpoint_10000/state.param_states.decoder.layers_15.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..15fc2900aed33034babf30477e3bf5d737c1dba1 --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_15.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29e55e8cb26ef6a822173f93c9694d288ced72491c8c43a0bdeeb818d47d4037 +size 1823 diff --git a/checkpoint_10000/state.param_states.decoder.layers_15.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_10000/state.param_states.decoder.layers_15.pre_self_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_15.pre_self_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/state.param_states.decoder.layers_15.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_10000/state.param_states.decoder.layers_15.pre_self_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..f22fea4ad4ec4a3dc2a37477cd5d0ac2eea9234b --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_15.pre_self_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c388182d3d4f3bb1be39dc7e91d6e23273ee37cc5f2d1fcf43a0b3ee164da537 +size 1887 diff --git a/checkpoint_10000/state.param_states.decoder.layers_16.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_10000/state.param_states.decoder.layers_16.pre_cross_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_16.pre_cross_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/state.param_states.decoder.layers_16.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_10000/state.param_states.decoder.layers_16.pre_cross_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..13e6a467008cef9d0e5a695848bcc1715b91b94d --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_16.pre_cross_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53c3bcf7f4a43d3502384736050a77718f80fe264bc7ee3be9d4615eebb8127d +size 1875 diff --git a/checkpoint_10000/state.param_states.decoder.layers_16.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_10000/state.param_states.decoder.layers_16.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_16.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/state.param_states.decoder.layers_16.pre_mlp_layer_norm.scale.v/0 b/checkpoint_10000/state.param_states.decoder.layers_16.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..a88aa7ddbef814b9053ea422b45d68fbb8825b9e --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_16.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9dccf3c268d844b4d2ca0aba0e74e2afcf7fb2479386b95e893e99ee1e4c4c2f +size 1826 diff --git a/checkpoint_10000/state.param_states.decoder.layers_16.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_10000/state.param_states.decoder.layers_16.pre_self_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_16.pre_self_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/state.param_states.decoder.layers_16.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_10000/state.param_states.decoder.layers_16.pre_self_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..6deb79d0aa853bceeea650670b1eb2a75f3fd47c --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_16.pre_self_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:32288e22af77f760c168620fb75ad749f199044ae4e3edcf583c6cbf1ca9e3da +size 1888 diff --git a/checkpoint_10000/state.param_states.decoder.layers_17.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_10000/state.param_states.decoder.layers_17.pre_cross_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_17.pre_cross_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/state.param_states.decoder.layers_17.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_10000/state.param_states.decoder.layers_17.pre_cross_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..39fee1b91eed78d5502ea7148c57b23c9cf9a44d --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_17.pre_cross_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b74ee48a43f9687e55f9f5847d91034d9109d89f2544b21986b900e99f20674 +size 1882 diff --git a/checkpoint_10000/state.param_states.decoder.layers_17.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_10000/state.param_states.decoder.layers_17.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_17.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/state.param_states.decoder.layers_17.pre_mlp_layer_norm.scale.v/0 b/checkpoint_10000/state.param_states.decoder.layers_17.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..a5d639e29ae4ffe7f21508efadd528ee053b78e1 --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_17.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f7bc841eb64e04266f72d1fb2360f3dee0d9318cfde5f81002e1574905fcadda +size 1825 diff --git a/checkpoint_10000/state.param_states.decoder.layers_17.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_10000/state.param_states.decoder.layers_17.pre_self_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_17.pre_self_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/state.param_states.decoder.layers_17.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_10000/state.param_states.decoder.layers_17.pre_self_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..e43897abb833cdfd19ec1b0ebb0890bdb3ae1929 --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_17.pre_self_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ba327d4f1f59ff231df809cb0efbdf1f8f14feb602ce825d0f0af6127a3cad0 +size 1891 diff --git a/checkpoint_10000/state.param_states.decoder.layers_18.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_10000/state.param_states.decoder.layers_18.pre_cross_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_18.pre_cross_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/state.param_states.decoder.layers_18.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_10000/state.param_states.decoder.layers_18.pre_cross_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..e805db48d241ad8e78f9ef8b8520b62e60c7c7d4 --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_18.pre_cross_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a98ceba40c8ffc537cce3d25f671f7fa05cb252dafde9da4d63a93f2ac38965d +size 1860 diff --git a/checkpoint_10000/state.param_states.decoder.layers_18.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_10000/state.param_states.decoder.layers_18.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_18.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/state.param_states.decoder.layers_18.pre_mlp_layer_norm.scale.v/0 b/checkpoint_10000/state.param_states.decoder.layers_18.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..0af2ae8da2668ff332dc6fef6de84696078e9242 --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_18.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6ecf2d30249bd10f6a4d65f258a476e50ae6494bfd21cbd110c119d8f181f40 +size 1818 diff --git a/checkpoint_10000/state.param_states.decoder.layers_18.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_10000/state.param_states.decoder.layers_18.pre_self_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_18.pre_self_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/state.param_states.decoder.layers_18.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_10000/state.param_states.decoder.layers_18.pre_self_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..8d7561e8aaf5844cb36361eda8bf9c63a59c8252 --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_18.pre_self_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:003dbafcc464ed48aff14a1d295dbc28c8b1797704200234f8ce46674e6bdfad +size 1849 diff --git a/checkpoint_10000/state.param_states.decoder.layers_19.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_10000/state.param_states.decoder.layers_19.pre_cross_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_19.pre_cross_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/state.param_states.decoder.layers_19.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_10000/state.param_states.decoder.layers_19.pre_cross_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..17a23c8dbbf9445f22f3ba998adccfcbe5a8e0f3 --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_19.pre_cross_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55c0bdf4a4b412c893cab05ece49aa9b4f566248959aafaca14c9729f8ad5421 +size 1835 diff --git a/checkpoint_10000/state.param_states.decoder.layers_19.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_10000/state.param_states.decoder.layers_19.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_19.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/state.param_states.decoder.layers_19.pre_mlp_layer_norm.scale.v/0 b/checkpoint_10000/state.param_states.decoder.layers_19.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..cb48050a56eec4647361191a5a877395f93ecf44 --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_19.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d3aa1b36d03f9047acee7277276de77d49c342be48819e1e1bc1941ab27c8aa6 +size 1834 diff --git a/checkpoint_10000/state.param_states.decoder.layers_19.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_10000/state.param_states.decoder.layers_19.pre_self_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_19.pre_self_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/state.param_states.decoder.layers_19.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_10000/state.param_states.decoder.layers_19.pre_self_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..c3cfa524b0dc3181cc0959c2fb0127397212cf75 --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_19.pre_self_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:56b0a497fed1c4b4be6643b18a1ef42186fc931da67f8f6986255c8f67254ebb +size 1851 diff --git a/checkpoint_10000/state.param_states.decoder.layers_2.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_10000/state.param_states.decoder.layers_2.pre_cross_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_2.pre_cross_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/state.param_states.decoder.layers_2.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_10000/state.param_states.decoder.layers_2.pre_cross_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..5afe18599c382ff9a41c57cfc99241d080c9b6b9 --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_2.pre_cross_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22f978c35b0e0a72f714b21efe9b2694ccc8adf90271e6fe620386caa45d92db +size 1914 diff --git a/checkpoint_10000/state.param_states.decoder.layers_2.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_10000/state.param_states.decoder.layers_2.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_2.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/state.param_states.decoder.layers_2.pre_mlp_layer_norm.scale.v/0 b/checkpoint_10000/state.param_states.decoder.layers_2.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..ca099162c8b4e6c71b3b9241d12bef73a9f3727e --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_2.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:28b694a34083d04610d8128e330245a3420db281ff8549877022a21f2b839c31 +size 1903 diff --git a/checkpoint_10000/state.param_states.decoder.layers_2.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_10000/state.param_states.decoder.layers_2.pre_self_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_2.pre_self_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/state.param_states.decoder.layers_2.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_10000/state.param_states.decoder.layers_2.pre_self_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..48453e4497553bea23656862d27c1244f7587f56 --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_2.pre_self_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e10ab22bb19fb2a58a05e0b963c3301e606085fe9ed4d677e217790fee371db7 +size 1900 diff --git a/checkpoint_10000/state.param_states.decoder.layers_20.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_10000/state.param_states.decoder.layers_20.pre_cross_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_20.pre_cross_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/state.param_states.decoder.layers_20.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_10000/state.param_states.decoder.layers_20.pre_cross_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..42f9b7838976401b012c6727b17e47fd49444c28 --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_20.pre_cross_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a3718410bf3e8ae3f95563de38e728f28fae0a0c1b2cbed58bdad1c1fb8b848 +size 1845 diff --git a/checkpoint_10000/state.param_states.decoder.layers_20.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_10000/state.param_states.decoder.layers_20.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_20.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/state.param_states.decoder.layers_20.pre_mlp_layer_norm.scale.v/0 b/checkpoint_10000/state.param_states.decoder.layers_20.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..2361da1961c2051b0315f68850081fd86b217f74 --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_20.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:746ecddb8ba152fc0516dc4034fa92fd11eb4ea237eb0ade1d8f5fb66c3ed0ce +size 1821 diff --git a/checkpoint_10000/state.param_states.decoder.layers_20.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_10000/state.param_states.decoder.layers_20.pre_self_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_20.pre_self_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/state.param_states.decoder.layers_20.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_10000/state.param_states.decoder.layers_20.pre_self_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..ed7b4469e623d929561937bcff3a2edde398a638 --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_20.pre_self_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf6cea11cdb9e21132efe847f53d32263f19acf496e12e00b9f173dde94b871c +size 1871 diff --git a/checkpoint_10000/state.param_states.decoder.layers_21.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_10000/state.param_states.decoder.layers_21.pre_cross_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_21.pre_cross_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/state.param_states.decoder.layers_21.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_10000/state.param_states.decoder.layers_21.pre_cross_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..53e62a14a781c4e7772b8f7a8526d9df41fffc43 --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_21.pre_cross_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59f6797efe15d582c9a02c2775b7a50e8548251070bfc4c632b951277ea481b6 +size 1838 diff --git a/checkpoint_10000/state.param_states.decoder.layers_21.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_10000/state.param_states.decoder.layers_21.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_21.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/state.param_states.decoder.layers_21.pre_mlp_layer_norm.scale.v/0 b/checkpoint_10000/state.param_states.decoder.layers_21.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..5084d988e30050aab6375ab9d2384b86e15d612d --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_21.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0977ab3967f3c7a4acad9787453700f6de672d7b7a27dff0e31477e6a04388cf +size 1840 diff --git a/checkpoint_10000/state.param_states.decoder.layers_21.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_10000/state.param_states.decoder.layers_21.pre_self_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_21.pre_self_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/state.param_states.decoder.layers_21.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_10000/state.param_states.decoder.layers_21.pre_self_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..561667309d4c39fa67105458a87e37eb383d2172 --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_21.pre_self_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2929ef29f8163304154544d6be5247bc24dbb9b1d3abe419a12f50eac04fe822 +size 1894 diff --git a/checkpoint_10000/state.param_states.decoder.layers_22.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_10000/state.param_states.decoder.layers_22.pre_cross_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_22.pre_cross_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/state.param_states.decoder.layers_22.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_10000/state.param_states.decoder.layers_22.pre_cross_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..fd3ca9915c042f3e8e5a0c56b941e8a47130029d --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_22.pre_cross_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f5fe63789268229884a9a9c596488d824a312b926c909ea0fdc956730f0cc0c0 +size 1882 diff --git a/checkpoint_10000/state.param_states.decoder.layers_22.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_10000/state.param_states.decoder.layers_22.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_22.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/state.param_states.decoder.layers_22.pre_mlp_layer_norm.scale.v/0 b/checkpoint_10000/state.param_states.decoder.layers_22.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..78ae17eb90aa4e8c6860db398b9ad925b7c9eb5b --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_22.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:322e48ec5f452b6aab2a8cadf304bc95c38ea06cd69cdb6d84d2504967ab0f06 +size 1879 diff --git a/checkpoint_10000/state.param_states.decoder.layers_22.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_10000/state.param_states.decoder.layers_22.pre_self_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_22.pre_self_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/state.param_states.decoder.layers_22.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_10000/state.param_states.decoder.layers_22.pre_self_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..5b07430eb702d0a05a95f07097e7b063a32b79ce --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_22.pre_self_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0200a32424c2cc31e35257203e898898baacbf3fc28ed42af10ded4ca2c6b089 +size 1872 diff --git a/checkpoint_10000/state.param_states.decoder.layers_23.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_10000/state.param_states.decoder.layers_23.pre_cross_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_23.pre_cross_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/state.param_states.decoder.layers_23.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_10000/state.param_states.decoder.layers_23.pre_cross_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..bc0ad5a735f60f45de0d78f00eb3102aed84273f --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_23.pre_cross_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89e7e87a15ba2c5c1d4face580530b0d87825936fab276d5dc9cd6c26a68673d +size 1854 diff --git a/checkpoint_10000/state.param_states.decoder.layers_23.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_10000/state.param_states.decoder.layers_23.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_23.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/state.param_states.decoder.layers_23.pre_mlp_layer_norm.scale.v/0 b/checkpoint_10000/state.param_states.decoder.layers_23.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..d830e9607594701d733f1f2ebfd4caf46b287ada --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_23.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:143c4081f863c2feceabc48481e53b19fe4fbcbad0c5e1d0e9c5e16ddd795e67 +size 1897 diff --git a/checkpoint_10000/state.param_states.decoder.layers_23.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_10000/state.param_states.decoder.layers_23.pre_self_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_23.pre_self_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/state.param_states.decoder.layers_23.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_10000/state.param_states.decoder.layers_23.pre_self_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..2aa1bee27ff82be29639f6779672f899878ad798 --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_23.pre_self_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a289865814f232a9f562cbeedf223a44e9ab1f95a7a597c9e8d3601bc38aed95 +size 1889 diff --git a/checkpoint_10000/state.param_states.decoder.layers_3.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_10000/state.param_states.decoder.layers_3.pre_cross_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_3.pre_cross_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/state.param_states.decoder.layers_3.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_10000/state.param_states.decoder.layers_3.pre_cross_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..7bda3fd8a2346d85c6a34eecdc3eb53af537b91e --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_3.pre_cross_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:342885b75025dcee85b5595d2e8c78496a89081bd90e50482969c59cbae3b583 +size 1918 diff --git a/checkpoint_10000/state.param_states.decoder.layers_3.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_10000/state.param_states.decoder.layers_3.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_3.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/state.param_states.decoder.layers_3.pre_mlp_layer_norm.scale.v/0 b/checkpoint_10000/state.param_states.decoder.layers_3.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..bbe06108735139020657fff3f92cf15187e37308 --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_3.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4afe96a9a9cadb362b883511dd5cf0ad35601333afffd3f11efa092b3f9eed4a +size 1869 diff --git a/checkpoint_10000/state.param_states.decoder.layers_3.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_10000/state.param_states.decoder.layers_3.pre_self_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_3.pre_self_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/state.param_states.decoder.layers_3.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_10000/state.param_states.decoder.layers_3.pre_self_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..b20112fdf5016451692ee55493ceaf854713f5a8 --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_3.pre_self_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ffadf315ade9e048d7fda1a3014bbfb2bfac88456541095b6c000084bceee044 +size 1916 diff --git a/checkpoint_10000/state.param_states.decoder.layers_4.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_10000/state.param_states.decoder.layers_4.pre_cross_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_4.pre_cross_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/state.param_states.decoder.layers_4.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_10000/state.param_states.decoder.layers_4.pre_cross_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..99524b3ff52c06dbdd820228c7b610310eee32b3 --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_4.pre_cross_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b069a1e91bf9ba811b9e6f5d0917cbf4fc14069108e8094e53c2c7c904e0be5 +size 1924 diff --git a/checkpoint_10000/state.param_states.decoder.layers_4.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_10000/state.param_states.decoder.layers_4.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_4.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/state.param_states.decoder.layers_4.pre_mlp_layer_norm.scale.v/0 b/checkpoint_10000/state.param_states.decoder.layers_4.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..4198a529c5abf75fe3f8fc576ac76d108e8ff475 --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_4.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a4064febe41245a5f8e112eb28ae1571e2070a8342c1b0517f22a3e2b8d656b8 +size 1891 diff --git a/checkpoint_10000/state.param_states.decoder.layers_4.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_10000/state.param_states.decoder.layers_4.pre_self_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_4.pre_self_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/state.param_states.decoder.layers_4.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_10000/state.param_states.decoder.layers_4.pre_self_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..2194749ed79392f6d273edee419654629a548093 --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_4.pre_self_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e7ca2cdbdb1e2e7f3728e2efd0ef139b5e3ca951664eabaced84b03db5d9df9 +size 1905 diff --git a/checkpoint_10000/state.param_states.decoder.layers_5.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_10000/state.param_states.decoder.layers_5.pre_cross_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_5.pre_cross_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/state.param_states.decoder.layers_5.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_10000/state.param_states.decoder.layers_5.pre_cross_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..469f0bbb5ed1e310fe8d5ee64ae8934483d0be9b --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_5.pre_cross_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:890613712e72a39568d93ddd20e3f8a015f1d431ba8235f95e1dd0e94aa4303d +size 1905 diff --git a/checkpoint_10000/state.param_states.decoder.layers_5.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_10000/state.param_states.decoder.layers_5.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_5.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/state.param_states.decoder.layers_5.pre_mlp_layer_norm.scale.v/0 b/checkpoint_10000/state.param_states.decoder.layers_5.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..34708a51cb0a107b87f7ed77ecce2908bfa84b7a --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_5.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c46b1e7e0c53afba61cba4bd263aee125ced6f8752c038cb1df393f4d658f448 +size 1885 diff --git a/checkpoint_10000/state.param_states.decoder.layers_5.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_10000/state.param_states.decoder.layers_5.pre_self_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_5.pre_self_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/state.param_states.decoder.layers_5.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_10000/state.param_states.decoder.layers_5.pre_self_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..8f0e6895536f2d50ace61d2de74f0236a0390f40 --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_5.pre_self_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd4aa3fc9edbd82d3dfe5071e62dbc66561a2b350d94eac821bf94d4c53c0bfa +size 1888 diff --git a/checkpoint_10000/state.param_states.decoder.layers_6.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_10000/state.param_states.decoder.layers_6.pre_cross_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_6.pre_cross_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/state.param_states.decoder.layers_6.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_10000/state.param_states.decoder.layers_6.pre_cross_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..d663d284d0d5f7460055b7095eefbf77d89d19ab --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_6.pre_cross_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d9a8a35e3bc99a514d0051bfd93bd3c611dedcb8e636c8646cc9acfb25a36451 +size 1906 diff --git a/checkpoint_10000/state.param_states.decoder.layers_6.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_10000/state.param_states.decoder.layers_6.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_6.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/state.param_states.decoder.layers_6.pre_mlp_layer_norm.scale.v/0 b/checkpoint_10000/state.param_states.decoder.layers_6.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..2698b08ed4e3a89927d4cc549c6de94bce02cb87 --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_6.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:134dfd9e3f6adb5ec84fc98dccb6becd2c34242095be9474308b3b737771ea01 +size 1884 diff --git a/checkpoint_10000/state.param_states.decoder.layers_6.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_10000/state.param_states.decoder.layers_6.pre_self_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_6.pre_self_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/state.param_states.decoder.layers_6.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_10000/state.param_states.decoder.layers_6.pre_self_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..8a689842bcc00b4f5e8c2160d740fbc5900b72c8 --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_6.pre_self_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f0d6ac9c0f87c65cea52ec5e49dbeb5e8f41dd1b07c339486c1e914d6a8c2ef +size 1896 diff --git a/checkpoint_10000/state.param_states.decoder.layers_7.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_10000/state.param_states.decoder.layers_7.pre_cross_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_7.pre_cross_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/state.param_states.decoder.layers_7.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_10000/state.param_states.decoder.layers_7.pre_cross_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..bdbac254fdd5eb08e6215ca9b298190f35c3e6b9 --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_7.pre_cross_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b377d69929211bf1ee92abd29ad139870d5378abe29dd3993d19a25be2d6c5c5 +size 1895 diff --git a/checkpoint_10000/state.param_states.decoder.layers_7.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_10000/state.param_states.decoder.layers_7.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_7.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/state.param_states.decoder.layers_7.pre_mlp_layer_norm.scale.v/0 b/checkpoint_10000/state.param_states.decoder.layers_7.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..3c5198ea4bf774d29c86330a385fea0d4e4cdcbf --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_7.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a06eaef364ad68037ee5692ea6811a56830d2b92e3641aa47323704e031f2f8 +size 1887 diff --git a/checkpoint_10000/state.param_states.decoder.layers_7.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_10000/state.param_states.decoder.layers_7.pre_self_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_7.pre_self_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/state.param_states.decoder.layers_7.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_10000/state.param_states.decoder.layers_7.pre_self_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..d796379e057255beff699824c04b7136e57bbbca --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_7.pre_self_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc16f1e14af846ca03bbb22a24f9a904e6ef8f5994e1f1ea52268229b5901b40 +size 1889 diff --git a/checkpoint_10000/state.param_states.decoder.layers_8.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_10000/state.param_states.decoder.layers_8.pre_cross_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_8.pre_cross_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/state.param_states.decoder.layers_8.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_10000/state.param_states.decoder.layers_8.pre_cross_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..5076b4af32ff694212177ee89bc315c80ac4b4eb --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_8.pre_cross_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22e2474657e210519c10c74a545be910060c998f0fa604b5fd83400374efa122 +size 1886 diff --git a/checkpoint_10000/state.param_states.decoder.layers_8.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_10000/state.param_states.decoder.layers_8.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_8.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/state.param_states.decoder.layers_8.pre_mlp_layer_norm.scale.v/0 b/checkpoint_10000/state.param_states.decoder.layers_8.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..1b9d22099c0887dbce8043f16bfd8c2b9d553d32 --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_8.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b333954de045bc02d244d9f314e76bab32abc90d6b61558e72145d944ae9430a +size 1870 diff --git a/checkpoint_10000/state.param_states.decoder.layers_8.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_10000/state.param_states.decoder.layers_8.pre_self_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_8.pre_self_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/state.param_states.decoder.layers_8.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_10000/state.param_states.decoder.layers_8.pre_self_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..2caeda87b147a6ce91f248188210a75cd5736d76 --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_8.pre_self_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c2b3d2b78f2b3b76963862a74388508eb18e703e822598809c4c4a600eb8d98 +size 1901 diff --git a/checkpoint_10000/state.param_states.decoder.layers_9.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_10000/state.param_states.decoder.layers_9.pre_cross_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_9.pre_cross_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/state.param_states.decoder.layers_9.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_10000/state.param_states.decoder.layers_9.pre_cross_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..a265a3a92907b5238fa9e5650aa49a194c0b8dda --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_9.pre_cross_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c352c59c01197e522bd0529f85e716df761434175dbfd728c575b941e95a22ab +size 1868 diff --git a/checkpoint_10000/state.param_states.decoder.layers_9.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_10000/state.param_states.decoder.layers_9.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_9.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/state.param_states.decoder.layers_9.pre_mlp_layer_norm.scale.v/0 b/checkpoint_10000/state.param_states.decoder.layers_9.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..e2785d3906ec3c91baf0d9a0ff23ac0f12d9fe51 --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_9.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b36058f5077a685cd989123bdc8316c2e150fb343f666c331d2f1abb16e7bb45 +size 1864 diff --git a/checkpoint_10000/state.param_states.decoder.layers_9.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_10000/state.param_states.decoder.layers_9.pre_self_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_9.pre_self_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/state.param_states.decoder.layers_9.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_10000/state.param_states.decoder.layers_9.pre_self_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..bcb015debe1fcd013be0423982be4fe23f6c260b --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.layers_9.pre_self_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8756352d9c05b4f362176d4e5be5d865d0e2f52575474363c33ebe8941a3411a +size 1872 diff --git a/checkpoint_10000/state.param_states.decoder.relpos_bias.rel_embedding.v/.zarray b/checkpoint_10000/state.param_states.decoder.relpos_bias.rel_embedding.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..f436654680ef76185134be5536bdbabaa54cc65d --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.relpos_bias.rel_embedding.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62dcf91d03b1a5aa1fa79c0aaf03f5b5887296b8fc2d69cb8175b65ca8f98c2d +size 170 diff --git a/checkpoint_10000/state.param_states.decoder.relpos_bias.rel_embedding.v/0.0 b/checkpoint_10000/state.param_states.decoder.relpos_bias.rel_embedding.v/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..e06931a49f849ad0e833122d71894181e64748a2 --- /dev/null +++ b/checkpoint_10000/state.param_states.decoder.relpos_bias.rel_embedding.v/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6fece6d0412d446fcc3647ad0fa8052d72674ae6065d4440f720ff0beb5645cf +size 1018 diff --git a/checkpoint_10000/state.param_states.encoder.encoder_norm.scale.v/.zarray b/checkpoint_10000/state.param_states.encoder.encoder_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/state.param_states.encoder.encoder_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/state.param_states.encoder.encoder_norm.scale.v/0 b/checkpoint_10000/state.param_states.encoder.encoder_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..0a190fdfe8ffb80c120d6f46f4e3e2cbe60ffb08 --- /dev/null +++ b/checkpoint_10000/state.param_states.encoder.encoder_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e42173f1bfcdbd760365b0f4435a8ae8dfa42899854466a9598014e86eb24077 +size 1902 diff --git a/checkpoint_10000/state.param_states.encoder.layers_0.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_10000/state.param_states.encoder.layers_0.pre_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/state.param_states.encoder.layers_0.pre_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/state.param_states.encoder.layers_0.pre_attention_layer_norm.scale.v/0 b/checkpoint_10000/state.param_states.encoder.layers_0.pre_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..32423a8531573ec3d09fc2185f488d13d9f39a08 --- /dev/null +++ b/checkpoint_10000/state.param_states.encoder.layers_0.pre_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff36f2112702dd07d15561b847f60921935970a5a2bf3f850abb5a926a5d2ad1 +size 1828 diff --git a/checkpoint_10000/state.param_states.encoder.layers_0.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_10000/state.param_states.encoder.layers_0.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/state.param_states.encoder.layers_0.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/state.param_states.encoder.layers_0.pre_mlp_layer_norm.scale.v/0 b/checkpoint_10000/state.param_states.encoder.layers_0.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..2fe20479cbb326a9c46da21aef0e7851a46e97c1 --- /dev/null +++ b/checkpoint_10000/state.param_states.encoder.layers_0.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0da2448f4e4cb0f3596ea67f6663534aaf17e68cb6064729f25b607266a669db +size 1871 diff --git a/checkpoint_10000/state.param_states.encoder.layers_1.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_10000/state.param_states.encoder.layers_1.pre_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/state.param_states.encoder.layers_1.pre_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/state.param_states.encoder.layers_1.pre_attention_layer_norm.scale.v/0 b/checkpoint_10000/state.param_states.encoder.layers_1.pre_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..4605474c507168f4b4c017417cfe2f4495e3c58b --- /dev/null +++ b/checkpoint_10000/state.param_states.encoder.layers_1.pre_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:089677e73a5e8b10c5a33b22151e98fec8aa677832584ef41fbae5d4be0d930c +size 1873 diff --git a/checkpoint_10000/state.param_states.encoder.layers_1.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_10000/state.param_states.encoder.layers_1.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/state.param_states.encoder.layers_1.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/state.param_states.encoder.layers_1.pre_mlp_layer_norm.scale.v/0 b/checkpoint_10000/state.param_states.encoder.layers_1.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..616870d83834f19292d518ef3e5e98926ec644e7 --- /dev/null +++ b/checkpoint_10000/state.param_states.encoder.layers_1.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22a05d3a2c854a3e874e055a7c0dc798a4bcb56ed81013a7991bf1114deea490 +size 1820 diff --git a/checkpoint_10000/state.param_states.encoder.layers_10.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_10000/state.param_states.encoder.layers_10.pre_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/state.param_states.encoder.layers_10.pre_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/state.param_states.encoder.layers_10.pre_attention_layer_norm.scale.v/0 b/checkpoint_10000/state.param_states.encoder.layers_10.pre_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..4eec3033f694ee5504aa4900a30e4eb6603ae881 --- /dev/null +++ b/checkpoint_10000/state.param_states.encoder.layers_10.pre_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f9938dd69796877b9fa24bd80e11c439248a5bbb2f17af416b1851e21de44d2 +size 1879 diff --git a/checkpoint_10000/state.param_states.encoder.layers_10.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_10000/state.param_states.encoder.layers_10.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/state.param_states.encoder.layers_10.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/state.param_states.encoder.layers_10.pre_mlp_layer_norm.scale.v/0 b/checkpoint_10000/state.param_states.encoder.layers_10.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..9a4c2cc11a1ffc98c6319efa2aed9ac18d13a211 --- /dev/null +++ b/checkpoint_10000/state.param_states.encoder.layers_10.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:489a35198890fff7861783af1b44514b393293869e1c7c57198ff1af3cd94b34 +size 1874 diff --git a/checkpoint_10000/state.param_states.encoder.layers_11.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_10000/state.param_states.encoder.layers_11.pre_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/state.param_states.encoder.layers_11.pre_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/state.param_states.encoder.layers_11.pre_attention_layer_norm.scale.v/0 b/checkpoint_10000/state.param_states.encoder.layers_11.pre_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..382434b61bac53913fe2392f83964b86e375f33d --- /dev/null +++ b/checkpoint_10000/state.param_states.encoder.layers_11.pre_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa058b70ce82ba645d2e9dd9c784513a047e7a104064d8b294b91723261f41e5 +size 1883 diff --git a/checkpoint_10000/state.param_states.encoder.layers_11.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_10000/state.param_states.encoder.layers_11.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/state.param_states.encoder.layers_11.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/state.param_states.encoder.layers_11.pre_mlp_layer_norm.scale.v/0 b/checkpoint_10000/state.param_states.encoder.layers_11.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..26f1618c82d97b174d396ce1e204f065fae86903 --- /dev/null +++ b/checkpoint_10000/state.param_states.encoder.layers_11.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:129067dae1ad5f4099180c7090e2badf10008274d9d577a12c762a2d2a2350fe +size 1874 diff --git a/checkpoint_10000/state.param_states.encoder.layers_12.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_10000/state.param_states.encoder.layers_12.pre_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/state.param_states.encoder.layers_12.pre_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/state.param_states.encoder.layers_12.pre_attention_layer_norm.scale.v/0 b/checkpoint_10000/state.param_states.encoder.layers_12.pre_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..64e2b0439c73931706d2758c2fb77106ca8b0ac0 --- /dev/null +++ b/checkpoint_10000/state.param_states.encoder.layers_12.pre_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de8397e32e41de6aa3a9864fea45c5ed2f0d5c74012a70b7fa515b8bdf04284f +size 1855 diff --git a/checkpoint_10000/state.param_states.encoder.layers_12.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_10000/state.param_states.encoder.layers_12.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/state.param_states.encoder.layers_12.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/state.param_states.encoder.layers_12.pre_mlp_layer_norm.scale.v/0 b/checkpoint_10000/state.param_states.encoder.layers_12.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..38e08a8236f160302c52d42ce02d39546fc2c8f6 --- /dev/null +++ b/checkpoint_10000/state.param_states.encoder.layers_12.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ecfaba0bd3970595fde3431847c88891ff1b4f5615edb7ceb1e9dd54e30cf33 +size 1876 diff --git a/checkpoint_10000/state.param_states.encoder.layers_13.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_10000/state.param_states.encoder.layers_13.pre_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/state.param_states.encoder.layers_13.pre_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/state.param_states.encoder.layers_13.pre_attention_layer_norm.scale.v/0 b/checkpoint_10000/state.param_states.encoder.layers_13.pre_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..213e475fa59e4f13bdf7507b65e6b8de25297d49 --- /dev/null +++ b/checkpoint_10000/state.param_states.encoder.layers_13.pre_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c866f6930e2215999651115c7cbce8377c24d62304f0c06844c69f0c6460c87 +size 1866 diff --git a/checkpoint_10000/state.param_states.encoder.layers_13.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_10000/state.param_states.encoder.layers_13.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/state.param_states.encoder.layers_13.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/state.param_states.encoder.layers_13.pre_mlp_layer_norm.scale.v/0 b/checkpoint_10000/state.param_states.encoder.layers_13.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..d39f1890d6ada52033548b6b3eb336319d86637b --- /dev/null +++ b/checkpoint_10000/state.param_states.encoder.layers_13.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0818d801f8f342f14789126d651d94ce92d917bc84cd1a974497907b8c6fc6ad +size 1862 diff --git a/checkpoint_10000/state.param_states.encoder.layers_14.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_10000/state.param_states.encoder.layers_14.pre_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/state.param_states.encoder.layers_14.pre_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/state.param_states.encoder.layers_14.pre_attention_layer_norm.scale.v/0 b/checkpoint_10000/state.param_states.encoder.layers_14.pre_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..ead99984390e11a8ba16a9e95a9a8b746fcf1011 --- /dev/null +++ b/checkpoint_10000/state.param_states.encoder.layers_14.pre_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:789eef5dc62f4af0d2d19b829242bd28532affec71422bcf18ba6dcb4c747516 +size 1889 diff --git a/checkpoint_10000/state.param_states.encoder.layers_14.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_10000/state.param_states.encoder.layers_14.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/state.param_states.encoder.layers_14.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/state.param_states.encoder.layers_14.pre_mlp_layer_norm.scale.v/0 b/checkpoint_10000/state.param_states.encoder.layers_14.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..531df3a3fc8d664fc0ff100e8e79ac32b97dbb97 --- /dev/null +++ b/checkpoint_10000/state.param_states.encoder.layers_14.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad10c9860714d8b288c1f627a2af576566a844a54d772b90aa48113f32371073 +size 1862 diff --git a/checkpoint_10000/state.param_states.encoder.layers_15.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_10000/state.param_states.encoder.layers_15.pre_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/state.param_states.encoder.layers_15.pre_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/state.param_states.encoder.layers_15.pre_attention_layer_norm.scale.v/0 b/checkpoint_10000/state.param_states.encoder.layers_15.pre_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..ffab515f52a0799d762ab36dda75d801b057c9ca --- /dev/null +++ b/checkpoint_10000/state.param_states.encoder.layers_15.pre_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:684d1f32db08c6c3fc865fabcfbf570af01050b40588642c06072128b27e6f34 +size 1856 diff --git a/checkpoint_10000/state.param_states.encoder.layers_15.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_10000/state.param_states.encoder.layers_15.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/state.param_states.encoder.layers_15.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/state.param_states.encoder.layers_15.pre_mlp_layer_norm.scale.v/0 b/checkpoint_10000/state.param_states.encoder.layers_15.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..b5a83349f34a3a6fc554a1d32aab7aa224a49271 --- /dev/null +++ b/checkpoint_10000/state.param_states.encoder.layers_15.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1365a723a4cf229b61b415f74c5c08f96c88741ee27791cdca7528533aee868e +size 1852 diff --git a/checkpoint_10000/state.param_states.encoder.layers_16.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_10000/state.param_states.encoder.layers_16.pre_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/state.param_states.encoder.layers_16.pre_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/state.param_states.encoder.layers_16.pre_attention_layer_norm.scale.v/0 b/checkpoint_10000/state.param_states.encoder.layers_16.pre_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..f04b5d404429228ea65fed2191768f8c27ae6579 --- /dev/null +++ b/checkpoint_10000/state.param_states.encoder.layers_16.pre_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5dfe0cfe365dbc9339c762713266122a0b6598bf4df5915dcb408d28be99ba42 +size 1883 diff --git a/checkpoint_10000/state.param_states.encoder.layers_16.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_10000/state.param_states.encoder.layers_16.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/state.param_states.encoder.layers_16.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/state.param_states.encoder.layers_16.pre_mlp_layer_norm.scale.v/0 b/checkpoint_10000/state.param_states.encoder.layers_16.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..6d4016bfe3ed36596252a1f01f66d2ca4a5b4508 --- /dev/null +++ b/checkpoint_10000/state.param_states.encoder.layers_16.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d9bf3dd6f9a55c9407b35db24936a7423e623e1cdef710bc13b344bf45d2b17 +size 1854 diff --git a/checkpoint_10000/state.param_states.encoder.layers_17.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_10000/state.param_states.encoder.layers_17.pre_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/state.param_states.encoder.layers_17.pre_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/state.param_states.encoder.layers_17.pre_attention_layer_norm.scale.v/0 b/checkpoint_10000/state.param_states.encoder.layers_17.pre_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..4a54a20f0bb8d08486b9276878b3b65348d241d0 --- /dev/null +++ b/checkpoint_10000/state.param_states.encoder.layers_17.pre_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a4ec2d6209db4c23fc10fa6df2340810a6edf56ed92d55421251a45a835f0264 +size 1869 diff --git a/checkpoint_10000/state.param_states.encoder.layers_17.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_10000/state.param_states.encoder.layers_17.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/state.param_states.encoder.layers_17.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/state.param_states.encoder.layers_17.pre_mlp_layer_norm.scale.v/0 b/checkpoint_10000/state.param_states.encoder.layers_17.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..668005009ed40dc01197479d42693d82095f0c42 --- /dev/null +++ b/checkpoint_10000/state.param_states.encoder.layers_17.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb96979b9b08a2631a1b9690b185643648dd86bae7b2bf490563799d22e54aa6 +size 1873 diff --git a/checkpoint_10000/state.param_states.encoder.layers_18.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_10000/state.param_states.encoder.layers_18.pre_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/state.param_states.encoder.layers_18.pre_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/state.param_states.encoder.layers_18.pre_attention_layer_norm.scale.v/0 b/checkpoint_10000/state.param_states.encoder.layers_18.pre_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..7baa6d73b3648355f4912dbff104eeb731f1ca86 --- /dev/null +++ b/checkpoint_10000/state.param_states.encoder.layers_18.pre_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8170e30f759beb63b275107932d55a8c199b574787e88e834c2c6027de002fd +size 1893 diff --git a/checkpoint_10000/state.param_states.encoder.layers_18.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_10000/state.param_states.encoder.layers_18.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/state.param_states.encoder.layers_18.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/state.param_states.encoder.layers_18.pre_mlp_layer_norm.scale.v/0 b/checkpoint_10000/state.param_states.encoder.layers_18.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..89b22314a6b6ce51f56474abc3d8e4b24abc2ad9 --- /dev/null +++ b/checkpoint_10000/state.param_states.encoder.layers_18.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ce522b16d3814f64129f10fe945ac620d7b8e45748611a510380f51050b267f +size 1874 diff --git a/checkpoint_10000/state.param_states.encoder.layers_19.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_10000/state.param_states.encoder.layers_19.pre_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/state.param_states.encoder.layers_19.pre_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/state.param_states.encoder.layers_19.pre_attention_layer_norm.scale.v/0 b/checkpoint_10000/state.param_states.encoder.layers_19.pre_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..856361c8a76ee3b2bd3955c876466b56738806e6 --- /dev/null +++ b/checkpoint_10000/state.param_states.encoder.layers_19.pre_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:140e1902c456e5418c732b2d2319dac279a6694f3b5cab0ad0b06fa31fbe34b8 +size 1903 diff --git a/checkpoint_10000/state.param_states.encoder.layers_19.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_10000/state.param_states.encoder.layers_19.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/state.param_states.encoder.layers_19.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/state.param_states.encoder.layers_19.pre_mlp_layer_norm.scale.v/0 b/checkpoint_10000/state.param_states.encoder.layers_19.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..103b6996c2de326a1331cdb63a46841929a41fb4 --- /dev/null +++ b/checkpoint_10000/state.param_states.encoder.layers_19.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a0df01f1633c7bf01ef869ff3b4032f975e972ae3295437a2834dd98cd55b21 +size 1869 diff --git a/checkpoint_10000/state.param_states.encoder.layers_2.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_10000/state.param_states.encoder.layers_2.pre_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/state.param_states.encoder.layers_2.pre_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/state.param_states.encoder.layers_2.pre_attention_layer_norm.scale.v/0 b/checkpoint_10000/state.param_states.encoder.layers_2.pre_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..eef0c431dce59dd09b7467a314ec4662204c9c94 --- /dev/null +++ b/checkpoint_10000/state.param_states.encoder.layers_2.pre_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a20463373d4a1f96a992c2400011220b5ae92bb9d4ed3b0921e086452fd53e2a +size 1860 diff --git a/checkpoint_10000/state.param_states.encoder.layers_2.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_10000/state.param_states.encoder.layers_2.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/state.param_states.encoder.layers_2.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/state.param_states.encoder.layers_2.pre_mlp_layer_norm.scale.v/0 b/checkpoint_10000/state.param_states.encoder.layers_2.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..e3ac2b9b9208bd08273c6f69ebcafeacec17099c --- /dev/null +++ b/checkpoint_10000/state.param_states.encoder.layers_2.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:169980cba2c25fd4b63e201b0305445bbeecd9dddbb21a8ae5bd35b21e94a401 +size 1838 diff --git a/checkpoint_10000/state.param_states.encoder.layers_20.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_10000/state.param_states.encoder.layers_20.pre_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/state.param_states.encoder.layers_20.pre_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/state.param_states.encoder.layers_20.pre_attention_layer_norm.scale.v/0 b/checkpoint_10000/state.param_states.encoder.layers_20.pre_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..058fb5b2d34731a62cb31a815e584cea7f98e8d9 --- /dev/null +++ b/checkpoint_10000/state.param_states.encoder.layers_20.pre_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3480da851d900fd45a66bac7eb0d3d11acf602a6a5ea0ccd6fa076d1fb0c7062 +size 1919 diff --git a/checkpoint_10000/state.param_states.encoder.layers_20.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_10000/state.param_states.encoder.layers_20.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/state.param_states.encoder.layers_20.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/state.param_states.encoder.layers_20.pre_mlp_layer_norm.scale.v/0 b/checkpoint_10000/state.param_states.encoder.layers_20.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..57be506082ff789121899fbf37b316b67eb5bf37 --- /dev/null +++ b/checkpoint_10000/state.param_states.encoder.layers_20.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c290bcc1cd5770e9dc95412bb20e19f094233dc2e7c6e1bec57378a5219d2c9 +size 1861 diff --git a/checkpoint_10000/state.param_states.encoder.layers_21.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_10000/state.param_states.encoder.layers_21.pre_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/state.param_states.encoder.layers_21.pre_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/state.param_states.encoder.layers_21.pre_attention_layer_norm.scale.v/0 b/checkpoint_10000/state.param_states.encoder.layers_21.pre_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..2cb2fbe3e03d5f4450a3d396551c0a9b09981fea --- /dev/null +++ b/checkpoint_10000/state.param_states.encoder.layers_21.pre_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26b9d4d17e39dba03f8c739c1683188309dcc18c235307eccc865c69d430ce0c +size 1856 diff --git a/checkpoint_10000/state.param_states.encoder.layers_21.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_10000/state.param_states.encoder.layers_21.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/state.param_states.encoder.layers_21.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/state.param_states.encoder.layers_21.pre_mlp_layer_norm.scale.v/0 b/checkpoint_10000/state.param_states.encoder.layers_21.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..a01479f70e4303919cfdbba4a4aae91a62f4aa71 --- /dev/null +++ b/checkpoint_10000/state.param_states.encoder.layers_21.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc842f0f9f86187643eb8913acbe374b50634a8e2a16c6b491f79fc260376189 +size 1889 diff --git a/checkpoint_10000/state.param_states.encoder.layers_22.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_10000/state.param_states.encoder.layers_22.pre_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/state.param_states.encoder.layers_22.pre_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/state.param_states.encoder.layers_22.pre_attention_layer_norm.scale.v/0 b/checkpoint_10000/state.param_states.encoder.layers_22.pre_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..c9e74b4d4bd27dc8c7e3cac3c178a520d274ac44 --- /dev/null +++ b/checkpoint_10000/state.param_states.encoder.layers_22.pre_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99ab683661dd9c28996ebbf34f483cae13d46206cc0be7ec0ebc70652fef5a7f +size 1854 diff --git a/checkpoint_10000/state.param_states.encoder.layers_22.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_10000/state.param_states.encoder.layers_22.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/state.param_states.encoder.layers_22.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/state.param_states.encoder.layers_22.pre_mlp_layer_norm.scale.v/0 b/checkpoint_10000/state.param_states.encoder.layers_22.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..7fb675399cdb58b86afff18517ad6a35b5504fa2 --- /dev/null +++ b/checkpoint_10000/state.param_states.encoder.layers_22.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5170bb12d38de40916961599fb1c8820151413b671c3068582662380d08dc7b +size 1897 diff --git a/checkpoint_10000/state.param_states.encoder.layers_23.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_10000/state.param_states.encoder.layers_23.pre_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/state.param_states.encoder.layers_23.pre_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/state.param_states.encoder.layers_23.pre_attention_layer_norm.scale.v/0 b/checkpoint_10000/state.param_states.encoder.layers_23.pre_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..da2a0e27a774ccc36a9fdf4d8a6bfff7e5613ae3 --- /dev/null +++ b/checkpoint_10000/state.param_states.encoder.layers_23.pre_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f8a632533d38b275b6fff4e60e02ce6dd92eb2efc597bedf471128bbd497d61 +size 1850 diff --git a/checkpoint_10000/state.param_states.encoder.layers_23.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_10000/state.param_states.encoder.layers_23.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/state.param_states.encoder.layers_23.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/state.param_states.encoder.layers_23.pre_mlp_layer_norm.scale.v/0 b/checkpoint_10000/state.param_states.encoder.layers_23.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..f42b6759e2d28592f5a49e00688cb4fa2db9d386 --- /dev/null +++ b/checkpoint_10000/state.param_states.encoder.layers_23.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7bf491e82bb5c99adcb5fde5d127af4dc1479e14d2af3329ee329955a26dad7 +size 1905 diff --git a/checkpoint_10000/state.param_states.encoder.layers_3.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_10000/state.param_states.encoder.layers_3.pre_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/state.param_states.encoder.layers_3.pre_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/state.param_states.encoder.layers_3.pre_attention_layer_norm.scale.v/0 b/checkpoint_10000/state.param_states.encoder.layers_3.pre_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..9902add90d623734a62b6f90986dffdcb42938f3 --- /dev/null +++ b/checkpoint_10000/state.param_states.encoder.layers_3.pre_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:472b57b19ab746baadfb8a88ca3e0072df0b61ec573ef82ef3152f58e09a785d +size 1874 diff --git a/checkpoint_10000/state.param_states.encoder.layers_3.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_10000/state.param_states.encoder.layers_3.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/state.param_states.encoder.layers_3.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/state.param_states.encoder.layers_3.pre_mlp_layer_norm.scale.v/0 b/checkpoint_10000/state.param_states.encoder.layers_3.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..62f7da07177e4ab11c57c3a8d22c910c55fbe59a --- /dev/null +++ b/checkpoint_10000/state.param_states.encoder.layers_3.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2be56f263577bba00e6e42ccdc9c70d8c1213dc8f5dcb1be1bbe2ffa6ace31e7 +size 1869 diff --git a/checkpoint_10000/state.param_states.encoder.layers_4.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_10000/state.param_states.encoder.layers_4.pre_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/state.param_states.encoder.layers_4.pre_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/state.param_states.encoder.layers_4.pre_attention_layer_norm.scale.v/0 b/checkpoint_10000/state.param_states.encoder.layers_4.pre_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..1c5635364eca997c037ecbf058e557084fcfe6e1 --- /dev/null +++ b/checkpoint_10000/state.param_states.encoder.layers_4.pre_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db8f3dcc870066ac2d21224ac0bc7b6544b12991df4094aa69616574477361e6 +size 1839 diff --git a/checkpoint_10000/state.param_states.encoder.layers_4.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_10000/state.param_states.encoder.layers_4.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/state.param_states.encoder.layers_4.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/state.param_states.encoder.layers_4.pre_mlp_layer_norm.scale.v/0 b/checkpoint_10000/state.param_states.encoder.layers_4.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..613f9f24bc79473bedc4ea1f905adcb855b134ea --- /dev/null +++ b/checkpoint_10000/state.param_states.encoder.layers_4.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a72fbf06202f086303a917bcabb8b8da36593ab2186286f1b7e2416dec97be6 +size 1887 diff --git a/checkpoint_10000/state.param_states.encoder.layers_5.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_10000/state.param_states.encoder.layers_5.pre_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/state.param_states.encoder.layers_5.pre_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/state.param_states.encoder.layers_5.pre_attention_layer_norm.scale.v/0 b/checkpoint_10000/state.param_states.encoder.layers_5.pre_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..6125c7b1d7eebb4dcc7f919814174792c904de1d --- /dev/null +++ b/checkpoint_10000/state.param_states.encoder.layers_5.pre_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9cce7ea9d2ccd6464795d67ce5b05161f6ab15ce6c27a653d9526dd73af3e592 +size 1870 diff --git a/checkpoint_10000/state.param_states.encoder.layers_5.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_10000/state.param_states.encoder.layers_5.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/state.param_states.encoder.layers_5.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/state.param_states.encoder.layers_5.pre_mlp_layer_norm.scale.v/0 b/checkpoint_10000/state.param_states.encoder.layers_5.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..e564b4bb02b92f0678555c85af0ef8c0903493f2 --- /dev/null +++ b/checkpoint_10000/state.param_states.encoder.layers_5.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:caeaede5a5f05a4d7963cd4b9b10433747610303245e3e13e971d3f86e22d683 +size 1877 diff --git a/checkpoint_10000/state.param_states.encoder.layers_6.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_10000/state.param_states.encoder.layers_6.pre_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/state.param_states.encoder.layers_6.pre_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/state.param_states.encoder.layers_6.pre_attention_layer_norm.scale.v/0 b/checkpoint_10000/state.param_states.encoder.layers_6.pre_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..e61f0aea880b6b8a27ca98d75ac704b489bea556 --- /dev/null +++ b/checkpoint_10000/state.param_states.encoder.layers_6.pre_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c849fe2229f7e494b695c42323e39f6ac85d4eb70d22e8adcd1e6b43cad7953d +size 1861 diff --git a/checkpoint_10000/state.param_states.encoder.layers_6.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_10000/state.param_states.encoder.layers_6.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/state.param_states.encoder.layers_6.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/state.param_states.encoder.layers_6.pre_mlp_layer_norm.scale.v/0 b/checkpoint_10000/state.param_states.encoder.layers_6.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..627e6dccf77a328eab91b30dd3fde337ec78b373 --- /dev/null +++ b/checkpoint_10000/state.param_states.encoder.layers_6.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20af1dbc90f1d0dbf3666116a93f7e312d0a1429713ea197456cdfbf524a6096 +size 1881 diff --git a/checkpoint_10000/state.param_states.encoder.layers_7.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_10000/state.param_states.encoder.layers_7.pre_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/state.param_states.encoder.layers_7.pre_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/state.param_states.encoder.layers_7.pre_attention_layer_norm.scale.v/0 b/checkpoint_10000/state.param_states.encoder.layers_7.pre_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..978c644610d137b0fed540f49c34523c6ceac62c --- /dev/null +++ b/checkpoint_10000/state.param_states.encoder.layers_7.pre_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:361ef7749f35bb8474d4bc79fdfe2feab9621739140bb133bb455715789b804f +size 1856 diff --git a/checkpoint_10000/state.param_states.encoder.layers_7.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_10000/state.param_states.encoder.layers_7.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/state.param_states.encoder.layers_7.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/state.param_states.encoder.layers_7.pre_mlp_layer_norm.scale.v/0 b/checkpoint_10000/state.param_states.encoder.layers_7.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..a919adf56fcc2a451fb890f060a6d9d4149b7fd9 --- /dev/null +++ b/checkpoint_10000/state.param_states.encoder.layers_7.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b4bfd1b123f8e895549d6a247f343fd7d8ee943df7680722a54e49d2af905fcc +size 1874 diff --git a/checkpoint_10000/state.param_states.encoder.layers_8.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_10000/state.param_states.encoder.layers_8.pre_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/state.param_states.encoder.layers_8.pre_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/state.param_states.encoder.layers_8.pre_attention_layer_norm.scale.v/0 b/checkpoint_10000/state.param_states.encoder.layers_8.pre_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..7ea4cfc1022830115a64942d7a4ce8f744aebd97 --- /dev/null +++ b/checkpoint_10000/state.param_states.encoder.layers_8.pre_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6112f4ae79eb126df7a63b034c8d13bb59346fd15d1040aa9b7f510bd01c3e75 +size 1860 diff --git a/checkpoint_10000/state.param_states.encoder.layers_8.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_10000/state.param_states.encoder.layers_8.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/state.param_states.encoder.layers_8.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/state.param_states.encoder.layers_8.pre_mlp_layer_norm.scale.v/0 b/checkpoint_10000/state.param_states.encoder.layers_8.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..a6cabd293d246c42ba5b68e1a072f409813dffcd --- /dev/null +++ b/checkpoint_10000/state.param_states.encoder.layers_8.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85fc10d7b64171f472f975f07168736582b9f93639facc72e2ffd3752f5ad979 +size 1865 diff --git a/checkpoint_10000/state.param_states.encoder.layers_9.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_10000/state.param_states.encoder.layers_9.pre_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/state.param_states.encoder.layers_9.pre_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/state.param_states.encoder.layers_9.pre_attention_layer_norm.scale.v/0 b/checkpoint_10000/state.param_states.encoder.layers_9.pre_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..f0f3e3bde7454237e87602d482f5e82e55a4a820 --- /dev/null +++ b/checkpoint_10000/state.param_states.encoder.layers_9.pre_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ff65866b1a37049ab762a0b6de021227d51902ba4c261a33d463580e7218854 +size 1870 diff --git a/checkpoint_10000/state.param_states.encoder.layers_9.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_10000/state.param_states.encoder.layers_9.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/state.param_states.encoder.layers_9.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/state.param_states.encoder.layers_9.pre_mlp_layer_norm.scale.v/0 b/checkpoint_10000/state.param_states.encoder.layers_9.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..de30ddd60eb08c4c44603e52e549b6d6335aea6f --- /dev/null +++ b/checkpoint_10000/state.param_states.encoder.layers_9.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6235dbac808b2eba1ffdea1d3939d36a42e551052676a039f9169be1f5d2472 +size 1867 diff --git a/checkpoint_10000/state.param_states.encoder.relpos_bias.rel_embedding.v/.zarray b/checkpoint_10000/state.param_states.encoder.relpos_bias.rel_embedding.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..f436654680ef76185134be5536bdbabaa54cc65d --- /dev/null +++ b/checkpoint_10000/state.param_states.encoder.relpos_bias.rel_embedding.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62dcf91d03b1a5aa1fa79c0aaf03f5b5887296b8fc2d69cb8175b65ca8f98c2d +size 170 diff --git a/checkpoint_10000/state.param_states.encoder.relpos_bias.rel_embedding.v/0.0 b/checkpoint_10000/state.param_states.encoder.relpos_bias.rel_embedding.v/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..dbe19468bd15f9640871b14ef22e86d50a40df5e --- /dev/null +++ b/checkpoint_10000/state.param_states.encoder.relpos_bias.rel_embedding.v/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66f025b4697624098eceb1e00af3bbe712d76a69af3fd89a52cc5e5f2bff4f18 +size 1030 diff --git a/checkpoint_10000/target.decoder.decoder_norm.scale/.zarray b/checkpoint_10000/target.decoder.decoder_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/target.decoder.decoder_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/target.decoder.decoder_norm.scale/0 b/checkpoint_10000/target.decoder.decoder_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..0e5d06c101dbae6752344bef294236b3badb3b3f --- /dev/null +++ b/checkpoint_10000/target.decoder.decoder_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d129bdd11f7d3475005bef5b7a1c019ea7250f3ae7cddb989de6717c824e2aed +size 1821 diff --git a/checkpoint_10000/target.decoder.layers_0.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_10000/target.decoder.layers_0.encoder_decoder_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_0.encoder_decoder_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_0.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_10000/target.decoder.layers_0.encoder_decoder_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..6bd523d8e9f4ebc749e05c1a14a736c8401e0985 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_0.encoder_decoder_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1586c7924120efc6d5f1c03f8d62b1934c85e1b2b175c2c666c6c172c39a06b4 +size 974105 diff --git a/checkpoint_10000/target.decoder.layers_0.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_10000/target.decoder.layers_0.encoder_decoder_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_0.encoder_decoder_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_0.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_10000/target.decoder.layers_0.encoder_decoder_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..ad4dc7be1795ec01d04a779de9a4c3e95551f3c3 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_0.encoder_decoder_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:854001d0f429864f5206dde2cd24ec2b0ada90e26ca07b525aff1411166c5646 +size 974941 diff --git a/checkpoint_10000/target.decoder.layers_0.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_10000/target.decoder.layers_0.encoder_decoder_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_0.encoder_decoder_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_0.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_10000/target.decoder.layers_0.encoder_decoder_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..cb029141a5a0242b026d2307e0faf1ed9a8156d4 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_0.encoder_decoder_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:363935ac82d0146a16c567de74af807b06b38b60959c0f7c4e702c59f0257d69 +size 976832 diff --git a/checkpoint_10000/target.decoder.layers_0.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_10000/target.decoder.layers_0.encoder_decoder_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_0.encoder_decoder_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_0.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_10000/target.decoder.layers_0.encoder_decoder_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..18a51dbb87e65d3e0bf55bc5a225ead69bfb0e55 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_0.encoder_decoder_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:068221ae09763733bad748ee90dd6a212331e33362a8832297e7193923be9f31 +size 974679 diff --git a/checkpoint_10000/target.decoder.layers_0.mlp.wi_0.kernel/.zarray b/checkpoint_10000/target.decoder.layers_0.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_0.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_10000/target.decoder.layers_0.mlp.wi_0.kernel/0.0 b/checkpoint_10000/target.decoder.layers_0.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..d1ed58a282664fba7e6b78e9b5cce7d01d9f4b23 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_0.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54a22dd8abaed4b59b199c101dd46181bcc43e9236476efda01c665d5f708cdd +size 3892805 diff --git a/checkpoint_10000/target.decoder.layers_0.mlp.wi_1.kernel/.zarray b/checkpoint_10000/target.decoder.layers_0.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_0.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_10000/target.decoder.layers_0.mlp.wi_1.kernel/0.0 b/checkpoint_10000/target.decoder.layers_0.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..4060af765ebb95d3cfd89a9a78b9bbf067a6390f --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_0.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:751dead68127c9a509af9dfa2cca54a5f6a65582695383b973a92f54b5ed9a7f +size 3892426 diff --git a/checkpoint_10000/target.decoder.layers_0.mlp.wo.kernel/.zarray b/checkpoint_10000/target.decoder.layers_0.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_0.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98 +size 178 diff --git a/checkpoint_10000/target.decoder.layers_0.mlp.wo.kernel/0.0 b/checkpoint_10000/target.decoder.layers_0.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..ce50c3a0a28d241c2fa975b97fd030fc87692ac6 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_0.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:07e4f1297dd2b42ad4585fc02afd336fd036f8c9e62834c75b13316698f26dd6 +size 3907422 diff --git a/checkpoint_10000/target.decoder.layers_0.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_10000/target.decoder.layers_0.pre_cross_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_0.pre_cross_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/target.decoder.layers_0.pre_cross_attention_layer_norm.scale/0 b/checkpoint_10000/target.decoder.layers_0.pre_cross_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..76c5030d712abe31c67592c09646c92397d9a0ff --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_0.pre_cross_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72701e5145e675bb21d20bc2094e021b90804978ed64411c3fa37f3ac4df66ba +size 1851 diff --git a/checkpoint_10000/target.decoder.layers_0.pre_mlp_layer_norm.scale/.zarray b/checkpoint_10000/target.decoder.layers_0.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_0.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/target.decoder.layers_0.pre_mlp_layer_norm.scale/0 b/checkpoint_10000/target.decoder.layers_0.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..7fd706c6838d6af4745643f5097b63c8c7bd842e --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_0.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:efce8baf580333ffc0e8a84fb7a1eab56926ed673cd68a4b8c7cb2e42731e5dd +size 1801 diff --git a/checkpoint_10000/target.decoder.layers_0.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_10000/target.decoder.layers_0.pre_self_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_0.pre_self_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/target.decoder.layers_0.pre_self_attention_layer_norm.scale/0 b/checkpoint_10000/target.decoder.layers_0.pre_self_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..30d84b0c33f3bd4446f660bfa12647aab78fe99d --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_0.pre_self_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ffd663563951101446393e03d006d3d5c015642af73be8c72caffc522e3810aa +size 1873 diff --git a/checkpoint_10000/target.decoder.layers_0.self_attention.key.kernel/.zarray b/checkpoint_10000/target.decoder.layers_0.self_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_0.self_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_0.self_attention.key.kernel/0.0 b/checkpoint_10000/target.decoder.layers_0.self_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..c5f8c3ef6784f6cc7023e67cc32d9d426ee66634 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_0.self_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08c24d101866cb0f09acb7bbcff5c1241840f24650b8e1adc20c328f6d8c6679 +size 974757 diff --git a/checkpoint_10000/target.decoder.layers_0.self_attention.out.kernel/.zarray b/checkpoint_10000/target.decoder.layers_0.self_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_0.self_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_0.self_attention.out.kernel/0.0 b/checkpoint_10000/target.decoder.layers_0.self_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..66a3ddd888ead59dda3f9c931cde091a0eccd8e0 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_0.self_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:442eb2d48e6ddf703c0807be41cec2d98e4bdc91acd32be33ed634e231bd084f +size 974861 diff --git a/checkpoint_10000/target.decoder.layers_0.self_attention.query.kernel/.zarray b/checkpoint_10000/target.decoder.layers_0.self_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_0.self_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_0.self_attention.query.kernel/0.0 b/checkpoint_10000/target.decoder.layers_0.self_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..a81931313e9cce0cd6f53766a614e97aa8dd4e3d --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_0.self_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c56adca20e5e4ca97f0ae1ecdd4890cd3b6a887b356c0b309188d0d673f68e3b +size 977036 diff --git a/checkpoint_10000/target.decoder.layers_0.self_attention.value.kernel/.zarray b/checkpoint_10000/target.decoder.layers_0.self_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_0.self_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_0.self_attention.value.kernel/0.0 b/checkpoint_10000/target.decoder.layers_0.self_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..fe8d19ed75982b09f90dbc5e4eac9535ed7804c2 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_0.self_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eaa0fad529429e6908d88efaea7d85fcee1f7f1ef5e6787b2e768ef4a8fac191 +size 975000 diff --git a/checkpoint_10000/target.decoder.layers_1.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_10000/target.decoder.layers_1.encoder_decoder_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_1.encoder_decoder_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_1.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_10000/target.decoder.layers_1.encoder_decoder_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..d0f8f746690f0a002efc8119ecafd11932aa0a44 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_1.encoder_decoder_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:973b518aec6cf6a455b04ed1950cc896025086de46155880a05f0f6bc5a5c1d0 +size 974169 diff --git a/checkpoint_10000/target.decoder.layers_1.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_10000/target.decoder.layers_1.encoder_decoder_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_1.encoder_decoder_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_1.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_10000/target.decoder.layers_1.encoder_decoder_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..39b49ce236cbc56b9917ccd6b57285fd77186f74 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_1.encoder_decoder_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:584a7c9e5f2685acdc69cfeee8d91ce5778f006c1ce3392a5b1be0adea5de1fa +size 974546 diff --git a/checkpoint_10000/target.decoder.layers_1.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_10000/target.decoder.layers_1.encoder_decoder_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_1.encoder_decoder_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_1.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_10000/target.decoder.layers_1.encoder_decoder_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..9d84c3d2483d79dfae616e55b475fbeb35a4c247 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_1.encoder_decoder_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84eda2b74f1ddc744194699ea29657c3d602183dd072ff1eddb7eb74fbeec948 +size 976800 diff --git a/checkpoint_10000/target.decoder.layers_1.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_10000/target.decoder.layers_1.encoder_decoder_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_1.encoder_decoder_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_1.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_10000/target.decoder.layers_1.encoder_decoder_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..e3c78443b0215119e49c1187fa5abef80f97d8df --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_1.encoder_decoder_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5207af721b9dcab5604a425bee33f6946c9caae4ad6871dd11991a36517af94e +size 974199 diff --git a/checkpoint_10000/target.decoder.layers_1.mlp.wi_0.kernel/.zarray b/checkpoint_10000/target.decoder.layers_1.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_1.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_10000/target.decoder.layers_1.mlp.wi_0.kernel/0.0 b/checkpoint_10000/target.decoder.layers_1.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..c44fbe9ce60d414a1f8c13c5ff9fe1e9748f2f83 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_1.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ffbe1a15f6d1e023fc91f3e82747c31ee13f8100c12caa252acdd6efddfaec25 +size 3890113 diff --git a/checkpoint_10000/target.decoder.layers_1.mlp.wi_1.kernel/.zarray b/checkpoint_10000/target.decoder.layers_1.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_1.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_10000/target.decoder.layers_1.mlp.wi_1.kernel/0.0 b/checkpoint_10000/target.decoder.layers_1.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..eb2c6c510b9e0f3f48e2f69d4bc9920bfb5930c6 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_1.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:360fe69d46eb708d9e1aae7eef1342179b28e17a8ca54bb41715637410ca087e +size 3889890 diff --git a/checkpoint_10000/target.decoder.layers_1.mlp.wo.kernel/.zarray b/checkpoint_10000/target.decoder.layers_1.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_1.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98 +size 178 diff --git a/checkpoint_10000/target.decoder.layers_1.mlp.wo.kernel/0.0 b/checkpoint_10000/target.decoder.layers_1.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..b9fa0d35dc09f2fb34d7554641d3aafae8e41584 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_1.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:321732f75e13e623c08a050d5fcc4a513eafd561cc2ab8588b8cd3f646184351 +size 3905810 diff --git a/checkpoint_10000/target.decoder.layers_1.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_10000/target.decoder.layers_1.pre_cross_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_1.pre_cross_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/target.decoder.layers_1.pre_cross_attention_layer_norm.scale/0 b/checkpoint_10000/target.decoder.layers_1.pre_cross_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..6104015fa51c765a5e0977da0b8e80ca9886f2b0 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_1.pre_cross_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47f3b4466ff5a42af347fed1085028ca1e97740968d1aa4c8d7c765e068e9b32 +size 1905 diff --git a/checkpoint_10000/target.decoder.layers_1.pre_mlp_layer_norm.scale/.zarray b/checkpoint_10000/target.decoder.layers_1.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_1.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/target.decoder.layers_1.pre_mlp_layer_norm.scale/0 b/checkpoint_10000/target.decoder.layers_1.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..107e82df788afc4e02538f1e7f4e38330361f78a --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_1.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f761edbacde038fa7b889c8897fd345bc800bd2fa0b14bbcd0a3420f81a8cfdc +size 1859 diff --git a/checkpoint_10000/target.decoder.layers_1.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_10000/target.decoder.layers_1.pre_self_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_1.pre_self_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/target.decoder.layers_1.pre_self_attention_layer_norm.scale/0 b/checkpoint_10000/target.decoder.layers_1.pre_self_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..91a0b75426e1d5fcf88d7157438545e6adef6f85 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_1.pre_self_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5701ca2522d6888ecde8c6ee84aa385c1ba7b2b274625bc6dca81446b52203c4 +size 1894 diff --git a/checkpoint_10000/target.decoder.layers_1.self_attention.key.kernel/.zarray b/checkpoint_10000/target.decoder.layers_1.self_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_1.self_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_1.self_attention.key.kernel/0.0 b/checkpoint_10000/target.decoder.layers_1.self_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..11067565f43ef482c92670246c1eb5e4fecb62d6 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_1.self_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:177ae3ce3c1f7fbea95e658d296e566fdbdacdce4b379a3188039f1348e1f4d4 +size 974531 diff --git a/checkpoint_10000/target.decoder.layers_1.self_attention.out.kernel/.zarray b/checkpoint_10000/target.decoder.layers_1.self_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_1.self_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_1.self_attention.out.kernel/0.0 b/checkpoint_10000/target.decoder.layers_1.self_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..28040d1f0aeae61480b121283c5d233ebb83f118 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_1.self_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c93bcb8b6258dce4c86c734ebdad51e215e18115aaada9e676934f6fbe084645 +size 976125 diff --git a/checkpoint_10000/target.decoder.layers_1.self_attention.query.kernel/.zarray b/checkpoint_10000/target.decoder.layers_1.self_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_1.self_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_1.self_attention.query.kernel/0.0 b/checkpoint_10000/target.decoder.layers_1.self_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..0ac87576b12098b370f046eed0a08fe2527a8961 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_1.self_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c9b6797492cd18a798a1129dc8c858dc0e0b9069787731e9309bbc81b7a3cb4f +size 976528 diff --git a/checkpoint_10000/target.decoder.layers_1.self_attention.value.kernel/.zarray b/checkpoint_10000/target.decoder.layers_1.self_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_1.self_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_1.self_attention.value.kernel/0.0 b/checkpoint_10000/target.decoder.layers_1.self_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..9adab51c086fdb4c3f6cd7535d6164e0405516fd --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_1.self_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fd29465c192b1d85f861a4bd54318e0c013eda752fd716934aaf0844642e7ee +size 974791 diff --git a/checkpoint_10000/target.decoder.layers_10.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_10000/target.decoder.layers_10.encoder_decoder_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_10.encoder_decoder_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_10.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_10000/target.decoder.layers_10.encoder_decoder_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..6ddc924c404d71401756e090206c7a5a634ca4b5 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_10.encoder_decoder_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bed91f09c3838895ae0ae657d1a449603eb55e53cf78f21452187d978adf860d +size 974866 diff --git a/checkpoint_10000/target.decoder.layers_10.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_10000/target.decoder.layers_10.encoder_decoder_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_10.encoder_decoder_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_10.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_10000/target.decoder.layers_10.encoder_decoder_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..454cda108e0b626cea17e30993d57fff57ebed2b --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_10.encoder_decoder_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f196d8e30857e9018bfa528e29dd2db70555a95389866e9e36fef76bc447284a +size 974356 diff --git a/checkpoint_10000/target.decoder.layers_10.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_10000/target.decoder.layers_10.encoder_decoder_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_10.encoder_decoder_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_10.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_10000/target.decoder.layers_10.encoder_decoder_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..4c7f6ff0a7a538df34bfc6300912df75ac73ba23 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_10.encoder_decoder_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb937476730b35b2c3da719b28d3693a11dac3e1bcf97a6080539bea7476307e +size 977149 diff --git a/checkpoint_10000/target.decoder.layers_10.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_10000/target.decoder.layers_10.encoder_decoder_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_10.encoder_decoder_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_10.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_10000/target.decoder.layers_10.encoder_decoder_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..d5b6c634509fe77e21089999f6b1db999bd46296 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_10.encoder_decoder_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7c61b1aaaa6094c456fa4313bd0faf0118704646ffd7a0489e3cf985be83469 +size 974754 diff --git a/checkpoint_10000/target.decoder.layers_10.mlp.wi_0.kernel/.zarray b/checkpoint_10000/target.decoder.layers_10.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_10.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_10000/target.decoder.layers_10.mlp.wi_0.kernel/0.0 b/checkpoint_10000/target.decoder.layers_10.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..b519da73e714fe33d9eda37ba028665e6c006669 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_10.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1a3c79f7f50dea380a5a3805112a0695a7458ccf73115c48f04f3ef4ce6438b +size 3896416 diff --git a/checkpoint_10000/target.decoder.layers_10.mlp.wi_1.kernel/.zarray b/checkpoint_10000/target.decoder.layers_10.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_10.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_10000/target.decoder.layers_10.mlp.wi_1.kernel/0.0 b/checkpoint_10000/target.decoder.layers_10.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..bc9763d09cf5e6a57a95c843a9cdd83038d7d75e --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_10.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:79039114737afa00d93172f45e251a8ec8b905c932f42e3a1612cebd56df470b +size 3899347 diff --git a/checkpoint_10000/target.decoder.layers_10.mlp.wo.kernel/.zarray b/checkpoint_10000/target.decoder.layers_10.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_10.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98 +size 178 diff --git a/checkpoint_10000/target.decoder.layers_10.mlp.wo.kernel/0.0 b/checkpoint_10000/target.decoder.layers_10.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..fcb7225a279e298b4438ed6bf4e43579cfa36ea0 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_10.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee6fd8a376ce5db88a03ca8bc9cbae9388d00a06ec619aa7137ca229313b91d7 +size 3904747 diff --git a/checkpoint_10000/target.decoder.layers_10.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_10000/target.decoder.layers_10.pre_cross_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_10.pre_cross_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/target.decoder.layers_10.pre_cross_attention_layer_norm.scale/0 b/checkpoint_10000/target.decoder.layers_10.pre_cross_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..c76b5388459872a0898efb244f1d3b2a16521357 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_10.pre_cross_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38504c2baafcd044d26b3ed6be13aecee59ec79341c4022a851fa7b09d556885 +size 1847 diff --git a/checkpoint_10000/target.decoder.layers_10.pre_mlp_layer_norm.scale/.zarray b/checkpoint_10000/target.decoder.layers_10.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_10.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/target.decoder.layers_10.pre_mlp_layer_norm.scale/0 b/checkpoint_10000/target.decoder.layers_10.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..7715e5aa4c9d43ba5a8d46d7cf25bb73fa62177a --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_10.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:735bfb517c8c7d67479bdd19864032fec683153572ec05cc41972753458b4f71 +size 1842 diff --git a/checkpoint_10000/target.decoder.layers_10.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_10000/target.decoder.layers_10.pre_self_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_10.pre_self_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/target.decoder.layers_10.pre_self_attention_layer_norm.scale/0 b/checkpoint_10000/target.decoder.layers_10.pre_self_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..66bf237d7126fa0a1cb571f1f8e41463a0cffe9e --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_10.pre_self_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c8c11ceb5549cd97536552cec47c1966caf8cca4268a17a275add47b5ae3f21 +size 1850 diff --git a/checkpoint_10000/target.decoder.layers_10.self_attention.key.kernel/.zarray b/checkpoint_10000/target.decoder.layers_10.self_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_10.self_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_10.self_attention.key.kernel/0.0 b/checkpoint_10000/target.decoder.layers_10.self_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..63d79905d8bff4c053a3dca270a073350cfdd85f --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_10.self_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:283538a51dec9c74a9006e7ed6a7606505e50e79c99e47cb5d262081e39b4571 +size 974684 diff --git a/checkpoint_10000/target.decoder.layers_10.self_attention.out.kernel/.zarray b/checkpoint_10000/target.decoder.layers_10.self_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_10.self_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_10.self_attention.out.kernel/0.0 b/checkpoint_10000/target.decoder.layers_10.self_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..e9335cad79bce60941cfdd02d9010f41646b1dca --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_10.self_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:466408bb981ad50f3be6f927c9f8bc839843c90e2e1536367784a8f77b2cb7ba +size 974567 diff --git a/checkpoint_10000/target.decoder.layers_10.self_attention.query.kernel/.zarray b/checkpoint_10000/target.decoder.layers_10.self_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_10.self_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_10.self_attention.query.kernel/0.0 b/checkpoint_10000/target.decoder.layers_10.self_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..d79d3605bac88f04d8ed45c46c41991016c0c5d5 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_10.self_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ae408708837a8aff32bb8a5baba56e73665aa165b7cbc132fba91f7b245ce7a +size 977141 diff --git a/checkpoint_10000/target.decoder.layers_10.self_attention.value.kernel/.zarray b/checkpoint_10000/target.decoder.layers_10.self_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_10.self_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_10.self_attention.value.kernel/0.0 b/checkpoint_10000/target.decoder.layers_10.self_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..c3b3df119d50e0333c41dac45dad06e36ab47761 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_10.self_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bcb2c7b8b59a81f4338bf7d1b94ca6deb6ca77ddcd0c8245bf291a3a32fe8ad0 +size 975243 diff --git a/checkpoint_10000/target.decoder.layers_11.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_10000/target.decoder.layers_11.encoder_decoder_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_11.encoder_decoder_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_11.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_10000/target.decoder.layers_11.encoder_decoder_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..e2e44b6d988a6c1060f55ec252837b12c096ec62 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_11.encoder_decoder_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d297d5d0b6b20239b674e387185dcbaf5473257b1772bb714694e061853646f2 +size 974697 diff --git a/checkpoint_10000/target.decoder.layers_11.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_10000/target.decoder.layers_11.encoder_decoder_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_11.encoder_decoder_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_11.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_10000/target.decoder.layers_11.encoder_decoder_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..6ead33cb7d5e8f88c00e0fe37e1dca9b35293e9b --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_11.encoder_decoder_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a61be4f116f5577c3b2f452f68f2b5a8bbddf08913cb63f785247eb98af223c9 +size 974420 diff --git a/checkpoint_10000/target.decoder.layers_11.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_10000/target.decoder.layers_11.encoder_decoder_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_11.encoder_decoder_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_11.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_10000/target.decoder.layers_11.encoder_decoder_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..c17d1039cbff8af43d463ab046441282269c0119 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_11.encoder_decoder_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f820c5d80845d7679fe09f59f1ee9b89b40f55ed8232a616df378d6687aef2ad +size 977052 diff --git a/checkpoint_10000/target.decoder.layers_11.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_10000/target.decoder.layers_11.encoder_decoder_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_11.encoder_decoder_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_11.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_10000/target.decoder.layers_11.encoder_decoder_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..4d067b98885a86745da3f7fd6c07f3740daf848d --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_11.encoder_decoder_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:41a87219b726a5e916da22871dcc961d061550d03c9151f3c7d2ee40fdfd0b7f +size 974583 diff --git a/checkpoint_10000/target.decoder.layers_11.mlp.wi_0.kernel/.zarray b/checkpoint_10000/target.decoder.layers_11.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_11.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_10000/target.decoder.layers_11.mlp.wi_0.kernel/0.0 b/checkpoint_10000/target.decoder.layers_11.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..35bc09adb42fb9f9c4d20230437d5249f97c3bb5 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_11.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8129530ec8753788661bea30215d80896f2fbefa245426565eb99fa2c537a6bc +size 3896533 diff --git a/checkpoint_10000/target.decoder.layers_11.mlp.wi_1.kernel/.zarray b/checkpoint_10000/target.decoder.layers_11.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_11.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_10000/target.decoder.layers_11.mlp.wi_1.kernel/0.0 b/checkpoint_10000/target.decoder.layers_11.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..ca26bcbc34370164e87add72c52cdde9f4bb3887 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_11.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:06d81fd18a9bed815370ddfe5790039b9639b15f37db4d970e5bfc72fdf7c083 +size 3899598 diff --git a/checkpoint_10000/target.decoder.layers_11.mlp.wo.kernel/.zarray b/checkpoint_10000/target.decoder.layers_11.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_11.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98 +size 178 diff --git a/checkpoint_10000/target.decoder.layers_11.mlp.wo.kernel/0.0 b/checkpoint_10000/target.decoder.layers_11.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..9fe3e362e84ab5f3443ab5900a5fe52d58fe418a --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_11.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:51f46577adc714e654c5d24c9c288bc49bb82e2f75e8cf8c7dcfbbd2bf608652 +size 3904433 diff --git a/checkpoint_10000/target.decoder.layers_11.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_10000/target.decoder.layers_11.pre_cross_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_11.pre_cross_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/target.decoder.layers_11.pre_cross_attention_layer_norm.scale/0 b/checkpoint_10000/target.decoder.layers_11.pre_cross_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..67b4874c87de690d5cbf04d96f2e7f36e021ba8f --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_11.pre_cross_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c4f973b4b3854190b7db88c41cdffd0c485f93f605d47a98f170114cca62b28 +size 1852 diff --git a/checkpoint_10000/target.decoder.layers_11.pre_mlp_layer_norm.scale/.zarray b/checkpoint_10000/target.decoder.layers_11.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_11.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/target.decoder.layers_11.pre_mlp_layer_norm.scale/0 b/checkpoint_10000/target.decoder.layers_11.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..691b55bb0bdfd838841937bc8147a514049bc52e --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_11.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ceacc4536b967eb6f224af8afb31569b1bce2ed4acbb8974f462379ed27cae5 +size 1846 diff --git a/checkpoint_10000/target.decoder.layers_11.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_10000/target.decoder.layers_11.pre_self_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_11.pre_self_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/target.decoder.layers_11.pre_self_attention_layer_norm.scale/0 b/checkpoint_10000/target.decoder.layers_11.pre_self_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..bf4ee4726cca08f705d4ca77fc7410b0668ce156 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_11.pre_self_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:675d02b29147dea1474c8c585aa8211941b66728200269e3ee2c8624e1519e98 +size 1846 diff --git a/checkpoint_10000/target.decoder.layers_11.self_attention.key.kernel/.zarray b/checkpoint_10000/target.decoder.layers_11.self_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_11.self_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_11.self_attention.key.kernel/0.0 b/checkpoint_10000/target.decoder.layers_11.self_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..9e883c4c45c146f6b85308305ad861407e3724d5 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_11.self_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2528459d36cd929bba827ac33e2c7678f659e48f8807954a8fa32832f463c61c +size 974920 diff --git a/checkpoint_10000/target.decoder.layers_11.self_attention.out.kernel/.zarray b/checkpoint_10000/target.decoder.layers_11.self_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_11.self_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_11.self_attention.out.kernel/0.0 b/checkpoint_10000/target.decoder.layers_11.self_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..0e2f41be732be50a3a4adfe88a7c3be937c0520f --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_11.self_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c375dd2bec4004c496ff23f4cf8f208bf72689c235af5517ca239931f381f52 +size 974590 diff --git a/checkpoint_10000/target.decoder.layers_11.self_attention.query.kernel/.zarray b/checkpoint_10000/target.decoder.layers_11.self_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_11.self_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_11.self_attention.query.kernel/0.0 b/checkpoint_10000/target.decoder.layers_11.self_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..af2919336e40c93ab30eabfaf466ac3491fbb4eb --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_11.self_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d37309a65149a190207eba6d8b81bdf5b88a1fe7e2d94f52d923eade75a13587 +size 977205 diff --git a/checkpoint_10000/target.decoder.layers_11.self_attention.value.kernel/.zarray b/checkpoint_10000/target.decoder.layers_11.self_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_11.self_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_11.self_attention.value.kernel/0.0 b/checkpoint_10000/target.decoder.layers_11.self_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..b0347f0f57c48a6344ad3f10dd2acea1ebcacf97 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_11.self_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b92669051a5e91bb20a7bc803fa6734bce7cb88bb591c92c77f5f484312a366e +size 975371 diff --git a/checkpoint_10000/target.decoder.layers_12.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_10000/target.decoder.layers_12.encoder_decoder_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_12.encoder_decoder_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_12.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_10000/target.decoder.layers_12.encoder_decoder_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..922a2394943a093e34bc45ee48e7c22cb90b02ec --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_12.encoder_decoder_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8727add321b15c07ab99ce62429537c67e7937f6ad4ec8358b76e0fb7c65a849 +size 974703 diff --git a/checkpoint_10000/target.decoder.layers_12.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_10000/target.decoder.layers_12.encoder_decoder_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_12.encoder_decoder_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_12.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_10000/target.decoder.layers_12.encoder_decoder_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..eb1fdd7d87fecc435de1af979cba2231797e77f8 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_12.encoder_decoder_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98565e756f36d8aa55cbeb349d9a37d216d88bbf5c2d42f6e8762210bd1a5167 +size 974270 diff --git a/checkpoint_10000/target.decoder.layers_12.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_10000/target.decoder.layers_12.encoder_decoder_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_12.encoder_decoder_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_12.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_10000/target.decoder.layers_12.encoder_decoder_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..f3c4ca4e028346a9f1ed1cb8af1249e7fa336cae --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_12.encoder_decoder_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0b6c9ac1ad30c96c715df8a11980d34888ecac2bd3383c6d5df6b4c6955c899 +size 977178 diff --git a/checkpoint_10000/target.decoder.layers_12.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_10000/target.decoder.layers_12.encoder_decoder_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_12.encoder_decoder_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_12.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_10000/target.decoder.layers_12.encoder_decoder_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..f381f25538f3369e11adc6f3be20ead11c61d5ab --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_12.encoder_decoder_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ebb44fe8b5853408f96508cba76c889cf3a5212965ec94f216d358db899de29 +size 974530 diff --git a/checkpoint_10000/target.decoder.layers_12.mlp.wi_0.kernel/.zarray b/checkpoint_10000/target.decoder.layers_12.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_12.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_10000/target.decoder.layers_12.mlp.wi_0.kernel/0.0 b/checkpoint_10000/target.decoder.layers_12.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..29cb67bf207b5f98bf3f8435cd32d8e6f25421e6 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_12.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a10e7c3f531961465f926b7d4d4d654da1003879e70213dc37a7cd0d0b157ec2 +size 3896269 diff --git a/checkpoint_10000/target.decoder.layers_12.mlp.wi_1.kernel/.zarray b/checkpoint_10000/target.decoder.layers_12.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_12.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_10000/target.decoder.layers_12.mlp.wi_1.kernel/0.0 b/checkpoint_10000/target.decoder.layers_12.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..916c281cc4b1c0ab4ff5533b3d5e800e62940179 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_12.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:04976eb7b786732e6e88604cdeafa339a0837ef746dc59a2563d773b50005006 +size 3899902 diff --git a/checkpoint_10000/target.decoder.layers_12.mlp.wo.kernel/.zarray b/checkpoint_10000/target.decoder.layers_12.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_12.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98 +size 178 diff --git a/checkpoint_10000/target.decoder.layers_12.mlp.wo.kernel/0.0 b/checkpoint_10000/target.decoder.layers_12.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..ccdc7a5c3adfab2ef4fe06866cf194d92aa7c720 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_12.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43e3e0f5da4e8ca68c9947825521b48d56bffcbeca99441caaf67f5aa3c8fc2e +size 3904447 diff --git a/checkpoint_10000/target.decoder.layers_12.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_10000/target.decoder.layers_12.pre_cross_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_12.pre_cross_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/target.decoder.layers_12.pre_cross_attention_layer_norm.scale/0 b/checkpoint_10000/target.decoder.layers_12.pre_cross_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..1a17713c9bf17a1a292daf35cd1369d6ff305cfe --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_12.pre_cross_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54ce705ddd0970c1968e3395e8c37409cb03b416fb78af42cacf54847d7d98c1 +size 1833 diff --git a/checkpoint_10000/target.decoder.layers_12.pre_mlp_layer_norm.scale/.zarray b/checkpoint_10000/target.decoder.layers_12.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_12.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/target.decoder.layers_12.pre_mlp_layer_norm.scale/0 b/checkpoint_10000/target.decoder.layers_12.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..24b9000aacd6d8d163b06b6798ad3362cf9cc486 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_12.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:988bdb02cc244ff399d8c278c57692946b1d332c3af8752e1ea9af8ca7b1545d +size 1845 diff --git a/checkpoint_10000/target.decoder.layers_12.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_10000/target.decoder.layers_12.pre_self_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_12.pre_self_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/target.decoder.layers_12.pre_self_attention_layer_norm.scale/0 b/checkpoint_10000/target.decoder.layers_12.pre_self_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..77f136c1442d6d82edbbd2bccb4d88b06a166be6 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_12.pre_self_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:36fc47167172b87104a9e2fbd2eafdf0117c1beac79b952efcccd12752d67652 +size 1838 diff --git a/checkpoint_10000/target.decoder.layers_12.self_attention.key.kernel/.zarray b/checkpoint_10000/target.decoder.layers_12.self_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_12.self_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_12.self_attention.key.kernel/0.0 b/checkpoint_10000/target.decoder.layers_12.self_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..4cb3305ea05b435a55972c08b1b2e93641c0c84a --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_12.self_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ae551945a52e167ad97034598ad1b1d069cf1bafebc4dba665dfc28d4968290 +size 975117 diff --git a/checkpoint_10000/target.decoder.layers_12.self_attention.out.kernel/.zarray b/checkpoint_10000/target.decoder.layers_12.self_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_12.self_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_12.self_attention.out.kernel/0.0 b/checkpoint_10000/target.decoder.layers_12.self_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..06feb06c94dc0d5b317c0c23349a9e54f7d1393d --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_12.self_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7eeebf96d23d603b5705167be8766ebc903aba4c1a5d9f257d87b1cb7b93e027 +size 974631 diff --git a/checkpoint_10000/target.decoder.layers_12.self_attention.query.kernel/.zarray b/checkpoint_10000/target.decoder.layers_12.self_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_12.self_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_12.self_attention.query.kernel/0.0 b/checkpoint_10000/target.decoder.layers_12.self_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..2bc062bdf4b5b2061da7b703210660fea8045349 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_12.self_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b459906a2cce32c51a42811d295191f7059a3c12d63fe58b7baf7b67ec21d36 +size 977202 diff --git a/checkpoint_10000/target.decoder.layers_12.self_attention.value.kernel/.zarray b/checkpoint_10000/target.decoder.layers_12.self_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_12.self_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_12.self_attention.value.kernel/0.0 b/checkpoint_10000/target.decoder.layers_12.self_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..4e0c58c4522fb0adb7e45df2816d56f93e595670 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_12.self_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:415eb21df1cc30381ea309f1b6f27d4033c5b95524f103fe821ab06838643376 +size 976057 diff --git a/checkpoint_10000/target.decoder.layers_13.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_10000/target.decoder.layers_13.encoder_decoder_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_13.encoder_decoder_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_13.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_10000/target.decoder.layers_13.encoder_decoder_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..29e21f6d076d895b0d8cca96a1a3cd6092743db7 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_13.encoder_decoder_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7868e92f5ad142c9df93004d58e6873576f4e6bd241823950c7532dbffdc6f5d +size 974591 diff --git a/checkpoint_10000/target.decoder.layers_13.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_10000/target.decoder.layers_13.encoder_decoder_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_13.encoder_decoder_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_13.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_10000/target.decoder.layers_13.encoder_decoder_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..3862342208e08a8f48f6f2a8f4345ed6caf3bbf3 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_13.encoder_decoder_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ab6dcdfaf19eceec3c78f696fdd11ea53c908662d8bebc01fb8b4a7864ce763 +size 974504 diff --git a/checkpoint_10000/target.decoder.layers_13.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_10000/target.decoder.layers_13.encoder_decoder_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_13.encoder_decoder_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_13.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_10000/target.decoder.layers_13.encoder_decoder_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..0c987fb54c6501c1ad612814552bb1739349e298 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_13.encoder_decoder_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5b3815ea2fcf226db03c86a8579af4d94ef7964c7e325ff3d8aee402dd7af4b +size 977287 diff --git a/checkpoint_10000/target.decoder.layers_13.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_10000/target.decoder.layers_13.encoder_decoder_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_13.encoder_decoder_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_13.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_10000/target.decoder.layers_13.encoder_decoder_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..ac41c7a098ccc8bf12156fa9529aba3d22716741 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_13.encoder_decoder_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b0463c260060b1945f9f51d06e403400b6031cded9be7659d4b36b74087fd7b +size 975206 diff --git a/checkpoint_10000/target.decoder.layers_13.mlp.wi_0.kernel/.zarray b/checkpoint_10000/target.decoder.layers_13.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_13.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_10000/target.decoder.layers_13.mlp.wi_0.kernel/0.0 b/checkpoint_10000/target.decoder.layers_13.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..c9ead966adc0ec70debdc0be3bcdca9f09bae76a --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_13.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5ab5e214f0dea7e3d70a77ec4356f82339204d5af458c6fabb6a806f8fb5766 +size 3896735 diff --git a/checkpoint_10000/target.decoder.layers_13.mlp.wi_1.kernel/.zarray b/checkpoint_10000/target.decoder.layers_13.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_13.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_10000/target.decoder.layers_13.mlp.wi_1.kernel/0.0 b/checkpoint_10000/target.decoder.layers_13.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..0567757a3b885f6cee55ab05463c79fafd4411e2 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_13.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db67ef47d09b6fc0783b926cc351f783c86d98975df0175402108baac88be0aa +size 3899968 diff --git a/checkpoint_10000/target.decoder.layers_13.mlp.wo.kernel/.zarray b/checkpoint_10000/target.decoder.layers_13.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_13.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98 +size 178 diff --git a/checkpoint_10000/target.decoder.layers_13.mlp.wo.kernel/0.0 b/checkpoint_10000/target.decoder.layers_13.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..d4ee4047f4a20efcf67d4aad04e95376c0d6af24 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_13.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee636cc5d21856ba365d2b6db20175c9174c5d90d1912ff2a6bcb82639623cdd +size 3904412 diff --git a/checkpoint_10000/target.decoder.layers_13.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_10000/target.decoder.layers_13.pre_cross_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_13.pre_cross_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/target.decoder.layers_13.pre_cross_attention_layer_norm.scale/0 b/checkpoint_10000/target.decoder.layers_13.pre_cross_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..abc6357f4eb36c35c91e63894ef66c845d286bfe --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_13.pre_cross_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb573e482f2a516bf879bf90c53e8c14190e1997a5419b2b4ec56e45e289f17c +size 1866 diff --git a/checkpoint_10000/target.decoder.layers_13.pre_mlp_layer_norm.scale/.zarray b/checkpoint_10000/target.decoder.layers_13.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_13.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/target.decoder.layers_13.pre_mlp_layer_norm.scale/0 b/checkpoint_10000/target.decoder.layers_13.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..3e2a0c9325219b84cda371732e3a3aa80430fa84 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_13.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:936902599a7fc9e6a8f889d1726b2ee3a14227740c512ae369d59cf4377191dc +size 1839 diff --git a/checkpoint_10000/target.decoder.layers_13.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_10000/target.decoder.layers_13.pre_self_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_13.pre_self_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/target.decoder.layers_13.pre_self_attention_layer_norm.scale/0 b/checkpoint_10000/target.decoder.layers_13.pre_self_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..8840fec5a4a4ab255803a05fdf06459e2d736a22 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_13.pre_self_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe2ad36665ec509ecd4e85ca5fa7a71fceeb440a58f77640425b52ea62605357 +size 1859 diff --git a/checkpoint_10000/target.decoder.layers_13.self_attention.key.kernel/.zarray b/checkpoint_10000/target.decoder.layers_13.self_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_13.self_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_13.self_attention.key.kernel/0.0 b/checkpoint_10000/target.decoder.layers_13.self_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..4fbc665b6b6555f7aec771846fbd88799d599f2c --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_13.self_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03eea1e1d7cff32f79c32cab1ab03d2608691d7ce3874c86094ab8509d69e7a5 +size 974903 diff --git a/checkpoint_10000/target.decoder.layers_13.self_attention.out.kernel/.zarray b/checkpoint_10000/target.decoder.layers_13.self_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_13.self_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_13.self_attention.out.kernel/0.0 b/checkpoint_10000/target.decoder.layers_13.self_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..b095a5acc4cfe7854666e79decb289c479cd2a14 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_13.self_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2265b6e83f127d1d98db9f6587c5c226fd532a86360c16bf7ee5fc676ba9f9f0 +size 974551 diff --git a/checkpoint_10000/target.decoder.layers_13.self_attention.query.kernel/.zarray b/checkpoint_10000/target.decoder.layers_13.self_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_13.self_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_13.self_attention.query.kernel/0.0 b/checkpoint_10000/target.decoder.layers_13.self_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..aee010fec6dce30bc8b3832e0669b81738291744 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_13.self_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:30e171743d31d33f5cd6799d60835c6776d67c8401cefa1f433d17f08a1231ad +size 977084 diff --git a/checkpoint_10000/target.decoder.layers_13.self_attention.value.kernel/.zarray b/checkpoint_10000/target.decoder.layers_13.self_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_13.self_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_13.self_attention.value.kernel/0.0 b/checkpoint_10000/target.decoder.layers_13.self_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..afbac73551910e1160763897e0295e533233f5e9 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_13.self_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bbf05f7c94e94e34524962455cfe86ffe44ba9e74eb647e25cae75a34aa5a90 +size 975445 diff --git a/checkpoint_10000/target.decoder.layers_14.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_10000/target.decoder.layers_14.encoder_decoder_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_14.encoder_decoder_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_14.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_10000/target.decoder.layers_14.encoder_decoder_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..edcf95b5c2769ac1aad1b0d43a539ce465c0046c --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_14.encoder_decoder_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f85f4288fd957d5569386324e51627f75ec0313a36852ebb4ab4fa33facd3223 +size 975122 diff --git a/checkpoint_10000/target.decoder.layers_14.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_10000/target.decoder.layers_14.encoder_decoder_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_14.encoder_decoder_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_14.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_10000/target.decoder.layers_14.encoder_decoder_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..b348cd4abdbabead8c4df25ff2d6e96b82f41965 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_14.encoder_decoder_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3fafd090e690611f162d84b1337a9cce7abffff5423f6967b9c4f6c8ae6ab63c +size 974784 diff --git a/checkpoint_10000/target.decoder.layers_14.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_10000/target.decoder.layers_14.encoder_decoder_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_14.encoder_decoder_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_14.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_10000/target.decoder.layers_14.encoder_decoder_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..b8b2dc6a89fd06e5de55d03517dc1ccb478490f3 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_14.encoder_decoder_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ff1c77dc8599c78a70be7334f5ca2b09cc3a6e7b3e964c354cd06321462b2ba +size 976962 diff --git a/checkpoint_10000/target.decoder.layers_14.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_10000/target.decoder.layers_14.encoder_decoder_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_14.encoder_decoder_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_14.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_10000/target.decoder.layers_14.encoder_decoder_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..44a89cfb2afec2fe22ce966927b9f00d19ddcc26 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_14.encoder_decoder_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9742d9197cb99fc2b2ac34c7e41210b07ee6b7ae3aab28b002c17591698a1458 +size 975524 diff --git a/checkpoint_10000/target.decoder.layers_14.mlp.wi_0.kernel/.zarray b/checkpoint_10000/target.decoder.layers_14.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_14.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_10000/target.decoder.layers_14.mlp.wi_0.kernel/0.0 b/checkpoint_10000/target.decoder.layers_14.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..5bc2ca270ecf2d33716ae9d2f331475e7d2f8478 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_14.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98df2295ee4b49eb4dae923d23230409c847db3d96c728b1cdcd0fc0d8764377 +size 3896751 diff --git a/checkpoint_10000/target.decoder.layers_14.mlp.wi_1.kernel/.zarray b/checkpoint_10000/target.decoder.layers_14.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_14.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_10000/target.decoder.layers_14.mlp.wi_1.kernel/0.0 b/checkpoint_10000/target.decoder.layers_14.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..02022bfff38804a404c2000e1a9c9a5ddffc4ad1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_14.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb34ff80f511b5a701c85282b27cd973950a59a7363c4cd010eb69b748f3abf7 +size 3900099 diff --git a/checkpoint_10000/target.decoder.layers_14.mlp.wo.kernel/.zarray b/checkpoint_10000/target.decoder.layers_14.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_14.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98 +size 178 diff --git a/checkpoint_10000/target.decoder.layers_14.mlp.wo.kernel/0.0 b/checkpoint_10000/target.decoder.layers_14.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..1ba6385ff52386b669e478dd57aa9896fe2c6df4 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_14.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4cb804ddbfd24706da9e73a4cbccdb0577d2d7918711ab89f6f683992b352510 +size 3904611 diff --git a/checkpoint_10000/target.decoder.layers_14.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_10000/target.decoder.layers_14.pre_cross_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_14.pre_cross_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/target.decoder.layers_14.pre_cross_attention_layer_norm.scale/0 b/checkpoint_10000/target.decoder.layers_14.pre_cross_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..b2412c7b73d4e28ce8dc51cfa1ce7379084ff402 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_14.pre_cross_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f1c282381d2491b6ab84b2c3c33b1caf4ca79c2ed8f0740992c19e4c154b3b6 +size 1850 diff --git a/checkpoint_10000/target.decoder.layers_14.pre_mlp_layer_norm.scale/.zarray b/checkpoint_10000/target.decoder.layers_14.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_14.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/target.decoder.layers_14.pre_mlp_layer_norm.scale/0 b/checkpoint_10000/target.decoder.layers_14.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..aef8177714d78ea6c0f597bdd2ae1bc92f434b58 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_14.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e4b0a9c97a643c7cddd1eff5bab87f8971ef242811d5b1653d4d8b367c511bcd +size 1841 diff --git a/checkpoint_10000/target.decoder.layers_14.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_10000/target.decoder.layers_14.pre_self_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_14.pre_self_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/target.decoder.layers_14.pre_self_attention_layer_norm.scale/0 b/checkpoint_10000/target.decoder.layers_14.pre_self_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..45b69eb1ca4bc9cd0a3210d33404024bd634c128 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_14.pre_self_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2360bb6d8558c5ec9021e8957255a252250dab9ec722bd0e852ff79a43c97d64 +size 1844 diff --git a/checkpoint_10000/target.decoder.layers_14.self_attention.key.kernel/.zarray b/checkpoint_10000/target.decoder.layers_14.self_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_14.self_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_14.self_attention.key.kernel/0.0 b/checkpoint_10000/target.decoder.layers_14.self_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..6aff5e8ed176ce368e9cc9999d1b4e3e2a583c8b --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_14.self_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d6e6b75120c7f4e3347b03a01a69ecc4cc4a829e64ab8064c4e1b538c753ee7 +size 974508 diff --git a/checkpoint_10000/target.decoder.layers_14.self_attention.out.kernel/.zarray b/checkpoint_10000/target.decoder.layers_14.self_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_14.self_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_14.self_attention.out.kernel/0.0 b/checkpoint_10000/target.decoder.layers_14.self_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..e08616ec11e93a8ccc99befb7414c3fa045f47ea --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_14.self_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7903407fc6544a7f59b5ee466e2fe47c89a2a734fdb5d3c29eb25f3b9c159ee +size 974577 diff --git a/checkpoint_10000/target.decoder.layers_14.self_attention.query.kernel/.zarray b/checkpoint_10000/target.decoder.layers_14.self_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_14.self_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_14.self_attention.query.kernel/0.0 b/checkpoint_10000/target.decoder.layers_14.self_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..f6beda1bcbdb547eb33c85b053fe186307e277be --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_14.self_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e1951681b681913f8597c98b05dcf2ea84ef2873d4ccd9e8e64a815b62641423 +size 977059 diff --git a/checkpoint_10000/target.decoder.layers_14.self_attention.value.kernel/.zarray b/checkpoint_10000/target.decoder.layers_14.self_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_14.self_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_14.self_attention.value.kernel/0.0 b/checkpoint_10000/target.decoder.layers_14.self_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..0f54123ed0c1573d421b7c6f86e1dfef2a397d57 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_14.self_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:380730aa66d7db712f4785a73caf75f607ba72c0b6cff273b3dfa009cf7b4f45 +size 975421 diff --git a/checkpoint_10000/target.decoder.layers_15.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_10000/target.decoder.layers_15.encoder_decoder_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_15.encoder_decoder_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_15.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_10000/target.decoder.layers_15.encoder_decoder_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..f5d6b1001b26b9d4f1c8bea2f9e80bd05381d576 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_15.encoder_decoder_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:80cc9bfbe599bbc5e365036e3cc42b11cd5cb959a00cedad4d99fb6a7eadbf0b +size 974875 diff --git a/checkpoint_10000/target.decoder.layers_15.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_10000/target.decoder.layers_15.encoder_decoder_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_15.encoder_decoder_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_15.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_10000/target.decoder.layers_15.encoder_decoder_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..c57628bd3b66e3135b3a6f731c9bb61263de9143 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_15.encoder_decoder_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:233e8d5d5535814b7d6d8aedde9779404cc0149ecedf412fbe3eb26b8da3e5e9 +size 975755 diff --git a/checkpoint_10000/target.decoder.layers_15.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_10000/target.decoder.layers_15.encoder_decoder_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_15.encoder_decoder_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_15.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_10000/target.decoder.layers_15.encoder_decoder_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..892cfe184abca9fd95bab05ae4075017f7cdbe0c --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_15.encoder_decoder_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:758359cd008895f196f52c563a56c435d36f6887f290512a35ad22edb619788a +size 976864 diff --git a/checkpoint_10000/target.decoder.layers_15.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_10000/target.decoder.layers_15.encoder_decoder_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_15.encoder_decoder_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_15.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_10000/target.decoder.layers_15.encoder_decoder_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..b2e31d4d027416437df14d60e703e92e63207fd3 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_15.encoder_decoder_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b1e64b677b54a94aeda725258f4be5973c3ba40c3eff82e4fd9d022462c0a16 +size 976090 diff --git a/checkpoint_10000/target.decoder.layers_15.mlp.wi_0.kernel/.zarray b/checkpoint_10000/target.decoder.layers_15.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_15.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_10000/target.decoder.layers_15.mlp.wi_0.kernel/0.0 b/checkpoint_10000/target.decoder.layers_15.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..ddc9e38fd9b8aa0eaead4f5d5915f2d8098aace7 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_15.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e9a9a80792f2affcfba329be0d654399ee4d45fb92048e5dbce1ff8a93dcdad +size 3896803 diff --git a/checkpoint_10000/target.decoder.layers_15.mlp.wi_1.kernel/.zarray b/checkpoint_10000/target.decoder.layers_15.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_15.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_10000/target.decoder.layers_15.mlp.wi_1.kernel/0.0 b/checkpoint_10000/target.decoder.layers_15.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..ba164656d50b8706d89084adb13dc6ae0e5b7771 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_15.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7da76898e0e3614430e506aa01db9aab020542c14c2c8a9290d3554a0b76adb8 +size 3899953 diff --git a/checkpoint_10000/target.decoder.layers_15.mlp.wo.kernel/.zarray b/checkpoint_10000/target.decoder.layers_15.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_15.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98 +size 178 diff --git a/checkpoint_10000/target.decoder.layers_15.mlp.wo.kernel/0.0 b/checkpoint_10000/target.decoder.layers_15.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..e20bd908d1df3e621d3022d1de3cd85eb712c996 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_15.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77baba62370d93cc602ed874ad3ac58c37008384cf9147779f5a61222b33ca75 +size 3904699 diff --git a/checkpoint_10000/target.decoder.layers_15.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_10000/target.decoder.layers_15.pre_cross_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_15.pre_cross_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/target.decoder.layers_15.pre_cross_attention_layer_norm.scale/0 b/checkpoint_10000/target.decoder.layers_15.pre_cross_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..6b329b05dd960b0ae947ef75e579fec4ca830be7 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_15.pre_cross_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7eb60736b699a792663b07928be06b338d847f1ca7c71393475931cda6edeae8 +size 1845 diff --git a/checkpoint_10000/target.decoder.layers_15.pre_mlp_layer_norm.scale/.zarray b/checkpoint_10000/target.decoder.layers_15.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_15.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/target.decoder.layers_15.pre_mlp_layer_norm.scale/0 b/checkpoint_10000/target.decoder.layers_15.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..3f2fd6693ae441c473a76e1526d269ebcbc5b5d5 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_15.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49169dceed8aff70b0ee153d60f52cf0628b226d75e8c1c8932586a0d9388511 +size 1834 diff --git a/checkpoint_10000/target.decoder.layers_15.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_10000/target.decoder.layers_15.pre_self_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_15.pre_self_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/target.decoder.layers_15.pre_self_attention_layer_norm.scale/0 b/checkpoint_10000/target.decoder.layers_15.pre_self_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..dd23f36b0a7b12a574af872c6b2daf972e7e32f8 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_15.pre_self_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f9cdc2e32804ee23b51dc930dc38eb1185e7b8d340ce77c9fd3cce8275ea6d1c +size 1848 diff --git a/checkpoint_10000/target.decoder.layers_15.self_attention.key.kernel/.zarray b/checkpoint_10000/target.decoder.layers_15.self_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_15.self_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_15.self_attention.key.kernel/0.0 b/checkpoint_10000/target.decoder.layers_15.self_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..39dd2c390cd64ee2410077a783d69e4d0034a685 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_15.self_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:662b30d20879081cc045c7336c2a4e6a9e95edf58a10dedfd91adb67abd4b6bb +size 974835 diff --git a/checkpoint_10000/target.decoder.layers_15.self_attention.out.kernel/.zarray b/checkpoint_10000/target.decoder.layers_15.self_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_15.self_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_15.self_attention.out.kernel/0.0 b/checkpoint_10000/target.decoder.layers_15.self_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..861379e69e195bbfb09c5cc749503ebd643c9459 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_15.self_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:871a984f846798680ea33335787891fd9b7a2087f4ab49d88e0a12e44b499774 +size 974863 diff --git a/checkpoint_10000/target.decoder.layers_15.self_attention.query.kernel/.zarray b/checkpoint_10000/target.decoder.layers_15.self_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_15.self_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_15.self_attention.query.kernel/0.0 b/checkpoint_10000/target.decoder.layers_15.self_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..3c0a634f1068c4bd9637b0a28ed10a20e7f40bd9 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_15.self_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8400aa810bc85607b82cc0eb78ca5e1688867c2a909de1fe82ad79fc4354dcbf +size 977101 diff --git a/checkpoint_10000/target.decoder.layers_15.self_attention.value.kernel/.zarray b/checkpoint_10000/target.decoder.layers_15.self_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_15.self_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_15.self_attention.value.kernel/0.0 b/checkpoint_10000/target.decoder.layers_15.self_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..2ccfcdafccee7675ffcdb71a2fdf7d563feec42a --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_15.self_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:096f5a55d8969f25995df9bcb2fd3977c81d295fc63866faabe3e405d1f0299c +size 975562 diff --git a/checkpoint_10000/target.decoder.layers_16.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_10000/target.decoder.layers_16.encoder_decoder_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_16.encoder_decoder_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_16.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_10000/target.decoder.layers_16.encoder_decoder_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..b84efcf4ccff010c4f47ae8a2732ffca620fef84 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_16.encoder_decoder_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11aa13282755621f5bdad8848f113aeddc67841a8e30501fc700aa0bcf68b905 +size 975027 diff --git a/checkpoint_10000/target.decoder.layers_16.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_10000/target.decoder.layers_16.encoder_decoder_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_16.encoder_decoder_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_16.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_10000/target.decoder.layers_16.encoder_decoder_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..644bf30a945ba8b981af549e4898ff3486c6dca9 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_16.encoder_decoder_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6545f38e275e0beb03842343fa73367d4e89a9e66b6c1c8ca39903d8a5f5588d +size 976269 diff --git a/checkpoint_10000/target.decoder.layers_16.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_10000/target.decoder.layers_16.encoder_decoder_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_16.encoder_decoder_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_16.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_10000/target.decoder.layers_16.encoder_decoder_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..7e2e67e8b41b556b303666280b93da694a38b549 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_16.encoder_decoder_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c2ab061e74f9cf459b59bf3bb98d6b00bcc76d836bc2cd3aad279e380a7810cf +size 976917 diff --git a/checkpoint_10000/target.decoder.layers_16.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_10000/target.decoder.layers_16.encoder_decoder_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_16.encoder_decoder_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_16.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_10000/target.decoder.layers_16.encoder_decoder_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..15099d7d33b821a249fbf716945d2e25355885ae --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_16.encoder_decoder_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:358cd600fa270b70680fde3dab4b7d2e9c6390e575595d11f57fd39fd3353366 +size 976847 diff --git a/checkpoint_10000/target.decoder.layers_16.mlp.wi_0.kernel/.zarray b/checkpoint_10000/target.decoder.layers_16.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_16.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_10000/target.decoder.layers_16.mlp.wi_0.kernel/0.0 b/checkpoint_10000/target.decoder.layers_16.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..826a29cc81cda63430c8913d8462ef4175e99f7e --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_16.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4233dfae06d99c7ab5b3098d0433e38f5780fc186bc132d09db9b6098fefc87 +size 3896644 diff --git a/checkpoint_10000/target.decoder.layers_16.mlp.wi_1.kernel/.zarray b/checkpoint_10000/target.decoder.layers_16.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_16.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_10000/target.decoder.layers_16.mlp.wi_1.kernel/0.0 b/checkpoint_10000/target.decoder.layers_16.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..617c4f291bbca849f0588d96b48ba5795a5f8fd2 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_16.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fcccd52e377c4cbd1aa4e4b7c8bf2ae8e45f77f132f4cea5a894c4f341a223c3 +size 3900496 diff --git a/checkpoint_10000/target.decoder.layers_16.mlp.wo.kernel/.zarray b/checkpoint_10000/target.decoder.layers_16.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_16.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98 +size 178 diff --git a/checkpoint_10000/target.decoder.layers_16.mlp.wo.kernel/0.0 b/checkpoint_10000/target.decoder.layers_16.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..6ee405538b02c8bee423b76c0e47278defe5351d --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_16.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92427d6003961eee67e259429c7cddbfacd4068b199a16e85ad091d0a28a5390 +size 3904133 diff --git a/checkpoint_10000/target.decoder.layers_16.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_10000/target.decoder.layers_16.pre_cross_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_16.pre_cross_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/target.decoder.layers_16.pre_cross_attention_layer_norm.scale/0 b/checkpoint_10000/target.decoder.layers_16.pre_cross_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..78badcb86ec3f34e144b1108465ba97e57916dc0 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_16.pre_cross_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49e4a081c69b7918a51113a39fdefb00730df0d4f9fba175bee804deeb6698e9 +size 1850 diff --git a/checkpoint_10000/target.decoder.layers_16.pre_mlp_layer_norm.scale/.zarray b/checkpoint_10000/target.decoder.layers_16.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_16.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/target.decoder.layers_16.pre_mlp_layer_norm.scale/0 b/checkpoint_10000/target.decoder.layers_16.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..93b77c1e47662f704c0afb780d5345cb57137045 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_16.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:50ef0364f59baf4e5cf02cbd9667da9ce2ed0e8c37c1e6b4453641e05ccc2903 +size 1832 diff --git a/checkpoint_10000/target.decoder.layers_16.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_10000/target.decoder.layers_16.pre_self_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_16.pre_self_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/target.decoder.layers_16.pre_self_attention_layer_norm.scale/0 b/checkpoint_10000/target.decoder.layers_16.pre_self_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..3d5bcb96b9e281bb030e0d58c7df2a51af7459a1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_16.pre_self_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e1808f0235979cec55063ea455152c36c3f98f6dfc8ce322d6b23661e13d94ac +size 1839 diff --git a/checkpoint_10000/target.decoder.layers_16.self_attention.key.kernel/.zarray b/checkpoint_10000/target.decoder.layers_16.self_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_16.self_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_16.self_attention.key.kernel/0.0 b/checkpoint_10000/target.decoder.layers_16.self_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..e8f551f821bd50ffae29557609305631ffd575e3 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_16.self_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3b161fbb1f97765c784619c10f15dec66e2d1f352c842040c5f39fb0fe17e38 +size 974565 diff --git a/checkpoint_10000/target.decoder.layers_16.self_attention.out.kernel/.zarray b/checkpoint_10000/target.decoder.layers_16.self_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_16.self_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_16.self_attention.out.kernel/0.0 b/checkpoint_10000/target.decoder.layers_16.self_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..395a68f7a2c8b9ccddf70c9704bd7984872596fc --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_16.self_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b20ec466e0bd6f30d1374171f78662a42d93e1ce301aa75cba02ddab65225b6 +size 975044 diff --git a/checkpoint_10000/target.decoder.layers_16.self_attention.query.kernel/.zarray b/checkpoint_10000/target.decoder.layers_16.self_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_16.self_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_16.self_attention.query.kernel/0.0 b/checkpoint_10000/target.decoder.layers_16.self_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..f6169b3abdca85857c261098f97217a2870ce75f --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_16.self_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15ef3f50dc7f18fe36850568c3b6e7e06d7ef1b4fe38139c1839108304410e79 +size 977000 diff --git a/checkpoint_10000/target.decoder.layers_16.self_attention.value.kernel/.zarray b/checkpoint_10000/target.decoder.layers_16.self_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_16.self_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_16.self_attention.value.kernel/0.0 b/checkpoint_10000/target.decoder.layers_16.self_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..35e5eb9fd3f6024d413145d651f451ea08a0afef --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_16.self_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b5f9c135388e40a5d719c602373b5d4b89d2aa35ee8e60924dff64cbb16c824 +size 975910 diff --git a/checkpoint_10000/target.decoder.layers_17.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_10000/target.decoder.layers_17.encoder_decoder_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_17.encoder_decoder_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_17.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_10000/target.decoder.layers_17.encoder_decoder_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..9631f50f73b033d847754ae243544102b2ba077a --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_17.encoder_decoder_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44a540f37ad2521f709887a5051a9302e53b5ab919287b376186cc82104f5c85 +size 974599 diff --git a/checkpoint_10000/target.decoder.layers_17.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_10000/target.decoder.layers_17.encoder_decoder_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_17.encoder_decoder_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_17.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_10000/target.decoder.layers_17.encoder_decoder_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..b1164cf102a9b8ec159d7df2cb73c3588124a04d --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_17.encoder_decoder_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:418d03c267a2c96d2cb8b217d8ad03724cc241a29af1e1dcc30b30e77a859ecc +size 975253 diff --git a/checkpoint_10000/target.decoder.layers_17.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_10000/target.decoder.layers_17.encoder_decoder_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_17.encoder_decoder_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_17.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_10000/target.decoder.layers_17.encoder_decoder_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..e2dac7904cdb82bb52f2037b847fc06ad57c9d82 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_17.encoder_decoder_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca458098fcf56c24492f5438750d63cc5a790794eba3e92122aae804d077bf35 +size 977091 diff --git a/checkpoint_10000/target.decoder.layers_17.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_10000/target.decoder.layers_17.encoder_decoder_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_17.encoder_decoder_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_17.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_10000/target.decoder.layers_17.encoder_decoder_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..4ceda7426fb449a2fc00cdbb921eab17e633145b --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_17.encoder_decoder_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6aec1d8b8a7f4776cdbeaea2ea4f2c1f9aafbbd4726007202737c30a00f5b12 +size 975856 diff --git a/checkpoint_10000/target.decoder.layers_17.mlp.wi_0.kernel/.zarray b/checkpoint_10000/target.decoder.layers_17.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_17.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_10000/target.decoder.layers_17.mlp.wi_0.kernel/0.0 b/checkpoint_10000/target.decoder.layers_17.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..fdd624cf6695b5ddb2e549b370a176be9d3308b1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_17.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb49536932ed7ea851a6ff9031c31c83197481a900b1772ad485b89fb16a7637 +size 3897114 diff --git a/checkpoint_10000/target.decoder.layers_17.mlp.wi_1.kernel/.zarray b/checkpoint_10000/target.decoder.layers_17.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_17.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_10000/target.decoder.layers_17.mlp.wi_1.kernel/0.0 b/checkpoint_10000/target.decoder.layers_17.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..ae1e6d8e7790b5d83e013e6430d8e9a05dc4be83 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_17.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fbe7f16aacf1ad9e56985af07165b717ee492fe15f722e6de4f3e98d3c5eb537 +size 3900925 diff --git a/checkpoint_10000/target.decoder.layers_17.mlp.wo.kernel/.zarray b/checkpoint_10000/target.decoder.layers_17.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_17.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98 +size 178 diff --git a/checkpoint_10000/target.decoder.layers_17.mlp.wo.kernel/0.0 b/checkpoint_10000/target.decoder.layers_17.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..76218fb4f44819ef1377815cf1214eef6634e09d --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_17.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:13a6e02d0f7c17855a418f618ded77315fbd4e7c32781ae412b1ffdaa7224804 +size 3904002 diff --git a/checkpoint_10000/target.decoder.layers_17.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_10000/target.decoder.layers_17.pre_cross_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_17.pre_cross_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/target.decoder.layers_17.pre_cross_attention_layer_norm.scale/0 b/checkpoint_10000/target.decoder.layers_17.pre_cross_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..fb0de44443e15200cabe93279aa1d2a8c4690cc6 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_17.pre_cross_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49650d14e243cc829d8fed05f7aaf7d5ce55e588904e04a5540eca8300189854 +size 1851 diff --git a/checkpoint_10000/target.decoder.layers_17.pre_mlp_layer_norm.scale/.zarray b/checkpoint_10000/target.decoder.layers_17.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_17.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/target.decoder.layers_17.pre_mlp_layer_norm.scale/0 b/checkpoint_10000/target.decoder.layers_17.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..bc263e8e6053a97f9ae7ab02103c493e9d1f071a --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_17.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:630687abefb4a3ed5ccb8074f96fb550bed77b1f219d388876c5c95f295034ae +size 1821 diff --git a/checkpoint_10000/target.decoder.layers_17.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_10000/target.decoder.layers_17.pre_self_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_17.pre_self_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/target.decoder.layers_17.pre_self_attention_layer_norm.scale/0 b/checkpoint_10000/target.decoder.layers_17.pre_self_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..263da4bb84ea3ecfe7112ffec958569ff723bd95 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_17.pre_self_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3411a41ad1cdceed5a4e840269474f7a569b50aa08177bb11b433c0efb2108b9 +size 1845 diff --git a/checkpoint_10000/target.decoder.layers_17.self_attention.key.kernel/.zarray b/checkpoint_10000/target.decoder.layers_17.self_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_17.self_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_17.self_attention.key.kernel/0.0 b/checkpoint_10000/target.decoder.layers_17.self_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..2b6b030583e40707149f449111fef6153cf908f5 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_17.self_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1b2cee97af25d788954abbe001a8fbe11c8202f8796b80d659e1e46715813eb +size 974483 diff --git a/checkpoint_10000/target.decoder.layers_17.self_attention.out.kernel/.zarray b/checkpoint_10000/target.decoder.layers_17.self_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_17.self_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_17.self_attention.out.kernel/0.0 b/checkpoint_10000/target.decoder.layers_17.self_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..5b1016df8a543a1cae89df46802fe2d888f3ab4b --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_17.self_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6912b82dbd3435ed499221b92bb785572ca47e58d7bf3d3d080007842d93b040 +size 974648 diff --git a/checkpoint_10000/target.decoder.layers_17.self_attention.query.kernel/.zarray b/checkpoint_10000/target.decoder.layers_17.self_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_17.self_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_17.self_attention.query.kernel/0.0 b/checkpoint_10000/target.decoder.layers_17.self_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..e69153ec57657fc7c33442fb29ed9e27d2a53d4c --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_17.self_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7fccea02be5446802f91b725510842ad5ef89a48bac96a586c1be8aeedd4d3bd +size 977043 diff --git a/checkpoint_10000/target.decoder.layers_17.self_attention.value.kernel/.zarray b/checkpoint_10000/target.decoder.layers_17.self_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_17.self_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_17.self_attention.value.kernel/0.0 b/checkpoint_10000/target.decoder.layers_17.self_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..4a2181b34f1e41f70a7a23e72e8cd3153132f6a0 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_17.self_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2bd92468a714c63c25e2e15a2bd23fe5508b1fd77816d9deaa3197cd6f450da4 +size 976228 diff --git a/checkpoint_10000/target.decoder.layers_18.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_10000/target.decoder.layers_18.encoder_decoder_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_18.encoder_decoder_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_18.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_10000/target.decoder.layers_18.encoder_decoder_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..413bf2feb4edd78cd80d8949dd2fe599e946b7c8 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_18.encoder_decoder_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03b74fb4817279c354cad40bc063540860183f9059194148abe16d0760830d74 +size 975203 diff --git a/checkpoint_10000/target.decoder.layers_18.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_10000/target.decoder.layers_18.encoder_decoder_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_18.encoder_decoder_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_18.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_10000/target.decoder.layers_18.encoder_decoder_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..3a70ec19ab42d607bf63391ab0218645f6d33926 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_18.encoder_decoder_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a93872ec53d33799aba302e4923175b4fef3c15ad69972d3c92540e159401d29 +size 976409 diff --git a/checkpoint_10000/target.decoder.layers_18.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_10000/target.decoder.layers_18.encoder_decoder_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_18.encoder_decoder_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_18.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_10000/target.decoder.layers_18.encoder_decoder_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..3e87694b7cdd15590b5295b5aa5e73d583705b8b --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_18.encoder_decoder_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52e1e760442137062974c16cbf3deb814a8ab67a5a705866bd8f0a6a5983b3da +size 976961 diff --git a/checkpoint_10000/target.decoder.layers_18.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_10000/target.decoder.layers_18.encoder_decoder_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_18.encoder_decoder_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_18.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_10000/target.decoder.layers_18.encoder_decoder_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..80556192ad33be035fedd4b1fb2d1517a5d95ff7 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_18.encoder_decoder_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:087df7c62b78ee4dd3e649060d2111cf6c927d009bc1d356037467e674bc3330 +size 977196 diff --git a/checkpoint_10000/target.decoder.layers_18.mlp.wi_0.kernel/.zarray b/checkpoint_10000/target.decoder.layers_18.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_18.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_10000/target.decoder.layers_18.mlp.wi_0.kernel/0.0 b/checkpoint_10000/target.decoder.layers_18.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..fef6c7b5d7cdcb122ea164fb0ad57240fe7a8ca6 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_18.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ff587dfc7cef60d03fd257eadfa289ad979c69b1f1bd0a0ef6cf9841eaa5796 +size 3896704 diff --git a/checkpoint_10000/target.decoder.layers_18.mlp.wi_1.kernel/.zarray b/checkpoint_10000/target.decoder.layers_18.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_18.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_10000/target.decoder.layers_18.mlp.wi_1.kernel/0.0 b/checkpoint_10000/target.decoder.layers_18.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..ff47d9bb6abe7cacc98935e9e28cb1e6401166fd --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_18.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5afb13730295d9632e4d24214f0691dfd4123c6ad01b56cec4eb9d87726cb4f2 +size 3900998 diff --git a/checkpoint_10000/target.decoder.layers_18.mlp.wo.kernel/.zarray b/checkpoint_10000/target.decoder.layers_18.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_18.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98 +size 178 diff --git a/checkpoint_10000/target.decoder.layers_18.mlp.wo.kernel/0.0 b/checkpoint_10000/target.decoder.layers_18.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..54153da31d8b824b2e152f275287129c1a4c6ee3 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_18.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43e2710ee33820dd1e0710ab84e5751a27d5b2731ac7e9922b4d34a34bea1899 +size 3904137 diff --git a/checkpoint_10000/target.decoder.layers_18.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_10000/target.decoder.layers_18.pre_cross_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_18.pre_cross_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/target.decoder.layers_18.pre_cross_attention_layer_norm.scale/0 b/checkpoint_10000/target.decoder.layers_18.pre_cross_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..3d1358d133ef9369392c2ab03da06946621229d7 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_18.pre_cross_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bdc09e70c2b069e5af2cd3b7e064758cba154cb385dd1497927ddac3ae01ddf1 +size 1844 diff --git a/checkpoint_10000/target.decoder.layers_18.pre_mlp_layer_norm.scale/.zarray b/checkpoint_10000/target.decoder.layers_18.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_18.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/target.decoder.layers_18.pre_mlp_layer_norm.scale/0 b/checkpoint_10000/target.decoder.layers_18.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..3e505cc40d6565531c0021ef55d338bf20270057 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_18.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d528ed5a791ac891a5e030898b8d9af6d9e1dead19078365985074349749c47 +size 1821 diff --git a/checkpoint_10000/target.decoder.layers_18.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_10000/target.decoder.layers_18.pre_self_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_18.pre_self_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/target.decoder.layers_18.pre_self_attention_layer_norm.scale/0 b/checkpoint_10000/target.decoder.layers_18.pre_self_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..8cf26b9bec24ba1dd71ad77893080234c0897811 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_18.pre_self_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:abb62bda02b7d035ee5cefc4e242f04b1e8e2ccb5b7af13460b1605219ed21a0 +size 1841 diff --git a/checkpoint_10000/target.decoder.layers_18.self_attention.key.kernel/.zarray b/checkpoint_10000/target.decoder.layers_18.self_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_18.self_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_18.self_attention.key.kernel/0.0 b/checkpoint_10000/target.decoder.layers_18.self_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..3d66dee85ed61014f9dc4c37b274245200d649b1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_18.self_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0c34e2fd7b666602d1d7d508689382038db468c804a0d7a1a8cab94c2833db3 +size 974793 diff --git a/checkpoint_10000/target.decoder.layers_18.self_attention.out.kernel/.zarray b/checkpoint_10000/target.decoder.layers_18.self_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_18.self_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_18.self_attention.out.kernel/0.0 b/checkpoint_10000/target.decoder.layers_18.self_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..fff411c538f7a1ca5752b849c924439ac5eeb76f --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_18.self_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:957d6154a95d819a65f12145f194ba5501b5be32dc823f73e62d087df0db404e +size 974802 diff --git a/checkpoint_10000/target.decoder.layers_18.self_attention.query.kernel/.zarray b/checkpoint_10000/target.decoder.layers_18.self_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_18.self_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_18.self_attention.query.kernel/0.0 b/checkpoint_10000/target.decoder.layers_18.self_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..d26bc828993a40ed21f5c3f1fe62929cb26a9775 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_18.self_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5352cdd0ae739fd6934b5fee2c54345655999c6286e31990f6a59f182dad3f5a +size 977042 diff --git a/checkpoint_10000/target.decoder.layers_18.self_attention.value.kernel/.zarray b/checkpoint_10000/target.decoder.layers_18.self_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_18.self_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_18.self_attention.value.kernel/0.0 b/checkpoint_10000/target.decoder.layers_18.self_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..0274cdf7955b5d2bf6e0e26ce4a945357ec0c868 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_18.self_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5cd19bd8880f9cf49e24eb79b141d9e3e127b60efc4d7ab373f2a26df4e1c27c +size 975296 diff --git a/checkpoint_10000/target.decoder.layers_19.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_10000/target.decoder.layers_19.encoder_decoder_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_19.encoder_decoder_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_19.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_10000/target.decoder.layers_19.encoder_decoder_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..3029a181d7af4ffd612f34e7f6f148e7c2548a6e --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_19.encoder_decoder_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e195c737935cf344d438fcc16d72d5ed5b08fb695d7895cfbfcdc87476f0275e +size 974889 diff --git a/checkpoint_10000/target.decoder.layers_19.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_10000/target.decoder.layers_19.encoder_decoder_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_19.encoder_decoder_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_19.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_10000/target.decoder.layers_19.encoder_decoder_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..47c77b5242a5855852b6f61dafc3dfe371800709 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_19.encoder_decoder_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6edd9edca6dbc2907ef4cf373ad5a1c8ad28b07ae4809ed7cee77728386442b +size 975874 diff --git a/checkpoint_10000/target.decoder.layers_19.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_10000/target.decoder.layers_19.encoder_decoder_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_19.encoder_decoder_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_19.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_10000/target.decoder.layers_19.encoder_decoder_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..6f43b56cd9cb5359af3d401e48008138c96b9025 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_19.encoder_decoder_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d5b03ee401e0d136a7fb86b394e9519793d592eeadded9a43dec3be8d0b27a6 +size 977029 diff --git a/checkpoint_10000/target.decoder.layers_19.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_10000/target.decoder.layers_19.encoder_decoder_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_19.encoder_decoder_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_19.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_10000/target.decoder.layers_19.encoder_decoder_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..ccf8c58e60377e99a71977788e9a956b623c61dd --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_19.encoder_decoder_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f09b92bd317e7bed753ac6fcdea1f51fd75428f4153c6b90e6cbfaac0743af72 +size 976760 diff --git a/checkpoint_10000/target.decoder.layers_19.mlp.wi_0.kernel/.zarray b/checkpoint_10000/target.decoder.layers_19.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_19.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_10000/target.decoder.layers_19.mlp.wi_0.kernel/0.0 b/checkpoint_10000/target.decoder.layers_19.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..9b8ed504560608b5e3e5e9c32aa043e123714d8d --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_19.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0051a001fcdaf122d95199b9f8149fe6b74023a0a013397e66aae80a02fad7a0 +size 3896810 diff --git a/checkpoint_10000/target.decoder.layers_19.mlp.wi_1.kernel/.zarray b/checkpoint_10000/target.decoder.layers_19.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_19.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_10000/target.decoder.layers_19.mlp.wi_1.kernel/0.0 b/checkpoint_10000/target.decoder.layers_19.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..3fd7f860087965a9adefbd3e8c760c479151fd4c --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_19.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aad046f02c5167027b134b0c15ef9859c20cb57c13afd90daa2e038bf2d939b9 +size 3901388 diff --git a/checkpoint_10000/target.decoder.layers_19.mlp.wo.kernel/.zarray b/checkpoint_10000/target.decoder.layers_19.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_19.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98 +size 178 diff --git a/checkpoint_10000/target.decoder.layers_19.mlp.wo.kernel/0.0 b/checkpoint_10000/target.decoder.layers_19.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..f7dbcc5af488039386f52e3fbd68d32535f7fafd --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_19.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec8c0c4ed309a400f05bab6e5df32f42b8517355721bb7077e5f6e1fbc6ce8bb +size 3903662 diff --git a/checkpoint_10000/target.decoder.layers_19.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_10000/target.decoder.layers_19.pre_cross_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_19.pre_cross_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/target.decoder.layers_19.pre_cross_attention_layer_norm.scale/0 b/checkpoint_10000/target.decoder.layers_19.pre_cross_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..6a3171d223aaea0359b2a7fa0ccde18a3d7f6629 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_19.pre_cross_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9591f997811693322627ed907d8e7200805bbfabceb563c18bc9a9bfbc992ca2 +size 1850 diff --git a/checkpoint_10000/target.decoder.layers_19.pre_mlp_layer_norm.scale/.zarray b/checkpoint_10000/target.decoder.layers_19.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_19.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/target.decoder.layers_19.pre_mlp_layer_norm.scale/0 b/checkpoint_10000/target.decoder.layers_19.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..5d18e4e33d0baafbece211e9a9ea349bf8e241cf --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_19.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bce43d7bbe2bda5faef7737f759838dad656016a9cc1cb7a8045279a004a262b +size 1822 diff --git a/checkpoint_10000/target.decoder.layers_19.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_10000/target.decoder.layers_19.pre_self_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_19.pre_self_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/target.decoder.layers_19.pre_self_attention_layer_norm.scale/0 b/checkpoint_10000/target.decoder.layers_19.pre_self_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..9b7d59b2c26b34c4fb2f96bf168e7b6541066b7a --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_19.pre_self_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e8b372969282ae465df40b08cef5e15e96bce315b391ba5c93cfdfe1c549efea +size 1852 diff --git a/checkpoint_10000/target.decoder.layers_19.self_attention.key.kernel/.zarray b/checkpoint_10000/target.decoder.layers_19.self_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_19.self_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_19.self_attention.key.kernel/0.0 b/checkpoint_10000/target.decoder.layers_19.self_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..9e03cf531d59af8e1dad213feb43c867fc86be49 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_19.self_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b90ce10c4dbdd8098c3281ecf2395c684fe1ee5a112ab170f2dd96e3a7deeba +size 974757 diff --git a/checkpoint_10000/target.decoder.layers_19.self_attention.out.kernel/.zarray b/checkpoint_10000/target.decoder.layers_19.self_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_19.self_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_19.self_attention.out.kernel/0.0 b/checkpoint_10000/target.decoder.layers_19.self_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..396c2f1820495a4523875c99814d886332ad80e8 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_19.self_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c200e3d1db846de2b5c18aad6de1f5a9e234faf58c8ce6413e4eddb558d257a +size 974668 diff --git a/checkpoint_10000/target.decoder.layers_19.self_attention.query.kernel/.zarray b/checkpoint_10000/target.decoder.layers_19.self_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_19.self_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_19.self_attention.query.kernel/0.0 b/checkpoint_10000/target.decoder.layers_19.self_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..b94263726248dfab5b6a9cb856352b39173ecc40 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_19.self_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:266ffc660642c8adaea5ca462ec98954f4d58221595ffbf40442ea480b68dee0 +size 977101 diff --git a/checkpoint_10000/target.decoder.layers_19.self_attention.value.kernel/.zarray b/checkpoint_10000/target.decoder.layers_19.self_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_19.self_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_19.self_attention.value.kernel/0.0 b/checkpoint_10000/target.decoder.layers_19.self_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..20f0cf154ebb6a333923905e294955919a547365 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_19.self_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e6636aa6fc39f5a38c7167b7b1624d6c9e9fb1fd0fff7ff112724ddc41e3b62 +size 975130 diff --git a/checkpoint_10000/target.decoder.layers_2.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_10000/target.decoder.layers_2.encoder_decoder_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_2.encoder_decoder_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_2.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_10000/target.decoder.layers_2.encoder_decoder_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..98786b639f78c608710f8b8527b1c00553588486 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_2.encoder_decoder_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d378420c3cc2bc21e94a1db4bb10bd5151738246ac939b3dc88a0d459bf049ec +size 974123 diff --git a/checkpoint_10000/target.decoder.layers_2.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_10000/target.decoder.layers_2.encoder_decoder_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_2.encoder_decoder_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_2.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_10000/target.decoder.layers_2.encoder_decoder_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..1c519082990af59b1454c504bea7b508aa950098 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_2.encoder_decoder_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:223e32e82fde88c28f28323cc9241b9a6c89e3003368669aa3d55d26aa1327fc +size 974271 diff --git a/checkpoint_10000/target.decoder.layers_2.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_10000/target.decoder.layers_2.encoder_decoder_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_2.encoder_decoder_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_2.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_10000/target.decoder.layers_2.encoder_decoder_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..c14ec1d1aceb5149656b459c7009ffbd2ec378fd --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_2.encoder_decoder_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f019214e746874f4ebbe798ae8a98312358b69fdf5d2288d4f78ccd8f89995d +size 976648 diff --git a/checkpoint_10000/target.decoder.layers_2.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_10000/target.decoder.layers_2.encoder_decoder_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_2.encoder_decoder_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_2.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_10000/target.decoder.layers_2.encoder_decoder_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..dc35b2786ec15944ecee6b45800ab63a509be8ae --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_2.encoder_decoder_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e55450c6a51b6386d3455c112e9213ec9d719d53e8af915f7c8b3c93ea68f2aa +size 974016 diff --git a/checkpoint_10000/target.decoder.layers_2.mlp.wi_0.kernel/.zarray b/checkpoint_10000/target.decoder.layers_2.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_2.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_10000/target.decoder.layers_2.mlp.wi_0.kernel/0.0 b/checkpoint_10000/target.decoder.layers_2.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..60baa67b5325159e2e9e76553db79c06a68e42de --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_2.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0bb7476af7fe5613a4e5fc6316e0cab922947ee7f39fa2c6d72aa9cc3bf5f301 +size 3890883 diff --git a/checkpoint_10000/target.decoder.layers_2.mlp.wi_1.kernel/.zarray b/checkpoint_10000/target.decoder.layers_2.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_2.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_10000/target.decoder.layers_2.mlp.wi_1.kernel/0.0 b/checkpoint_10000/target.decoder.layers_2.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..d09d31a28cb3a340d450b702b8452be246afa226 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_2.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5fc86a1f23df1350e823cc68d57411536df40743d23372fc6cf5da334e3eee05 +size 3890339 diff --git a/checkpoint_10000/target.decoder.layers_2.mlp.wo.kernel/.zarray b/checkpoint_10000/target.decoder.layers_2.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_2.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98 +size 178 diff --git a/checkpoint_10000/target.decoder.layers_2.mlp.wo.kernel/0.0 b/checkpoint_10000/target.decoder.layers_2.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..17fa5d3eb15635db492a12e44db50171fbc88aa0 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_2.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:212364157ca13a453714f4eeaed8486fd631e4c3a350f01342fbf057b9f45cf9 +size 3906923 diff --git a/checkpoint_10000/target.decoder.layers_2.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_10000/target.decoder.layers_2.pre_cross_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_2.pre_cross_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/target.decoder.layers_2.pre_cross_attention_layer_norm.scale/0 b/checkpoint_10000/target.decoder.layers_2.pre_cross_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..1ed2e9e67de19910a45e62dc281062af64e99ba4 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_2.pre_cross_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c63682cebcdc2103444601ed1aa6d223ad20e1bf42eb063c00f56d48dd4a660 +size 1874 diff --git a/checkpoint_10000/target.decoder.layers_2.pre_mlp_layer_norm.scale/.zarray b/checkpoint_10000/target.decoder.layers_2.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_2.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/target.decoder.layers_2.pre_mlp_layer_norm.scale/0 b/checkpoint_10000/target.decoder.layers_2.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..75694aa841a21c95de72223ad81673f25cb92dd3 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_2.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dde7340aa84cb0b70eed445b6342fef2dc2a03b2836fb57d4b41403c5c986a9a +size 1850 diff --git a/checkpoint_10000/target.decoder.layers_2.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_10000/target.decoder.layers_2.pre_self_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_2.pre_self_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/target.decoder.layers_2.pre_self_attention_layer_norm.scale/0 b/checkpoint_10000/target.decoder.layers_2.pre_self_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..6eeee970847d7095df32875310b809a80aa6be2c --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_2.pre_self_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9733131b87935cebe120662b3f0be8c21726eeb88bcda5d1de57c72755c8feb4 +size 1883 diff --git a/checkpoint_10000/target.decoder.layers_2.self_attention.key.kernel/.zarray b/checkpoint_10000/target.decoder.layers_2.self_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_2.self_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_2.self_attention.key.kernel/0.0 b/checkpoint_10000/target.decoder.layers_2.self_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..758d346a9f4f85c02772a1e7c4de4db7966db435 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_2.self_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:657b4a5e56de281a02d55e5d34103196f1f934b8aedfee94bd6e237f8427f80b +size 974261 diff --git a/checkpoint_10000/target.decoder.layers_2.self_attention.out.kernel/.zarray b/checkpoint_10000/target.decoder.layers_2.self_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_2.self_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_2.self_attention.out.kernel/0.0 b/checkpoint_10000/target.decoder.layers_2.self_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..7e25796bdf55d82f5e811e4035ce96d09ea70ca7 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_2.self_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f7a6b4d45795a2754c6258f0ec0b3c53e4ea2911dd599ac52351bdbc0d82ad30 +size 975466 diff --git a/checkpoint_10000/target.decoder.layers_2.self_attention.query.kernel/.zarray b/checkpoint_10000/target.decoder.layers_2.self_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_2.self_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_2.self_attention.query.kernel/0.0 b/checkpoint_10000/target.decoder.layers_2.self_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..ae48ac77e8b5ef52b89a3676b8d9d3ccc0b42d70 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_2.self_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9aa5218d654ea9c71aedd72891fa66ea4a873ce039f41a5e64fa22ea35133b23 +size 976531 diff --git a/checkpoint_10000/target.decoder.layers_2.self_attention.value.kernel/.zarray b/checkpoint_10000/target.decoder.layers_2.self_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_2.self_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_2.self_attention.value.kernel/0.0 b/checkpoint_10000/target.decoder.layers_2.self_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..7215efa985f4ed87903d48da53e0d1a46807d15b --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_2.self_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45ef9c7506768bfdd542c153fc2e816556339e3d947307f482193c7a5f74c6cc +size 974881 diff --git a/checkpoint_10000/target.decoder.layers_20.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_10000/target.decoder.layers_20.encoder_decoder_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_20.encoder_decoder_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_20.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_10000/target.decoder.layers_20.encoder_decoder_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..77cfa3ee0dea14d230f10da8099ef029e459e2a8 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_20.encoder_decoder_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f18f624fbb21fdaf7f76ac9d961a91e26a9d7b538ce43204e913e6b0eefbf755 +size 974940 diff --git a/checkpoint_10000/target.decoder.layers_20.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_10000/target.decoder.layers_20.encoder_decoder_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_20.encoder_decoder_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_20.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_10000/target.decoder.layers_20.encoder_decoder_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..7cfd3f79cbe1dbcd2c61ddae90bd4db94bd4d92c --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_20.encoder_decoder_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6a78be76c0dad83efca9a15ea1728544ab5a0c0d21db2fdd9d22855f3d42bb1 +size 976045 diff --git a/checkpoint_10000/target.decoder.layers_20.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_10000/target.decoder.layers_20.encoder_decoder_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_20.encoder_decoder_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_20.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_10000/target.decoder.layers_20.encoder_decoder_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..4fc39137e374fdd513b415ed5f84edbf54fc4c0f --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_20.encoder_decoder_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6d265fd2600982025622bdeaec2ff97d873128081d4e763cf7a64bb5631ad0b +size 976957 diff --git a/checkpoint_10000/target.decoder.layers_20.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_10000/target.decoder.layers_20.encoder_decoder_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_20.encoder_decoder_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_20.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_10000/target.decoder.layers_20.encoder_decoder_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..30ce00186b5273be01cc5d86baa2577769e2bac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_20.encoder_decoder_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec64e4ecd535f47f9799ae5bfcd8f85114ea6847845593f37398bf8c12db7a65 +size 976915 diff --git a/checkpoint_10000/target.decoder.layers_20.mlp.wi_0.kernel/.zarray b/checkpoint_10000/target.decoder.layers_20.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_20.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_10000/target.decoder.layers_20.mlp.wi_0.kernel/0.0 b/checkpoint_10000/target.decoder.layers_20.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..2a2c8232e870b69275191bcb9362cb6e6c140a1f --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_20.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:335fccf59fd940e1479df16c61f82e8b84201dc0a53c048917d826275c61c7c1 +size 3897044 diff --git a/checkpoint_10000/target.decoder.layers_20.mlp.wi_1.kernel/.zarray b/checkpoint_10000/target.decoder.layers_20.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_20.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_10000/target.decoder.layers_20.mlp.wi_1.kernel/0.0 b/checkpoint_10000/target.decoder.layers_20.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..5727001d6ced3e920387b61a82f29e9fa3127f19 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_20.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b851aae96f6de6c9f05c1e8b4a9dc068e0596d4870a8aadeff64416a7fd29fca +size 3901243 diff --git a/checkpoint_10000/target.decoder.layers_20.mlp.wo.kernel/.zarray b/checkpoint_10000/target.decoder.layers_20.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_20.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98 +size 178 diff --git a/checkpoint_10000/target.decoder.layers_20.mlp.wo.kernel/0.0 b/checkpoint_10000/target.decoder.layers_20.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..33ff4fff5f01aeda9e0926e4d30a19b91c892b25 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_20.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a005c6ba70f932ab64d04a987d706a2a12964ec45e417eba8634f297c9bb05a +size 3903574 diff --git a/checkpoint_10000/target.decoder.layers_20.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_10000/target.decoder.layers_20.pre_cross_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_20.pre_cross_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/target.decoder.layers_20.pre_cross_attention_layer_norm.scale/0 b/checkpoint_10000/target.decoder.layers_20.pre_cross_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..59ca1535f192ef5b6f265b63dc23ecbae2e7fd53 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_20.pre_cross_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:354969f63e35d8c18a34462c5b94b575f215a5506d987de9a4ebd56becf5a21a +size 1859 diff --git a/checkpoint_10000/target.decoder.layers_20.pre_mlp_layer_norm.scale/.zarray b/checkpoint_10000/target.decoder.layers_20.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_20.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/target.decoder.layers_20.pre_mlp_layer_norm.scale/0 b/checkpoint_10000/target.decoder.layers_20.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..2cedee5a01404a3bc38c98ba59583a924ba66fe5 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_20.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:79616954b624471053dd86951387f6dba29b243493a400a7439a28e9ab141440 +size 1825 diff --git a/checkpoint_10000/target.decoder.layers_20.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_10000/target.decoder.layers_20.pre_self_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_20.pre_self_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/target.decoder.layers_20.pre_self_attention_layer_norm.scale/0 b/checkpoint_10000/target.decoder.layers_20.pre_self_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..7cc7fa689685478170e977f8c18bea94cfc8ad62 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_20.pre_self_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e33308814be20d385e80826a6fa8e1f067d51594e22360d0b746ad9497cb5cf8 +size 1861 diff --git a/checkpoint_10000/target.decoder.layers_20.self_attention.key.kernel/.zarray b/checkpoint_10000/target.decoder.layers_20.self_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_20.self_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_20.self_attention.key.kernel/0.0 b/checkpoint_10000/target.decoder.layers_20.self_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..a846658e27d37bc9b70337e1e57cf200f436837b --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_20.self_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f94d4db156e61dafa077d9719caf45c6d9e0fa04d30afc8d3b59aa456426c616 +size 975564 diff --git a/checkpoint_10000/target.decoder.layers_20.self_attention.out.kernel/.zarray b/checkpoint_10000/target.decoder.layers_20.self_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_20.self_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_20.self_attention.out.kernel/0.0 b/checkpoint_10000/target.decoder.layers_20.self_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..fcd33a30dc20b46753d96422c1928354e2386bbe --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_20.self_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea70306d52bb8c4e47a91e1bdf2a5228c445e6d3bfa9f89b12e5d68cd125e7e7 +size 974548 diff --git a/checkpoint_10000/target.decoder.layers_20.self_attention.query.kernel/.zarray b/checkpoint_10000/target.decoder.layers_20.self_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_20.self_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_20.self_attention.query.kernel/0.0 b/checkpoint_10000/target.decoder.layers_20.self_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..fbd1fc4f800deeb2c93a57c5ca0e0f6d5c5491b5 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_20.self_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6530230a0974824b87ec95499b2ac9543465b2addbf0a12e35a0d654e162df97 +size 977150 diff --git a/checkpoint_10000/target.decoder.layers_20.self_attention.value.kernel/.zarray b/checkpoint_10000/target.decoder.layers_20.self_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_20.self_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_20.self_attention.value.kernel/0.0 b/checkpoint_10000/target.decoder.layers_20.self_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..e97eb81110527bfc54f292655c9f8840c4661db8 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_20.self_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fbdfa8584d64897e2422f9d548aa9a9c429be3c19ecb41d32b935af73037d732 +size 975073 diff --git a/checkpoint_10000/target.decoder.layers_21.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_10000/target.decoder.layers_21.encoder_decoder_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_21.encoder_decoder_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_21.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_10000/target.decoder.layers_21.encoder_decoder_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..37ec43c6c8043666222089b40e2dbc566372f5ca --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_21.encoder_decoder_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1edbf7fa7dbe23f3966dc1561ffa48f9cd3e4c9b9ad23eda909d58eb3ae5432 +size 975036 diff --git a/checkpoint_10000/target.decoder.layers_21.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_10000/target.decoder.layers_21.encoder_decoder_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_21.encoder_decoder_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_21.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_10000/target.decoder.layers_21.encoder_decoder_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..a6bc66844f4ed9b0c2133c4b812e3b735ab018ec --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_21.encoder_decoder_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94c8eead7418dc446cfd2a834786ee7b7cc31150ce67c19601e58069b70fff93 +size 975868 diff --git a/checkpoint_10000/target.decoder.layers_21.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_10000/target.decoder.layers_21.encoder_decoder_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_21.encoder_decoder_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_21.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_10000/target.decoder.layers_21.encoder_decoder_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..a213bb440bfbaeacebf6c446c98f2b510cb7de2a --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_21.encoder_decoder_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08704acda555add794cd4ec67a69b554be492696774e68e0f99a263a356c8121 +size 977033 diff --git a/checkpoint_10000/target.decoder.layers_21.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_10000/target.decoder.layers_21.encoder_decoder_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_21.encoder_decoder_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_21.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_10000/target.decoder.layers_21.encoder_decoder_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..d5e39a6eb92bae1686e9feb3523cc8b3137adfff --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_21.encoder_decoder_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3cf7524819fd0318b9740d80fd8b3d6c38393eb92937c90c0d10efda75eb6d8c +size 977139 diff --git a/checkpoint_10000/target.decoder.layers_21.mlp.wi_0.kernel/.zarray b/checkpoint_10000/target.decoder.layers_21.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_21.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_10000/target.decoder.layers_21.mlp.wi_0.kernel/0.0 b/checkpoint_10000/target.decoder.layers_21.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..4b4c59b00d46caf90f1f57c1983411e4086c8eeb --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_21.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a6308d61cd71fb9c7e9fc4573dd09d5ad4b3d16fb83ed6bb2f02df073703394 +size 3897217 diff --git a/checkpoint_10000/target.decoder.layers_21.mlp.wi_1.kernel/.zarray b/checkpoint_10000/target.decoder.layers_21.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_21.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_10000/target.decoder.layers_21.mlp.wi_1.kernel/0.0 b/checkpoint_10000/target.decoder.layers_21.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..32ab6d044568e04cbe3af86884d4fdccfcc73e14 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_21.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d368d34f33cab1f85d22c6d39b8e72b69045c698ef1dffca64a1dd3c924576d5 +size 3901828 diff --git a/checkpoint_10000/target.decoder.layers_21.mlp.wo.kernel/.zarray b/checkpoint_10000/target.decoder.layers_21.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_21.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98 +size 178 diff --git a/checkpoint_10000/target.decoder.layers_21.mlp.wo.kernel/0.0 b/checkpoint_10000/target.decoder.layers_21.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..85218ec4c65b51072560594075793dc7a50c7d8d --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_21.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:449dcdf80650c6351959a85fd050e6ec140c4f4609312f63218cb9d936ebd076 +size 3903276 diff --git a/checkpoint_10000/target.decoder.layers_21.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_10000/target.decoder.layers_21.pre_cross_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_21.pre_cross_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/target.decoder.layers_21.pre_cross_attention_layer_norm.scale/0 b/checkpoint_10000/target.decoder.layers_21.pre_cross_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..0c80ef187a0e49668e30d9cb994705b8f5075774 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_21.pre_cross_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd63a7dc5f1382b2685360d59d308eb3b810b2a6183be6236c25fc8086647338 +size 1858 diff --git a/checkpoint_10000/target.decoder.layers_21.pre_mlp_layer_norm.scale/.zarray b/checkpoint_10000/target.decoder.layers_21.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_21.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/target.decoder.layers_21.pre_mlp_layer_norm.scale/0 b/checkpoint_10000/target.decoder.layers_21.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..071196dd6b9c68bc635948a511ea6669147b2bf6 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_21.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0e81515e16d3efb8017682ccc4fe70552198b1dde9b133b0a8ddef845153c05 +size 1821 diff --git a/checkpoint_10000/target.decoder.layers_21.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_10000/target.decoder.layers_21.pre_self_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_21.pre_self_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/target.decoder.layers_21.pre_self_attention_layer_norm.scale/0 b/checkpoint_10000/target.decoder.layers_21.pre_self_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..47037b2d2232182df9feb4066b6316feedd203dc --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_21.pre_self_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fbe3e8f96c6179efd58b6f4d44b7708be586c59851fb802dbadabf9f861311f4 +size 1884 diff --git a/checkpoint_10000/target.decoder.layers_21.self_attention.key.kernel/.zarray b/checkpoint_10000/target.decoder.layers_21.self_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_21.self_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_21.self_attention.key.kernel/0.0 b/checkpoint_10000/target.decoder.layers_21.self_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..c2124945dcb7e849e1a72ba582f67913832bcaa9 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_21.self_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3eb69f835bd9596c7af2254ec6cd998a0b0797839708f35e07d562c568e8386e +size 975326 diff --git a/checkpoint_10000/target.decoder.layers_21.self_attention.out.kernel/.zarray b/checkpoint_10000/target.decoder.layers_21.self_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_21.self_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_21.self_attention.out.kernel/0.0 b/checkpoint_10000/target.decoder.layers_21.self_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..d8739762cc053f76689444d7a96390199a347a24 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_21.self_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:814ac4108f0e325f50956ffdf6d534b34ea7f9e6ffa85dd386a9b667650219c1 +size 974217 diff --git a/checkpoint_10000/target.decoder.layers_21.self_attention.query.kernel/.zarray b/checkpoint_10000/target.decoder.layers_21.self_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_21.self_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_21.self_attention.query.kernel/0.0 b/checkpoint_10000/target.decoder.layers_21.self_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..f37a85a2e78ba139c8e07208da540440c733461d --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_21.self_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9bb67d31267ac3ac8ab93cf47d7e88130216ae946db5c89608f8fcee3e5588b8 +size 977238 diff --git a/checkpoint_10000/target.decoder.layers_21.self_attention.value.kernel/.zarray b/checkpoint_10000/target.decoder.layers_21.self_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_21.self_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_21.self_attention.value.kernel/0.0 b/checkpoint_10000/target.decoder.layers_21.self_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..e25678857fc08bed70489233180039aecc997768 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_21.self_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d87c1e1e1a40b87ce0af09f311e1fcc2b4d3787439c4104c99f57410536ef92e +size 974748 diff --git a/checkpoint_10000/target.decoder.layers_22.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_10000/target.decoder.layers_22.encoder_decoder_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_22.encoder_decoder_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_22.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_10000/target.decoder.layers_22.encoder_decoder_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..c94a9a98effd8582fc541be4376ad6eee99aff80 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_22.encoder_decoder_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a64a8acd38783f18c186f39ab65e27b7659f6e171d6687e85ad3eefa32bf7da +size 974998 diff --git a/checkpoint_10000/target.decoder.layers_22.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_10000/target.decoder.layers_22.encoder_decoder_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_22.encoder_decoder_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_22.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_10000/target.decoder.layers_22.encoder_decoder_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..60d7114acfbe7de29c4bb9b5859f602313f4b2ea --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_22.encoder_decoder_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff3cfdd5706903b3b9158954149bdd1560b24df4052fc2302d42a522ca289797 +size 976735 diff --git a/checkpoint_10000/target.decoder.layers_22.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_10000/target.decoder.layers_22.encoder_decoder_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_22.encoder_decoder_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_22.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_10000/target.decoder.layers_22.encoder_decoder_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..2eed743bb46a4086bc4043f0d4dde66cce6e27f1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_22.encoder_decoder_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:19204ef1648d15dba76f94accbbc2dce1fe1ca7b28fc4133f502f2e8dcfc2e1e +size 976948 diff --git a/checkpoint_10000/target.decoder.layers_22.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_10000/target.decoder.layers_22.encoder_decoder_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_22.encoder_decoder_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_22.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_10000/target.decoder.layers_22.encoder_decoder_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..e06bde0e96092a2ffd19f2d56c229499ef224493 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_22.encoder_decoder_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9aaa35e37522fe46e2d70523d62dddd31e40c342e79a540f39109b0c5e27548 +size 977317 diff --git a/checkpoint_10000/target.decoder.layers_22.mlp.wi_0.kernel/.zarray b/checkpoint_10000/target.decoder.layers_22.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_22.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_10000/target.decoder.layers_22.mlp.wi_0.kernel/0.0 b/checkpoint_10000/target.decoder.layers_22.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..a7983fbc4527bf82b4ef414cfd0407e07c814d86 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_22.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a66768643759ce816b7194e20af4936a560a76361a72c4522329b7baaf431be +size 3897206 diff --git a/checkpoint_10000/target.decoder.layers_22.mlp.wi_1.kernel/.zarray b/checkpoint_10000/target.decoder.layers_22.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_22.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_10000/target.decoder.layers_22.mlp.wi_1.kernel/0.0 b/checkpoint_10000/target.decoder.layers_22.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..f1fbd294d217930e09dcf604680bdd42a0db83e3 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_22.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f31df28ea5569aa5771ca49c767add9a4968c53a4acbfba4d32fb867859ddca3 +size 3901854 diff --git a/checkpoint_10000/target.decoder.layers_22.mlp.wo.kernel/.zarray b/checkpoint_10000/target.decoder.layers_22.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_22.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98 +size 178 diff --git a/checkpoint_10000/target.decoder.layers_22.mlp.wo.kernel/0.0 b/checkpoint_10000/target.decoder.layers_22.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..24d91bd4e6522423465185f3a648fd3e8f8a6b2e --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_22.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0fac4d5ba9b1a42d4c83ea3071f1b1293322ba6f066578fc4c6a7d7b1a9ff786 +size 3903201 diff --git a/checkpoint_10000/target.decoder.layers_22.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_10000/target.decoder.layers_22.pre_cross_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_22.pre_cross_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/target.decoder.layers_22.pre_cross_attention_layer_norm.scale/0 b/checkpoint_10000/target.decoder.layers_22.pre_cross_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..4ed61c5338f7419bad69a9360542cd5ac0b7625b --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_22.pre_cross_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ed6e12547727aeb5537efb9158e958ae564a5a42c48cc2b96b4e5507a68eef0 +size 1856 diff --git a/checkpoint_10000/target.decoder.layers_22.pre_mlp_layer_norm.scale/.zarray b/checkpoint_10000/target.decoder.layers_22.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_22.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/target.decoder.layers_22.pre_mlp_layer_norm.scale/0 b/checkpoint_10000/target.decoder.layers_22.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..a5216ab4f99dbafdddc3bb0c768ec4ce41575edb --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_22.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e8f794b8999c3e6fbfa167f82af04ee7319ca90d4705745d1e30f6aa6d6e850 +size 1805 diff --git a/checkpoint_10000/target.decoder.layers_22.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_10000/target.decoder.layers_22.pre_self_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_22.pre_self_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/target.decoder.layers_22.pre_self_attention_layer_norm.scale/0 b/checkpoint_10000/target.decoder.layers_22.pre_self_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..0e07e52d3295a2494c56fb094dd6a3e7084136bd --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_22.pre_self_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a5e4fd727046b5d3710307dabd5c90f115f4ead893718b1268ecf757e7e2ad4f +size 1869 diff --git a/checkpoint_10000/target.decoder.layers_22.self_attention.key.kernel/.zarray b/checkpoint_10000/target.decoder.layers_22.self_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_22.self_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_22.self_attention.key.kernel/0.0 b/checkpoint_10000/target.decoder.layers_22.self_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..fd9bf9aadb777b6bcdae466698ece0f7ee52b927 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_22.self_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:56d26c06b6b5b6283b6ba4ef1dd8056ca49967fa2a601c48d9c22216b4a249d0 +size 975022 diff --git a/checkpoint_10000/target.decoder.layers_22.self_attention.out.kernel/.zarray b/checkpoint_10000/target.decoder.layers_22.self_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_22.self_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_22.self_attention.out.kernel/0.0 b/checkpoint_10000/target.decoder.layers_22.self_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..8474a0f4b375b614c5f9eb0e0fa386f529c1321c --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_22.self_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a2f34f8a34ea87cc43680664dc367d12976c0bce67a62594b0fd1d704bb3744 +size 974249 diff --git a/checkpoint_10000/target.decoder.layers_22.self_attention.query.kernel/.zarray b/checkpoint_10000/target.decoder.layers_22.self_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_22.self_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_22.self_attention.query.kernel/0.0 b/checkpoint_10000/target.decoder.layers_22.self_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..1883d5e25468d445ddc9c7c51f4168e4b49bd18c --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_22.self_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:087d624c50c7e77e88971530daf7d5e4bcf4598b65e504aa1e17c0a1c3e965fa +size 977019 diff --git a/checkpoint_10000/target.decoder.layers_22.self_attention.value.kernel/.zarray b/checkpoint_10000/target.decoder.layers_22.self_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_22.self_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_22.self_attention.value.kernel/0.0 b/checkpoint_10000/target.decoder.layers_22.self_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..964472f13a70ebc7892ce6c4173bc5568efbbcbc --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_22.self_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6179a27a636d4c89eae1a7e05e79564d8a5547e0309956c26fdaf29171d8d4b9 +size 974578 diff --git a/checkpoint_10000/target.decoder.layers_23.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_10000/target.decoder.layers_23.encoder_decoder_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_23.encoder_decoder_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_23.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_10000/target.decoder.layers_23.encoder_decoder_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..479a926317efca655aa12bb0f70e154ba05bd7bc --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_23.encoder_decoder_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95a8267e408f636244727f47387c7cf53248ae9bc70148bce489a850376aced6 +size 974985 diff --git a/checkpoint_10000/target.decoder.layers_23.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_10000/target.decoder.layers_23.encoder_decoder_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_23.encoder_decoder_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_23.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_10000/target.decoder.layers_23.encoder_decoder_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..d7cb2c11525f49d32f6998b46bb36f5584540635 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_23.encoder_decoder_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4427098a78183493cf837d92b6131fe69b5cf87fb2f53f1fd5e46bb11016b720 +size 975590 diff --git a/checkpoint_10000/target.decoder.layers_23.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_10000/target.decoder.layers_23.encoder_decoder_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_23.encoder_decoder_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_23.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_10000/target.decoder.layers_23.encoder_decoder_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..c8eec5af30c74473b11d3c028e2a59fc7f1e750d --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_23.encoder_decoder_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0763429b1cc934a600cf43dc34eee0378abacdeca9f28856dfd0d54a30a391f7 +size 976992 diff --git a/checkpoint_10000/target.decoder.layers_23.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_10000/target.decoder.layers_23.encoder_decoder_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_23.encoder_decoder_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_23.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_10000/target.decoder.layers_23.encoder_decoder_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..9a30de9bdac06029acdd836938c3e72423d889a9 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_23.encoder_decoder_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:14a248e33b1666942ed457e549a54135302b3d8860322dd6174f24a0bbeff80f +size 976570 diff --git a/checkpoint_10000/target.decoder.layers_23.mlp.wi_0.kernel/.zarray b/checkpoint_10000/target.decoder.layers_23.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_23.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_10000/target.decoder.layers_23.mlp.wi_0.kernel/0.0 b/checkpoint_10000/target.decoder.layers_23.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..627f90136a5b504d9ce62d93fe624304099733bf --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_23.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e6a1b30e8716e645fa23313226c012a268d25f080d218715f4bdef51427bf37 +size 3896226 diff --git a/checkpoint_10000/target.decoder.layers_23.mlp.wi_1.kernel/.zarray b/checkpoint_10000/target.decoder.layers_23.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_23.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_10000/target.decoder.layers_23.mlp.wi_1.kernel/0.0 b/checkpoint_10000/target.decoder.layers_23.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..904381d211e28031f74f8ff6c3781f89d612a6be --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_23.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a35dc694f61c5241ccf003f282af2dee9d0b9009c86bfd89f2b5d8afedd10c9 +size 3902893 diff --git a/checkpoint_10000/target.decoder.layers_23.mlp.wo.kernel/.zarray b/checkpoint_10000/target.decoder.layers_23.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_23.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98 +size 178 diff --git a/checkpoint_10000/target.decoder.layers_23.mlp.wo.kernel/0.0 b/checkpoint_10000/target.decoder.layers_23.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..48949fff7fc470b80026ae062bba603ac3c9e952 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_23.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b641bd9b85915e2457acd77ab48265326d74d78bf6da094594de467ea56fc90c +size 3903127 diff --git a/checkpoint_10000/target.decoder.layers_23.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_10000/target.decoder.layers_23.pre_cross_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_23.pre_cross_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/target.decoder.layers_23.pre_cross_attention_layer_norm.scale/0 b/checkpoint_10000/target.decoder.layers_23.pre_cross_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..592706c9d4367fa26e809c8ae4e3c1a80a798a59 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_23.pre_cross_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73f46a3ea39c647d3a373597987492d9db42c144fa4fcabd8f1cff15cc61e099 +size 1883 diff --git a/checkpoint_10000/target.decoder.layers_23.pre_mlp_layer_norm.scale/.zarray b/checkpoint_10000/target.decoder.layers_23.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_23.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/target.decoder.layers_23.pre_mlp_layer_norm.scale/0 b/checkpoint_10000/target.decoder.layers_23.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..b49f030278d12fceb190d4b8445ddee344d8408f --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_23.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5df5459f4c836bc4e5187e88d9894d16772a69ae8732322bd525fed4a9d20535 +size 1816 diff --git a/checkpoint_10000/target.decoder.layers_23.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_10000/target.decoder.layers_23.pre_self_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_23.pre_self_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/target.decoder.layers_23.pre_self_attention_layer_norm.scale/0 b/checkpoint_10000/target.decoder.layers_23.pre_self_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..a92a0ea93d53d9ee066c559f9ce675b2fa4fae03 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_23.pre_self_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c21459368821d65f661a7975270d5ea4a9c023c0ed1867d06ee475cee4826bde +size 1892 diff --git a/checkpoint_10000/target.decoder.layers_23.self_attention.key.kernel/.zarray b/checkpoint_10000/target.decoder.layers_23.self_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_23.self_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_23.self_attention.key.kernel/0.0 b/checkpoint_10000/target.decoder.layers_23.self_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..ce124b3e2832a0b26bc648deac9d1ad5354f55c4 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_23.self_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5331df827b33010e073e3c57d5cf819bbe0f1385363eb9c1efa7985ac83b805 +size 975979 diff --git a/checkpoint_10000/target.decoder.layers_23.self_attention.out.kernel/.zarray b/checkpoint_10000/target.decoder.layers_23.self_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_23.self_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_23.self_attention.out.kernel/0.0 b/checkpoint_10000/target.decoder.layers_23.self_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..98d902eb4d0f7dc53953b0e73987ab4ef433fad3 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_23.self_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:28d708d20f164878ffef18bd7e4fc51e51e7838cde2357e31e18374eb66e9dc6 +size 974364 diff --git a/checkpoint_10000/target.decoder.layers_23.self_attention.query.kernel/.zarray b/checkpoint_10000/target.decoder.layers_23.self_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_23.self_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_23.self_attention.query.kernel/0.0 b/checkpoint_10000/target.decoder.layers_23.self_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..900b42565b5b6e14a0c74694f134b93f5a5b3c5a --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_23.self_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca88a52056e4162016d2bdf51cb22a457b397755573054ecd1e14680c571442e +size 977056 diff --git a/checkpoint_10000/target.decoder.layers_23.self_attention.value.kernel/.zarray b/checkpoint_10000/target.decoder.layers_23.self_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_23.self_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_23.self_attention.value.kernel/0.0 b/checkpoint_10000/target.decoder.layers_23.self_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..acf43a1f877e499dee88c2d54cf25aed0640f0bd --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_23.self_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44c920cd41caac2ccaadbc8aa64c6eaf2ac89d27441396752aa99e51b496411c +size 974660 diff --git a/checkpoint_10000/target.decoder.layers_3.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_10000/target.decoder.layers_3.encoder_decoder_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_3.encoder_decoder_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_3.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_10000/target.decoder.layers_3.encoder_decoder_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..bb26231e171d3c53dccd5a167fed014d9af16d82 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_3.encoder_decoder_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a7992bbf5651542a07aeea4e318d6b5ea9806b4221867faa66b695e95d818ff +size 974218 diff --git a/checkpoint_10000/target.decoder.layers_3.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_10000/target.decoder.layers_3.encoder_decoder_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_3.encoder_decoder_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_3.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_10000/target.decoder.layers_3.encoder_decoder_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..b2192a76bd99976ed51371eb82aead1217ed13ef --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_3.encoder_decoder_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:544c204c7f716961d6c32c8532f2014b55f6a3a6c5340bd5c92f0c2247ae44ac +size 974265 diff --git a/checkpoint_10000/target.decoder.layers_3.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_10000/target.decoder.layers_3.encoder_decoder_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_3.encoder_decoder_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_3.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_10000/target.decoder.layers_3.encoder_decoder_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..adc4e6693d7baf929971afe0cf8e6c59208216e3 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_3.encoder_decoder_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0556d81b10177ffa45ed7e2175aaad14e7eb479040b0d11b787b97fa2a84d79 +size 976541 diff --git a/checkpoint_10000/target.decoder.layers_3.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_10000/target.decoder.layers_3.encoder_decoder_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_3.encoder_decoder_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_3.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_10000/target.decoder.layers_3.encoder_decoder_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..d3ec5e87c81e337801cf63c7f37c5b005f36b831 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_3.encoder_decoder_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a3b69f866abab9adda7b289f314cec5d4d6001f1e231f75f6664cc2e59e9226 +size 973991 diff --git a/checkpoint_10000/target.decoder.layers_3.mlp.wi_0.kernel/.zarray b/checkpoint_10000/target.decoder.layers_3.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_3.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_10000/target.decoder.layers_3.mlp.wi_0.kernel/0.0 b/checkpoint_10000/target.decoder.layers_3.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..76fa5672adc8f71f60afb81a15dfe323a42de598 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_3.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7d52f99c175a30c47fbbe48b76573970a217554f851993b85bc3a633533038b +size 3891824 diff --git a/checkpoint_10000/target.decoder.layers_3.mlp.wi_1.kernel/.zarray b/checkpoint_10000/target.decoder.layers_3.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_3.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_10000/target.decoder.layers_3.mlp.wi_1.kernel/0.0 b/checkpoint_10000/target.decoder.layers_3.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..804daf775be220e72969152c4cf73a21b04993ee --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_3.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c43a001a76d75bbaeb349658715f68b732b7f0b66dba8fdbd16977278b380ce6 +size 3891808 diff --git a/checkpoint_10000/target.decoder.layers_3.mlp.wo.kernel/.zarray b/checkpoint_10000/target.decoder.layers_3.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_3.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98 +size 178 diff --git a/checkpoint_10000/target.decoder.layers_3.mlp.wo.kernel/0.0 b/checkpoint_10000/target.decoder.layers_3.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..e95edd874f861e11217f16c7a8581b6431f4c017 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_3.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1d7d5f2e25144a964cb8c67342fc5ceec6f90b04993255da9d2095e0c2d4e51 +size 3907727 diff --git a/checkpoint_10000/target.decoder.layers_3.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_10000/target.decoder.layers_3.pre_cross_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_3.pre_cross_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/target.decoder.layers_3.pre_cross_attention_layer_norm.scale/0 b/checkpoint_10000/target.decoder.layers_3.pre_cross_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..b8cd988e31cb6d5a672e7da66235c0d63feeb187 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_3.pre_cross_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b653e4f8b6c522bbb815242daf31d3e7a4473ca0d5d18ee5ae649efa64d38a9 +size 1846 diff --git a/checkpoint_10000/target.decoder.layers_3.pre_mlp_layer_norm.scale/.zarray b/checkpoint_10000/target.decoder.layers_3.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_3.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/target.decoder.layers_3.pre_mlp_layer_norm.scale/0 b/checkpoint_10000/target.decoder.layers_3.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..c0c88deb6f8522535a6a02280be0c8b9fbe6ffb7 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_3.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c31d7fb2ff0a6415d944ea8d9417354cb18896303b65a035370e12322149d104 +size 1867 diff --git a/checkpoint_10000/target.decoder.layers_3.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_10000/target.decoder.layers_3.pre_self_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_3.pre_self_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/target.decoder.layers_3.pre_self_attention_layer_norm.scale/0 b/checkpoint_10000/target.decoder.layers_3.pre_self_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..3c876a2fedf6891e5d23bb5ba9ac3e214f3bbd42 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_3.pre_self_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d02b2fd7ef46479347ce347464676ffc2fba5aadd50a0f18db066c51dadcde9f +size 1878 diff --git a/checkpoint_10000/target.decoder.layers_3.self_attention.key.kernel/.zarray b/checkpoint_10000/target.decoder.layers_3.self_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_3.self_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_3.self_attention.key.kernel/0.0 b/checkpoint_10000/target.decoder.layers_3.self_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..33440c671d9961150873a21d3188e04c9ea01b17 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_3.self_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9439fa2e525fc2433e246cb565e7d73f8a4955e47a8a9a8e4dbc43aa32c7928f +size 974475 diff --git a/checkpoint_10000/target.decoder.layers_3.self_attention.out.kernel/.zarray b/checkpoint_10000/target.decoder.layers_3.self_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_3.self_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_3.self_attention.out.kernel/0.0 b/checkpoint_10000/target.decoder.layers_3.self_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..d903072afdbe6a815658d2a15bdfd6896cb5c842 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_3.self_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a6df21bbb6f0df0f34ade5e862e1fe7ff7f377264e9582c60e856ed8a429df4 +size 975347 diff --git a/checkpoint_10000/target.decoder.layers_3.self_attention.query.kernel/.zarray b/checkpoint_10000/target.decoder.layers_3.self_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_3.self_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_3.self_attention.query.kernel/0.0 b/checkpoint_10000/target.decoder.layers_3.self_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..9afdded21830a38fac4e62d3ae8f52ed9b41f45a --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_3.self_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0128b52e38ba8f2bd90aeee0d618c1c5d5d96d85028aea30f063cbf156bc6d2 +size 976735 diff --git a/checkpoint_10000/target.decoder.layers_3.self_attention.value.kernel/.zarray b/checkpoint_10000/target.decoder.layers_3.self_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_3.self_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_3.self_attention.value.kernel/0.0 b/checkpoint_10000/target.decoder.layers_3.self_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..27f0d28067523cb3d677bd53b009e2034b29615b --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_3.self_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1202d458d57bd9f60fec2909d84e6aa4e48e05d87ccf8c2bff1dc1f40c5010a3 +size 974935 diff --git a/checkpoint_10000/target.decoder.layers_4.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_10000/target.decoder.layers_4.encoder_decoder_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_4.encoder_decoder_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_4.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_10000/target.decoder.layers_4.encoder_decoder_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..33a84ef5b30d4b16433fe880c5fca97ffcf40e38 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_4.encoder_decoder_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49dd24e18639ea1d3caa17f575772d8c1b674a6cd5231eb920c4ca68cbb46cdc +size 974208 diff --git a/checkpoint_10000/target.decoder.layers_4.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_10000/target.decoder.layers_4.encoder_decoder_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_4.encoder_decoder_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_4.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_10000/target.decoder.layers_4.encoder_decoder_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..dd367688db27c4dbc31c6293a582139f35a3ef17 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_4.encoder_decoder_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:12f2dcc0273837a491ad3e4ae3d11d0cd5a1da09a0c8caafda811a225483a4a9 +size 974392 diff --git a/checkpoint_10000/target.decoder.layers_4.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_10000/target.decoder.layers_4.encoder_decoder_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_4.encoder_decoder_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_4.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_10000/target.decoder.layers_4.encoder_decoder_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..6e0578eaa743fd547f1516f0fb10f0d4b8ecd40e --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_4.encoder_decoder_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2eab4eea0f272fe93ffa78a1cf50fa92bbe20553f7d603b5174991ac8b1c3385 +size 976814 diff --git a/checkpoint_10000/target.decoder.layers_4.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_10000/target.decoder.layers_4.encoder_decoder_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_4.encoder_decoder_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_4.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_10000/target.decoder.layers_4.encoder_decoder_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..51879a7909b78c14283d610cdd57f55730f76f50 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_4.encoder_decoder_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:60aa212cc5340d7adc4d3b9d8a166f17ce9010777dd5b5e0660e263d726d9659 +size 973935 diff --git a/checkpoint_10000/target.decoder.layers_4.mlp.wi_0.kernel/.zarray b/checkpoint_10000/target.decoder.layers_4.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_4.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_10000/target.decoder.layers_4.mlp.wi_0.kernel/0.0 b/checkpoint_10000/target.decoder.layers_4.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..b57a2b62762fad093cd35155f9bd2b660fd097d8 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_4.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:931c0c0212bd85bd2ed4f24c3f6639d7cd00266da8b2a1d4ff887188a9d2865c +size 3893466 diff --git a/checkpoint_10000/target.decoder.layers_4.mlp.wi_1.kernel/.zarray b/checkpoint_10000/target.decoder.layers_4.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_4.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_10000/target.decoder.layers_4.mlp.wi_1.kernel/0.0 b/checkpoint_10000/target.decoder.layers_4.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..87b69e34a3a53334d84281aa0f87116fc46e2a51 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_4.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed39346d07ac77fca4560259c7eca549fcf2e6f794ba61c4b5c495fae94b7b57 +size 3893385 diff --git a/checkpoint_10000/target.decoder.layers_4.mlp.wo.kernel/.zarray b/checkpoint_10000/target.decoder.layers_4.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_4.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98 +size 178 diff --git a/checkpoint_10000/target.decoder.layers_4.mlp.wo.kernel/0.0 b/checkpoint_10000/target.decoder.layers_4.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..d98f77cdf9c9cbe616ea28587b04b9d59ab29ede --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_4.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0abff51eb3783bcd13da18d2d2a6a1bc9a0e099fba252a59ec1d80a42b6e4321 +size 3908796 diff --git a/checkpoint_10000/target.decoder.layers_4.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_10000/target.decoder.layers_4.pre_cross_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_4.pre_cross_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/target.decoder.layers_4.pre_cross_attention_layer_norm.scale/0 b/checkpoint_10000/target.decoder.layers_4.pre_cross_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..62628cea48ab1784266c3d26a989415abcc167fb --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_4.pre_cross_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:50440388f5b3b3d00a69a09f40732cc84025e50c3890df0941bce0ee54b557cb +size 1822 diff --git a/checkpoint_10000/target.decoder.layers_4.pre_mlp_layer_norm.scale/.zarray b/checkpoint_10000/target.decoder.layers_4.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_4.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/target.decoder.layers_4.pre_mlp_layer_norm.scale/0 b/checkpoint_10000/target.decoder.layers_4.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..68c5b0dd420691233707ed2b700860a1aee49d4c --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_4.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af263a351677dc1038c4cb8fadeac5155dd3f6ec07895cb152a9f27e777e3dfb +size 1892 diff --git a/checkpoint_10000/target.decoder.layers_4.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_10000/target.decoder.layers_4.pre_self_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_4.pre_self_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/target.decoder.layers_4.pre_self_attention_layer_norm.scale/0 b/checkpoint_10000/target.decoder.layers_4.pre_self_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..add2f1272cdda324790d23f7315131cc219df421 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_4.pre_self_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:74c9f52a4af6c3854ce7c4810483f5ca7380f69c89be7bc481be1b4658ec8138 +size 1876 diff --git a/checkpoint_10000/target.decoder.layers_4.self_attention.key.kernel/.zarray b/checkpoint_10000/target.decoder.layers_4.self_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_4.self_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_4.self_attention.key.kernel/0.0 b/checkpoint_10000/target.decoder.layers_4.self_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..da12bf213a0f96004c602c5ba5e71b5f9064ea24 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_4.self_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7592b3ea0ca8e99f924240abda66cad9a3c2bfa095295e682a0f168984a7d96a +size 974355 diff --git a/checkpoint_10000/target.decoder.layers_4.self_attention.out.kernel/.zarray b/checkpoint_10000/target.decoder.layers_4.self_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_4.self_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_4.self_attention.out.kernel/0.0 b/checkpoint_10000/target.decoder.layers_4.self_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..71365efd1a466217bebc8f01dfe43ee1e052d2bd --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_4.self_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c07d07a1ce09b20340fbb28e2af73f2adcdb11f89713bef1fa3ebb705a346f93 +size 975243 diff --git a/checkpoint_10000/target.decoder.layers_4.self_attention.query.kernel/.zarray b/checkpoint_10000/target.decoder.layers_4.self_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_4.self_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_4.self_attention.query.kernel/0.0 b/checkpoint_10000/target.decoder.layers_4.self_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..bb6211f133406ebdcd8cb4f688a6ec833cb05996 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_4.self_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:574ff457d55d44c2b15fa1cffd0b866656fa5086875f040f1b3187be3b7d4406 +size 976873 diff --git a/checkpoint_10000/target.decoder.layers_4.self_attention.value.kernel/.zarray b/checkpoint_10000/target.decoder.layers_4.self_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_4.self_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_4.self_attention.value.kernel/0.0 b/checkpoint_10000/target.decoder.layers_4.self_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..52376f2635bef777dcd0b62aff6381fc8bb7eee2 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_4.self_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:353bc3dfb84e0e7edc9c5f76a18daeb0cda4b24e28ee13d4bff3392f99a82c1e +size 974874 diff --git a/checkpoint_10000/target.decoder.layers_5.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_10000/target.decoder.layers_5.encoder_decoder_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_5.encoder_decoder_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_5.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_10000/target.decoder.layers_5.encoder_decoder_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..b15692bc9f147756ba2f34515fa1976c5ccb557f --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_5.encoder_decoder_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d426cbadfa12e8ef7a768eb2cb1d8c16a556ccf6e20dd73553e71f7ad75c49ff +size 974153 diff --git a/checkpoint_10000/target.decoder.layers_5.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_10000/target.decoder.layers_5.encoder_decoder_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_5.encoder_decoder_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_5.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_10000/target.decoder.layers_5.encoder_decoder_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..e6ed143a246c816ff2b967b920245627e9f4c3f2 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_5.encoder_decoder_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c096c9cb69771852731c5542697c3001d01a385f54227e3e87bb4de6c875d68e +size 974297 diff --git a/checkpoint_10000/target.decoder.layers_5.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_10000/target.decoder.layers_5.encoder_decoder_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_5.encoder_decoder_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_5.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_10000/target.decoder.layers_5.encoder_decoder_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..38e52b24bd68e18a2b6642906db340fdf57d2e2f --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_5.encoder_decoder_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9e0bdd906553c6eca7c01005754b152d3b80f7d4e2eca08187ca74ceda63144 +size 977050 diff --git a/checkpoint_10000/target.decoder.layers_5.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_10000/target.decoder.layers_5.encoder_decoder_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_5.encoder_decoder_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_5.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_10000/target.decoder.layers_5.encoder_decoder_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..c72f4838d6fef7f8bc704c0ce364bc911f5bdeba --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_5.encoder_decoder_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab672511fdc9f73d3930e98e927e2f96ae35dc366349b65b409a0f644a90d41d +size 974348 diff --git a/checkpoint_10000/target.decoder.layers_5.mlp.wi_0.kernel/.zarray b/checkpoint_10000/target.decoder.layers_5.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_5.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_10000/target.decoder.layers_5.mlp.wi_0.kernel/0.0 b/checkpoint_10000/target.decoder.layers_5.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..a23f1fa7fd95152668c974e0d8c27b928d132cc3 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_5.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0380d93a48a89acb4120e90e28e9e4c4bffabba565ab47e85df996dc7624035 +size 3895297 diff --git a/checkpoint_10000/target.decoder.layers_5.mlp.wi_1.kernel/.zarray b/checkpoint_10000/target.decoder.layers_5.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_5.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_10000/target.decoder.layers_5.mlp.wi_1.kernel/0.0 b/checkpoint_10000/target.decoder.layers_5.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..ddd2d09e2609a6658a73677b44b2835b584e737d --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_5.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43d92f85f2b68a6be70436addbef4699444d9b7b64ae87b4cee9e28d7c3381fe +size 3895227 diff --git a/checkpoint_10000/target.decoder.layers_5.mlp.wo.kernel/.zarray b/checkpoint_10000/target.decoder.layers_5.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_5.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98 +size 178 diff --git a/checkpoint_10000/target.decoder.layers_5.mlp.wo.kernel/0.0 b/checkpoint_10000/target.decoder.layers_5.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..a919f7fab5cccee6c49840047c47676b4e0fec26 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_5.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16074833dc1a15c60550b40e53062607d1002a9e041fe3b2899943fbf5f3afb3 +size 3908243 diff --git a/checkpoint_10000/target.decoder.layers_5.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_10000/target.decoder.layers_5.pre_cross_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_5.pre_cross_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/target.decoder.layers_5.pre_cross_attention_layer_norm.scale/0 b/checkpoint_10000/target.decoder.layers_5.pre_cross_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..e6046f20a4faadf6bc66b2e8b72180d9e3869aa3 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_5.pre_cross_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e609b61e274f0e078093a2698b4fa2dfb96d00e0d6a1beb52baca8107f113c49 +size 1832 diff --git a/checkpoint_10000/target.decoder.layers_5.pre_mlp_layer_norm.scale/.zarray b/checkpoint_10000/target.decoder.layers_5.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_5.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/target.decoder.layers_5.pre_mlp_layer_norm.scale/0 b/checkpoint_10000/target.decoder.layers_5.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..9656230da7c2733a661ee5b8d6f9bcc4cb5f9c50 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_5.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:27e74c5d42a83200c585269f7415c2bc75ceee67129d0deaa328adc9f2db7ece +size 1892 diff --git a/checkpoint_10000/target.decoder.layers_5.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_10000/target.decoder.layers_5.pre_self_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_5.pre_self_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/target.decoder.layers_5.pre_self_attention_layer_norm.scale/0 b/checkpoint_10000/target.decoder.layers_5.pre_self_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..f7c8127949667e5d9f3f8d68ab30007d2645f421 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_5.pre_self_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba287474b5a2cc4c2782d6de2ad37db633a811a2b44d08819af4eee52f5983af +size 1894 diff --git a/checkpoint_10000/target.decoder.layers_5.self_attention.key.kernel/.zarray b/checkpoint_10000/target.decoder.layers_5.self_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_5.self_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_5.self_attention.key.kernel/0.0 b/checkpoint_10000/target.decoder.layers_5.self_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..3d7f7d30f58e2fa5fd6f67d131d5b4beca8781fa --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_5.self_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e1667118692ef59cec0bcf3cb955a1d713a557ae91a55f8e5226c6e3025b0047 +size 975149 diff --git a/checkpoint_10000/target.decoder.layers_5.self_attention.out.kernel/.zarray b/checkpoint_10000/target.decoder.layers_5.self_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_5.self_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_5.self_attention.out.kernel/0.0 b/checkpoint_10000/target.decoder.layers_5.self_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..47fde82566113ec9a3df5506194e5df1deecbac8 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_5.self_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:21b0c40b92c61c74d26f821657f10927c3415313dd2f4322f4f7c1bafde43a30 +size 974633 diff --git a/checkpoint_10000/target.decoder.layers_5.self_attention.query.kernel/.zarray b/checkpoint_10000/target.decoder.layers_5.self_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_5.self_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_5.self_attention.query.kernel/0.0 b/checkpoint_10000/target.decoder.layers_5.self_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..0cdad28cd2a7c90008f7d28fc160d9b76f36af8e --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_5.self_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2713be4b0a5c1871de4bbf83d0d2c9c11cc212f98112d9c37021bd7abe6da79d +size 977052 diff --git a/checkpoint_10000/target.decoder.layers_5.self_attention.value.kernel/.zarray b/checkpoint_10000/target.decoder.layers_5.self_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_5.self_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_5.self_attention.value.kernel/0.0 b/checkpoint_10000/target.decoder.layers_5.self_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..3d79651313fb0ca6ede2f914893c41d33059bc98 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_5.self_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ba531aae7568b7327659b4f7a5fe48a37f7efb6576e37ad12e77232d8ff79e7 +size 974538 diff --git a/checkpoint_10000/target.decoder.layers_6.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_10000/target.decoder.layers_6.encoder_decoder_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_6.encoder_decoder_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_6.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_10000/target.decoder.layers_6.encoder_decoder_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..6e4ba90bacb9d964bc1ff122acb1cf314d0b2907 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_6.encoder_decoder_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d28a5868925733e1ede900f73323459a5899b5b4a872bf840ce718f8a6959eba +size 974347 diff --git a/checkpoint_10000/target.decoder.layers_6.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_10000/target.decoder.layers_6.encoder_decoder_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_6.encoder_decoder_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_6.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_10000/target.decoder.layers_6.encoder_decoder_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..48be6877cb807663462b97b4140e0362c1894bc9 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_6.encoder_decoder_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4cdcaef845cbed5dbc8da36ea6c401031c6cc8103e0e3565fd8ae03fe9d47ea1 +size 974155 diff --git a/checkpoint_10000/target.decoder.layers_6.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_10000/target.decoder.layers_6.encoder_decoder_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_6.encoder_decoder_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_6.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_10000/target.decoder.layers_6.encoder_decoder_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..6041a1c3fb5284aff0c83d606d50834aaf746491 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_6.encoder_decoder_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ca45caa917be3b19ebafa2a97f4f84570452c9bf2ccbba012422e2e71b34dae +size 977032 diff --git a/checkpoint_10000/target.decoder.layers_6.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_10000/target.decoder.layers_6.encoder_decoder_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_6.encoder_decoder_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_6.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_10000/target.decoder.layers_6.encoder_decoder_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..f1c5c6108d954e42512f4c6acf5723eea1cb7099 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_6.encoder_decoder_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a32a73a986be90cddf7e62f2ed9c677d3add49dc805904e0dd878a5d4e1f0b62 +size 974134 diff --git a/checkpoint_10000/target.decoder.layers_6.mlp.wi_0.kernel/.zarray b/checkpoint_10000/target.decoder.layers_6.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_6.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_10000/target.decoder.layers_6.mlp.wi_0.kernel/0.0 b/checkpoint_10000/target.decoder.layers_6.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..28fec57282543b0976e763d4754a5e5a27443bc8 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_6.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb5e266b36b4020cd1ac627f9ca5a3d5eb5fe56dc7991cbc53aaec4abf7a35d9 +size 3895740 diff --git a/checkpoint_10000/target.decoder.layers_6.mlp.wi_1.kernel/.zarray b/checkpoint_10000/target.decoder.layers_6.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_6.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_10000/target.decoder.layers_6.mlp.wi_1.kernel/0.0 b/checkpoint_10000/target.decoder.layers_6.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..e0c82d9841dd81d7b26957326c58b1f0252d1b8c --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_6.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b25e8d79e4e3a7f9f55689be01877f113c7cf109a103c730ac4e16ef34af0700 +size 3895917 diff --git a/checkpoint_10000/target.decoder.layers_6.mlp.wo.kernel/.zarray b/checkpoint_10000/target.decoder.layers_6.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_6.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98 +size 178 diff --git a/checkpoint_10000/target.decoder.layers_6.mlp.wo.kernel/0.0 b/checkpoint_10000/target.decoder.layers_6.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..fc9f70cec5a725f3ff21921a65926c36dd513bfc --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_6.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:adbf8ae1f25d503f6557b7f4b76977d54274ad72fac6529edc104169c6cc7ffe +size 3909006 diff --git a/checkpoint_10000/target.decoder.layers_6.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_10000/target.decoder.layers_6.pre_cross_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_6.pre_cross_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/target.decoder.layers_6.pre_cross_attention_layer_norm.scale/0 b/checkpoint_10000/target.decoder.layers_6.pre_cross_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..6c8af2f82a790b201a3e2bf24930015d9174c244 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_6.pre_cross_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cda1d4ef9ef59a5c852ec4387162e98bbc3e73758cc8321c9052316ce4d14c74 +size 1833 diff --git a/checkpoint_10000/target.decoder.layers_6.pre_mlp_layer_norm.scale/.zarray b/checkpoint_10000/target.decoder.layers_6.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_6.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/target.decoder.layers_6.pre_mlp_layer_norm.scale/0 b/checkpoint_10000/target.decoder.layers_6.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..d74910aed83abaf510dce00fdc8b2367ffff3e30 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_6.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4098570d298d33e8e6dbbbbeb8b46fb084ea75a8c34bda9b4f8725608a7c7669 +size 1890 diff --git a/checkpoint_10000/target.decoder.layers_6.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_10000/target.decoder.layers_6.pre_self_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_6.pre_self_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/target.decoder.layers_6.pre_self_attention_layer_norm.scale/0 b/checkpoint_10000/target.decoder.layers_6.pre_self_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..f9f85d54a985a7506253c60b2ab788e128e1016f --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_6.pre_self_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb09cbeb5627f763052ad57ec7f9c99ef146ec258ddde2a9237f2d5b0d64e50c +size 1888 diff --git a/checkpoint_10000/target.decoder.layers_6.self_attention.key.kernel/.zarray b/checkpoint_10000/target.decoder.layers_6.self_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_6.self_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_6.self_attention.key.kernel/0.0 b/checkpoint_10000/target.decoder.layers_6.self_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..a5b6d1390abcb3986d3ad7a627f305b7fead827a --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_6.self_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:375b617dc646faa46e3adb414f6b5f8b0b8fab06e55e508feed41801e8ee945f +size 975163 diff --git a/checkpoint_10000/target.decoder.layers_6.self_attention.out.kernel/.zarray b/checkpoint_10000/target.decoder.layers_6.self_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_6.self_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_6.self_attention.out.kernel/0.0 b/checkpoint_10000/target.decoder.layers_6.self_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..79cf16bd214ef0cd87ffade3cc53977f47d2954a --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_6.self_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8d71d69cfc6b872baa15094b9469fce45d095b7950a3cbe4968224ff7661252 +size 974699 diff --git a/checkpoint_10000/target.decoder.layers_6.self_attention.query.kernel/.zarray b/checkpoint_10000/target.decoder.layers_6.self_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_6.self_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_6.self_attention.query.kernel/0.0 b/checkpoint_10000/target.decoder.layers_6.self_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..1d0f8dd27226a28935c1e17fd0bd05c399072d5b --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_6.self_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0cea1eb6f992251582610289bd64d3151028a5966be3bc535cabc676c98f832 +size 977094 diff --git a/checkpoint_10000/target.decoder.layers_6.self_attention.value.kernel/.zarray b/checkpoint_10000/target.decoder.layers_6.self_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_6.self_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_6.self_attention.value.kernel/0.0 b/checkpoint_10000/target.decoder.layers_6.self_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..e96732bd44943b258afd3e99407eb8b7667e90a7 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_6.self_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1432081e9ebadd391feb24fda19a9b0da2e7a4148debeec9ec839fe812361629 +size 974693 diff --git a/checkpoint_10000/target.decoder.layers_7.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_10000/target.decoder.layers_7.encoder_decoder_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_7.encoder_decoder_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_7.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_10000/target.decoder.layers_7.encoder_decoder_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..a5f03c0a3a3a41e7e932c1d05df1c6a0384ab9a9 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_7.encoder_decoder_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd8fc1d802f8f3f8e80de705c9ffbf2d160c1da76f913f822c19e7310b661fa2 +size 974884 diff --git a/checkpoint_10000/target.decoder.layers_7.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_10000/target.decoder.layers_7.encoder_decoder_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_7.encoder_decoder_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_7.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_10000/target.decoder.layers_7.encoder_decoder_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..af806b7c7a9e27f1ab1c868c7958f4e26819b1ab --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_7.encoder_decoder_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e75f0f6d1277e836fa02b63657f5a71f439bec3eee569ff380f281f59c08556 +size 974551 diff --git a/checkpoint_10000/target.decoder.layers_7.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_10000/target.decoder.layers_7.encoder_decoder_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_7.encoder_decoder_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_7.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_10000/target.decoder.layers_7.encoder_decoder_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..44dad0cfe86f2589b0f27fca3684d0e1dd22e640 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_7.encoder_decoder_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:480398e938f1822f7701c7ded42fe4cb79c9dbb005c0950e08a8a1510c0cf042 +size 977083 diff --git a/checkpoint_10000/target.decoder.layers_7.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_10000/target.decoder.layers_7.encoder_decoder_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_7.encoder_decoder_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_7.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_10000/target.decoder.layers_7.encoder_decoder_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..25aca47b874528376b73918283fa75c5a54e268b --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_7.encoder_decoder_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb59a2d46a1f1dbc7dc1a7a11c694bc9cc93c057d55cdcdc58b7ae8cb71b17de +size 974657 diff --git a/checkpoint_10000/target.decoder.layers_7.mlp.wi_0.kernel/.zarray b/checkpoint_10000/target.decoder.layers_7.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_7.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_10000/target.decoder.layers_7.mlp.wi_0.kernel/0.0 b/checkpoint_10000/target.decoder.layers_7.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..78859513c7fa11d383ce478730b5755f611ec4c1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_7.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:81479cd6203c1dd993c2d5b3be95967b39271dfff7daf197fb9ff61b44afa8e7 +size 3896119 diff --git a/checkpoint_10000/target.decoder.layers_7.mlp.wi_1.kernel/.zarray b/checkpoint_10000/target.decoder.layers_7.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_7.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_10000/target.decoder.layers_7.mlp.wi_1.kernel/0.0 b/checkpoint_10000/target.decoder.layers_7.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..6578342acdc8158c6130f7bf200fac3cf61e555a --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_7.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9fd8cea24fbfe5de48607755b4b8c84072d1d054c73e208eea4ec58019adb186 +size 3898122 diff --git a/checkpoint_10000/target.decoder.layers_7.mlp.wo.kernel/.zarray b/checkpoint_10000/target.decoder.layers_7.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_7.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98 +size 178 diff --git a/checkpoint_10000/target.decoder.layers_7.mlp.wo.kernel/0.0 b/checkpoint_10000/target.decoder.layers_7.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..f6f68ff50a7a3dabc42a6da7aac76805ab03d5fc --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_7.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:598764c8c3552b6874789627668cdbeae7fd14491c146b48fff76d5e41d0e433 +size 3906589 diff --git a/checkpoint_10000/target.decoder.layers_7.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_10000/target.decoder.layers_7.pre_cross_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_7.pre_cross_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/target.decoder.layers_7.pre_cross_attention_layer_norm.scale/0 b/checkpoint_10000/target.decoder.layers_7.pre_cross_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..68c751b622a962f74160d87616f183ddacf75197 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_7.pre_cross_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3bdf6a2c5326eda4f1e591abe728b38f5dc9f57c033765adc8a629dee3d08058 +size 1858 diff --git a/checkpoint_10000/target.decoder.layers_7.pre_mlp_layer_norm.scale/.zarray b/checkpoint_10000/target.decoder.layers_7.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_7.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/target.decoder.layers_7.pre_mlp_layer_norm.scale/0 b/checkpoint_10000/target.decoder.layers_7.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..c77f0867d962bb8211d67e556580823459fd139f --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_7.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fada580d67efc7bfdc2a54b0cb13893cd2f1b11b92cda2730f54abee4bff9dc1 +size 1870 diff --git a/checkpoint_10000/target.decoder.layers_7.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_10000/target.decoder.layers_7.pre_self_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_7.pre_self_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/target.decoder.layers_7.pre_self_attention_layer_norm.scale/0 b/checkpoint_10000/target.decoder.layers_7.pre_self_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..550839b63fd7ed4eacd9ece295764e85e8be2def --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_7.pre_self_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:51380582438ec8947ef787833aabff1c23210cc8b1c4c94d5ab6841177917fb4 +size 1858 diff --git a/checkpoint_10000/target.decoder.layers_7.self_attention.key.kernel/.zarray b/checkpoint_10000/target.decoder.layers_7.self_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_7.self_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_7.self_attention.key.kernel/0.0 b/checkpoint_10000/target.decoder.layers_7.self_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..1e54c7cd401b73f1e35208330fde8683e6896109 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_7.self_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b5536e89c06d137b169a951d372d36af1e6db320e864ac04dfb141ac68f914b +size 974764 diff --git a/checkpoint_10000/target.decoder.layers_7.self_attention.out.kernel/.zarray b/checkpoint_10000/target.decoder.layers_7.self_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_7.self_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_7.self_attention.out.kernel/0.0 b/checkpoint_10000/target.decoder.layers_7.self_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..4187b04339905a245a79967a80f375887995a605 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_7.self_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:74c13893bad6280bc028979cc96c86ab06984eb7bf1e760961a95013a473856e +size 974751 diff --git a/checkpoint_10000/target.decoder.layers_7.self_attention.query.kernel/.zarray b/checkpoint_10000/target.decoder.layers_7.self_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_7.self_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_7.self_attention.query.kernel/0.0 b/checkpoint_10000/target.decoder.layers_7.self_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..881a639110003788f9e078de39f4234734f7a3f6 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_7.self_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac32f9e71b2a2a0248f5cb137a8d73c223c28640e65732cf1751198be810aaa9 +size 977077 diff --git a/checkpoint_10000/target.decoder.layers_7.self_attention.value.kernel/.zarray b/checkpoint_10000/target.decoder.layers_7.self_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_7.self_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_7.self_attention.value.kernel/0.0 b/checkpoint_10000/target.decoder.layers_7.self_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..65ecb97ce3d8c5a268668033097f327e05049bf8 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_7.self_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:732a753db4ec789e46bbfea118e57b916867ea8c668cd0097d5149f923b8e69d +size 975018 diff --git a/checkpoint_10000/target.decoder.layers_8.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_10000/target.decoder.layers_8.encoder_decoder_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_8.encoder_decoder_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_8.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_10000/target.decoder.layers_8.encoder_decoder_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..8babd032314ba25a8f561c30ca237ab4b6e90aac --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_8.encoder_decoder_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d2f8a8e2c8881b39f727c933bdf5b3bbf051032572c4e77b11bd2654010c095a +size 974748 diff --git a/checkpoint_10000/target.decoder.layers_8.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_10000/target.decoder.layers_8.encoder_decoder_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_8.encoder_decoder_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_8.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_10000/target.decoder.layers_8.encoder_decoder_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..c1d177e8a0d6106be19d326c98979c7f9ee1887b --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_8.encoder_decoder_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9cb816acc50e4d9e23cdb4e6f0e6de99471132d01e9785db7bbb56a9b0fe1f1b +size 974254 diff --git a/checkpoint_10000/target.decoder.layers_8.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_10000/target.decoder.layers_8.encoder_decoder_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_8.encoder_decoder_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_8.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_10000/target.decoder.layers_8.encoder_decoder_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..443a4b1ad96d79fc5d85a6d6da1082e1c65c200f --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_8.encoder_decoder_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2fd059501ee627ff5e48c6c1963bbe0948e0079ad5af1a048968cda9cf378f03 +size 977067 diff --git a/checkpoint_10000/target.decoder.layers_8.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_10000/target.decoder.layers_8.encoder_decoder_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_8.encoder_decoder_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_8.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_10000/target.decoder.layers_8.encoder_decoder_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..473f8608a56e9f6418c9e2fd9a159384f8dac3b6 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_8.encoder_decoder_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b780a70b71d442a3eff0d44ff75a9b15620ffa794375624d21390696ec47776e +size 974458 diff --git a/checkpoint_10000/target.decoder.layers_8.mlp.wi_0.kernel/.zarray b/checkpoint_10000/target.decoder.layers_8.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_8.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_10000/target.decoder.layers_8.mlp.wi_0.kernel/0.0 b/checkpoint_10000/target.decoder.layers_8.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..fc7cf845209850838e34d99d6b90f2eefa1b9e04 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_8.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f26828e649df322aef380fea1b20049c3ad375e355bcef00d911b50761fb61d +size 3896408 diff --git a/checkpoint_10000/target.decoder.layers_8.mlp.wi_1.kernel/.zarray b/checkpoint_10000/target.decoder.layers_8.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_8.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_10000/target.decoder.layers_8.mlp.wi_1.kernel/0.0 b/checkpoint_10000/target.decoder.layers_8.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..4a23bd406f6a5385b54278421a3f894bf82bbee5 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_8.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08eb9f3d5592ef6f4d2b2888edc7b6a599bf401dcd3f54a52be009f210041753 +size 3898660 diff --git a/checkpoint_10000/target.decoder.layers_8.mlp.wo.kernel/.zarray b/checkpoint_10000/target.decoder.layers_8.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_8.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98 +size 178 diff --git a/checkpoint_10000/target.decoder.layers_8.mlp.wo.kernel/0.0 b/checkpoint_10000/target.decoder.layers_8.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..d3a863fae1824666e2adb9c0c2717c9dc108727c --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_8.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ceb7aded278314a97ee83022f284bc334bceed53e8a8c6b5c38a6494bdbdd8c4 +size 3905228 diff --git a/checkpoint_10000/target.decoder.layers_8.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_10000/target.decoder.layers_8.pre_cross_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_8.pre_cross_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/target.decoder.layers_8.pre_cross_attention_layer_norm.scale/0 b/checkpoint_10000/target.decoder.layers_8.pre_cross_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..22a1a0d3bdefaf0ff7ff822ad38af992570bb2db --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_8.pre_cross_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd5dc2b7c12c4aae6cc1c77fbef56af19ba46b4696764a7b1589f5947a6f1b35 +size 1850 diff --git a/checkpoint_10000/target.decoder.layers_8.pre_mlp_layer_norm.scale/.zarray b/checkpoint_10000/target.decoder.layers_8.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_8.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/target.decoder.layers_8.pre_mlp_layer_norm.scale/0 b/checkpoint_10000/target.decoder.layers_8.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..e0e8adfe84e74d98c84c1acd6721c43b11cea95b --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_8.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7597bbfebb3ff49bdb24efc0745747303ed297b81edab809ba7c6ca919b273da +size 1860 diff --git a/checkpoint_10000/target.decoder.layers_8.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_10000/target.decoder.layers_8.pre_self_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_8.pre_self_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/target.decoder.layers_8.pre_self_attention_layer_norm.scale/0 b/checkpoint_10000/target.decoder.layers_8.pre_self_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..1c7a5c36fa9e8b6cdb2b0ecfbbc0e225112297e5 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_8.pre_self_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7623ad315bfdf4eb0c20f295412f73cf9903b7a460e72e33f1a3c42c6836237d +size 1857 diff --git a/checkpoint_10000/target.decoder.layers_8.self_attention.key.kernel/.zarray b/checkpoint_10000/target.decoder.layers_8.self_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_8.self_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_8.self_attention.key.kernel/0.0 b/checkpoint_10000/target.decoder.layers_8.self_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..ef1912f3194ddc752b616f55b259bd76b9e111e8 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_8.self_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67ff43b1a5f3f0185e188b8db7d7bf403b7b86f805ba5f2004434e007555e558 +size 974847 diff --git a/checkpoint_10000/target.decoder.layers_8.self_attention.out.kernel/.zarray b/checkpoint_10000/target.decoder.layers_8.self_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_8.self_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_8.self_attention.out.kernel/0.0 b/checkpoint_10000/target.decoder.layers_8.self_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..0c7144e35c2612d8ca391fdf069eeaf45dc23daf --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_8.self_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7bb35c1fa12a7597e2d3a37971ea39b4de4daff4021f520adf2558a9573453b1 +size 974526 diff --git a/checkpoint_10000/target.decoder.layers_8.self_attention.query.kernel/.zarray b/checkpoint_10000/target.decoder.layers_8.self_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_8.self_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_8.self_attention.query.kernel/0.0 b/checkpoint_10000/target.decoder.layers_8.self_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..bcf2c325197ba2677bd719045f77a072a99df4ef --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_8.self_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:988e2f054bea0d8ec88c95197be4f41775d289176d3cff22c8cd358140a3d702 +size 977113 diff --git a/checkpoint_10000/target.decoder.layers_8.self_attention.value.kernel/.zarray b/checkpoint_10000/target.decoder.layers_8.self_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_8.self_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_8.self_attention.value.kernel/0.0 b/checkpoint_10000/target.decoder.layers_8.self_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..25ab024324aabc7fa3d93ebe00e1298a8fb9fe7d --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_8.self_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37eab4764f8d9f825d4de0c1ba79defaa063c395ecc1fffb4b34e16109e3eabb +size 974739 diff --git a/checkpoint_10000/target.decoder.layers_9.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_10000/target.decoder.layers_9.encoder_decoder_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_9.encoder_decoder_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_9.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_10000/target.decoder.layers_9.encoder_decoder_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..6407857d953261476f36a1d664e47d9f2ccd5f40 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_9.encoder_decoder_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c6fcc5302a2753e3ee3aacc3dcc5e90cf246f0480537f5e9aafa91ac0433bcbc +size 974665 diff --git a/checkpoint_10000/target.decoder.layers_9.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_10000/target.decoder.layers_9.encoder_decoder_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_9.encoder_decoder_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_9.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_10000/target.decoder.layers_9.encoder_decoder_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..32bb439042389e213cee22449622e19e60ba452a --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_9.encoder_decoder_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0a844e41149f0b1793a055a0375747f2ae25a318cdd39b6097153e94d2b0b95 +size 974178 diff --git a/checkpoint_10000/target.decoder.layers_9.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_10000/target.decoder.layers_9.encoder_decoder_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_9.encoder_decoder_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_9.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_10000/target.decoder.layers_9.encoder_decoder_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..17e0d3a443b323a9621ef787d4df4b60999f1a2f --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_9.encoder_decoder_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:74630026251bef3e6175f76ab24379b1ebc1abd08079f342e966e4c0a71bc974 +size 976954 diff --git a/checkpoint_10000/target.decoder.layers_9.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_10000/target.decoder.layers_9.encoder_decoder_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_9.encoder_decoder_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_9.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_10000/target.decoder.layers_9.encoder_decoder_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..16c2ef53987fd64aa252b689eb149abc216f3ce6 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_9.encoder_decoder_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:420f4739b1f0143619866c33fc755ce3bf84c5323c0eb6d55e68ea9fa9e785f2 +size 974485 diff --git a/checkpoint_10000/target.decoder.layers_9.mlp.wi_0.kernel/.zarray b/checkpoint_10000/target.decoder.layers_9.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_9.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_10000/target.decoder.layers_9.mlp.wi_0.kernel/0.0 b/checkpoint_10000/target.decoder.layers_9.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..169b00b2753a284195b7b8256b1b5957ac9e2f2e --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_9.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7bb146b6598741fdf36ac2df7bd5de697ff7c83cba2c83632be9d04599fb23ad +size 3896367 diff --git a/checkpoint_10000/target.decoder.layers_9.mlp.wi_1.kernel/.zarray b/checkpoint_10000/target.decoder.layers_9.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_9.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_10000/target.decoder.layers_9.mlp.wi_1.kernel/0.0 b/checkpoint_10000/target.decoder.layers_9.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..2fc1b2e6986a2cab943089a8f55b8f85bf82057e --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_9.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:04876a233973868e7f248497a735cc64fa8f31e886f145e48abce05628505cfa +size 3898805 diff --git a/checkpoint_10000/target.decoder.layers_9.mlp.wo.kernel/.zarray b/checkpoint_10000/target.decoder.layers_9.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_9.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98 +size 178 diff --git a/checkpoint_10000/target.decoder.layers_9.mlp.wo.kernel/0.0 b/checkpoint_10000/target.decoder.layers_9.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..b8dc5350b2974ba1122a7d303f5c104ebc84e659 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_9.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf7e5c8b1e4faf15240c9acfff5b92092867c0482282afa938f8d93a7a50d572 +size 3904977 diff --git a/checkpoint_10000/target.decoder.layers_9.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_10000/target.decoder.layers_9.pre_cross_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_9.pre_cross_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/target.decoder.layers_9.pre_cross_attention_layer_norm.scale/0 b/checkpoint_10000/target.decoder.layers_9.pre_cross_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..4e087deb72d89d748253edf34141885513aee23e --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_9.pre_cross_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e20ac130fd972c352ab12fb9bace0dc92361926af90d30c4d2b8f26511a1b160 +size 1847 diff --git a/checkpoint_10000/target.decoder.layers_9.pre_mlp_layer_norm.scale/.zarray b/checkpoint_10000/target.decoder.layers_9.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_9.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/target.decoder.layers_9.pre_mlp_layer_norm.scale/0 b/checkpoint_10000/target.decoder.layers_9.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..e5b0f2c20f31fef437ec6ce99511f65342ba4144 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_9.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:432f1b45c3bf72c7d01785c527838d6d0d7704a76938e0e16736b5f9aa11aee2 +size 1860 diff --git a/checkpoint_10000/target.decoder.layers_9.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_10000/target.decoder.layers_9.pre_self_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_9.pre_self_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/target.decoder.layers_9.pre_self_attention_layer_norm.scale/0 b/checkpoint_10000/target.decoder.layers_9.pre_self_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..f437cc4560b802c4c8f03c8310f1544150d469db --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_9.pre_self_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2bba00147b7ca32a247fbead978cc4cdf6a8fed4e333d9ee6efb2960d907ca85 +size 1890 diff --git a/checkpoint_10000/target.decoder.layers_9.self_attention.key.kernel/.zarray b/checkpoint_10000/target.decoder.layers_9.self_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_9.self_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_9.self_attention.key.kernel/0.0 b/checkpoint_10000/target.decoder.layers_9.self_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..684fc78799895a902b1ffe0618b24991ca36dff6 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_9.self_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1dc93653b0efe97c37508e29237ab865175cd73a0a00970c757f6ac0cdff3777 +size 975944 diff --git a/checkpoint_10000/target.decoder.layers_9.self_attention.out.kernel/.zarray b/checkpoint_10000/target.decoder.layers_9.self_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_9.self_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_9.self_attention.out.kernel/0.0 b/checkpoint_10000/target.decoder.layers_9.self_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..966f29d20ced27e339e87861e54bbb40d5fd9593 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_9.self_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7640ee47a6de2a817e211654610176dffd1f16715c5d72a35308e1096733ec19 +size 974788 diff --git a/checkpoint_10000/target.decoder.layers_9.self_attention.query.kernel/.zarray b/checkpoint_10000/target.decoder.layers_9.self_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_9.self_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_9.self_attention.query.kernel/0.0 b/checkpoint_10000/target.decoder.layers_9.self_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..8777ea33542ca6b3d0635c3e45bcf038e4607d82 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_9.self_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0532638fa4981999c8c0963681a5c3d09a565bddbb54b318e139dafeb4aca26b +size 976966 diff --git a/checkpoint_10000/target.decoder.layers_9.self_attention.value.kernel/.zarray b/checkpoint_10000/target.decoder.layers_9.self_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_9.self_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.decoder.layers_9.self_attention.value.kernel/0.0 b/checkpoint_10000/target.decoder.layers_9.self_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..4b90a6e1308002998fd64315eab812390185adcd --- /dev/null +++ b/checkpoint_10000/target.decoder.layers_9.self_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44f618dd465b831c7be89de1a820c4b8a2196b71f567bf9bcac5673d14c11941 +size 974832 diff --git a/checkpoint_10000/target.decoder.logits_dense.kernel/.zarray b/checkpoint_10000/target.decoder.logits_dense.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..865a4d5183f766d7a8ed4ea6a910b46832d32f61 --- /dev/null +++ b/checkpoint_10000/target.decoder.logits_dense.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a2ea26bec042d885fe46129c4c0fa27556ed6a14145e484cd25e1e1d6eadbec +size 180 diff --git a/checkpoint_10000/target.decoder.logits_dense.kernel/0.0 b/checkpoint_10000/target.decoder.logits_dense.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..db2ce63eed1a9e970e52c040ee1cb6a2a801157f --- /dev/null +++ b/checkpoint_10000/target.decoder.logits_dense.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0acdad562d172b52c6caee03bb0f5bcce7f04381500fb1c32a123f00fb07d8d3 +size 61125683 diff --git a/checkpoint_10000/target.decoder.relpos_bias.rel_embedding/.zarray b/checkpoint_10000/target.decoder.relpos_bias.rel_embedding/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..f436654680ef76185134be5536bdbabaa54cc65d --- /dev/null +++ b/checkpoint_10000/target.decoder.relpos_bias.rel_embedding/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62dcf91d03b1a5aa1fa79c0aaf03f5b5887296b8fc2d69cb8175b65ca8f98c2d +size 170 diff --git a/checkpoint_10000/target.decoder.relpos_bias.rel_embedding/0.0 b/checkpoint_10000/target.decoder.relpos_bias.rel_embedding/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..126192bc8d9344d4c04e095c350c88a7baaf5b38 --- /dev/null +++ b/checkpoint_10000/target.decoder.relpos_bias.rel_embedding/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b27f51ba2c9b57a6b8103df4f023e0c1755869aba35042ab229f47ca0c580758 +size 1022 diff --git a/checkpoint_10000/target.encoder.encoder_norm.scale/.zarray b/checkpoint_10000/target.encoder.encoder_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/target.encoder.encoder_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/target.encoder.encoder_norm.scale/0 b/checkpoint_10000/target.encoder.encoder_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..fc39565483479288059746eb0864dcd05c6c904c --- /dev/null +++ b/checkpoint_10000/target.encoder.encoder_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f47a1d43b3b03c9b1c62a726afa09376cfb55875273554a0a1b00dd5956d9121 +size 1867 diff --git a/checkpoint_10000/target.encoder.layers_0.attention.key.kernel/.zarray b/checkpoint_10000/target.encoder.layers_0.attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_0.attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.encoder.layers_0.attention.key.kernel/0.0 b/checkpoint_10000/target.encoder.layers_0.attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..f4771842cf68f34344a7a0dbd32525e57e021572 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_0.attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a2dcf6be7fa171cbc870a62e29f6300a317813c4bdc169017dba2795078c7a58 +size 974362 diff --git a/checkpoint_10000/target.encoder.layers_0.attention.out.kernel/.zarray b/checkpoint_10000/target.encoder.layers_0.attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_0.attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.encoder.layers_0.attention.out.kernel/0.0 b/checkpoint_10000/target.encoder.layers_0.attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..4cdf6406e74e8eab91f6efc7c6d1c28850e324d4 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_0.attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0c375b274d42e3ab089b9cedcce9c14f7542892fe2303999111fc7dd0bf566d +size 974638 diff --git a/checkpoint_10000/target.encoder.layers_0.attention.query.kernel/.zarray b/checkpoint_10000/target.encoder.layers_0.attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_0.attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.encoder.layers_0.attention.query.kernel/0.0 b/checkpoint_10000/target.encoder.layers_0.attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..ee37ee5547c32b4c102ca3a20c20090c645f2584 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_0.attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85389d6baf0a67fc6432f31ca5867bb257e23aa130eae0c443d99b7c4b98462a +size 977051 diff --git a/checkpoint_10000/target.encoder.layers_0.attention.value.kernel/.zarray b/checkpoint_10000/target.encoder.layers_0.attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_0.attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.encoder.layers_0.attention.value.kernel/0.0 b/checkpoint_10000/target.encoder.layers_0.attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..a3db4cccbd55d4cd2ff4328bdcd17973f1c42141 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_0.attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22c36a663b4e49915ccc372bcb99c647885af6d695954bfb3c511b9f45f70dc0 +size 974131 diff --git a/checkpoint_10000/target.encoder.layers_0.mlp.wi_0.kernel/.zarray b/checkpoint_10000/target.encoder.layers_0.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_0.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_10000/target.encoder.layers_0.mlp.wi_0.kernel/0.0 b/checkpoint_10000/target.encoder.layers_0.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..f97a53506ef3500c4f8955082c75fefc82545a8e --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_0.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:985f06c2ee31444f44aa5427e74c0ba1c9b8cf7baa16621ecd06fec924fa5a64 +size 3894102 diff --git a/checkpoint_10000/target.encoder.layers_0.mlp.wi_1.kernel/.zarray b/checkpoint_10000/target.encoder.layers_0.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_0.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_10000/target.encoder.layers_0.mlp.wi_1.kernel/0.0 b/checkpoint_10000/target.encoder.layers_0.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..bc711cccf18885d30f8bdc3ca7de7d1c322b56f5 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_0.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:174496061e5ca263fbbb1d1ca0ce598e452532d025f05ebd6597d2191453c0d5 +size 3893427 diff --git a/checkpoint_10000/target.encoder.layers_0.mlp.wo.kernel/.zarray b/checkpoint_10000/target.encoder.layers_0.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_0.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98 +size 178 diff --git a/checkpoint_10000/target.encoder.layers_0.mlp.wo.kernel/0.0 b/checkpoint_10000/target.encoder.layers_0.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..c0b0c62e938f86a19f569a78e4b99daa65ac5d68 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_0.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc618f9a25ca09b6f562e7abb090c1521d4aab14719a858ff83ad1af76465c60 +size 3907457 diff --git a/checkpoint_10000/target.encoder.layers_0.pre_attention_layer_norm.scale/.zarray b/checkpoint_10000/target.encoder.layers_0.pre_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_0.pre_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/target.encoder.layers_0.pre_attention_layer_norm.scale/0 b/checkpoint_10000/target.encoder.layers_0.pre_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..f6d94afbf9fc493797ce79cbc8cb8d3d9c307893 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_0.pre_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:34f265b79c73655aec60ab26478095101f6f4652c9d2d8b4206a7bf68c65a10e +size 1872 diff --git a/checkpoint_10000/target.encoder.layers_0.pre_mlp_layer_norm.scale/.zarray b/checkpoint_10000/target.encoder.layers_0.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_0.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/target.encoder.layers_0.pre_mlp_layer_norm.scale/0 b/checkpoint_10000/target.encoder.layers_0.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..e2a3a2f5b3765f06d24f6c4cf322cebb28836cad --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_0.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f8e31d5454fb6be8fe20105bea6b38d707c61ebf805c45be2af46fad441b3803 +size 1882 diff --git a/checkpoint_10000/target.encoder.layers_1.attention.key.kernel/.zarray b/checkpoint_10000/target.encoder.layers_1.attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_1.attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.encoder.layers_1.attention.key.kernel/0.0 b/checkpoint_10000/target.encoder.layers_1.attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..22533fbd8c4c8c1766e123ca64047478cff2905a --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_1.attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5bf01a4ad98c3cae87c9f58dac1a99d4eaf5f06594e064d33025b794993969bf +size 974291 diff --git a/checkpoint_10000/target.encoder.layers_1.attention.out.kernel/.zarray b/checkpoint_10000/target.encoder.layers_1.attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_1.attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.encoder.layers_1.attention.out.kernel/0.0 b/checkpoint_10000/target.encoder.layers_1.attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..4022806950b8ea249ac5198b454a301201bf79ad --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_1.attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:80c27f189bb2320bc0f0bb544713097aff6ceb6eb7ab625740aa636e967df11d +size 974202 diff --git a/checkpoint_10000/target.encoder.layers_1.attention.query.kernel/.zarray b/checkpoint_10000/target.encoder.layers_1.attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_1.attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.encoder.layers_1.attention.query.kernel/0.0 b/checkpoint_10000/target.encoder.layers_1.attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..aa21d3201c70afa045e5c948fd19d39156209d64 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_1.attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a49b5ba02af606daf4327806cb193d0a6e069840c588604206d62784aa6dac7a +size 977021 diff --git a/checkpoint_10000/target.encoder.layers_1.attention.value.kernel/.zarray b/checkpoint_10000/target.encoder.layers_1.attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_1.attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.encoder.layers_1.attention.value.kernel/0.0 b/checkpoint_10000/target.encoder.layers_1.attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..a62a1017325162d571e11d1b7e6a96bdb29d5621 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_1.attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e9315824c9f3bb2fa2fe90dbd927c797dd7d525075cd8ac629be1a033549d7d +size 973992 diff --git a/checkpoint_10000/target.encoder.layers_1.mlp.wi_0.kernel/.zarray b/checkpoint_10000/target.encoder.layers_1.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_1.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_10000/target.encoder.layers_1.mlp.wi_0.kernel/0.0 b/checkpoint_10000/target.encoder.layers_1.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..544218ade30c9ff0bed09be4066980d3f3da3e92 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_1.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c1e4be579986facbe47a678e01cb8e66fa18a162c92b05771b5f99387b8bb33 +size 3894525 diff --git a/checkpoint_10000/target.encoder.layers_1.mlp.wi_1.kernel/.zarray b/checkpoint_10000/target.encoder.layers_1.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_1.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_10000/target.encoder.layers_1.mlp.wi_1.kernel/0.0 b/checkpoint_10000/target.encoder.layers_1.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..772bc5abe9064c5b4dac85860df4bbfcef2d0d9f --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_1.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f1d2258efc2bd430d82f0a1b609ba0a712a8f36cf2c623c1faaee175f41e757 +size 3894248 diff --git a/checkpoint_10000/target.encoder.layers_1.mlp.wo.kernel/.zarray b/checkpoint_10000/target.encoder.layers_1.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_1.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98 +size 178 diff --git a/checkpoint_10000/target.encoder.layers_1.mlp.wo.kernel/0.0 b/checkpoint_10000/target.encoder.layers_1.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..6e38edf1a683b218f31716a071a3a4d4d38057c5 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_1.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b3318e35c9a7463fd6932a5c1b02db0f40ef6650b3c32cecb01beb31651b5ec1 +size 3907671 diff --git a/checkpoint_10000/target.encoder.layers_1.pre_attention_layer_norm.scale/.zarray b/checkpoint_10000/target.encoder.layers_1.pre_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_1.pre_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/target.encoder.layers_1.pre_attention_layer_norm.scale/0 b/checkpoint_10000/target.encoder.layers_1.pre_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..719e75d33baaf759f4a342d0bb764a2de3cbb8d5 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_1.pre_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:daa058da7907d6c886fb46b62be3dd5fe24c08ff380d96a96f6efa17b28c1fb6 +size 1887 diff --git a/checkpoint_10000/target.encoder.layers_1.pre_mlp_layer_norm.scale/.zarray b/checkpoint_10000/target.encoder.layers_1.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_1.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/target.encoder.layers_1.pre_mlp_layer_norm.scale/0 b/checkpoint_10000/target.encoder.layers_1.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..c39a255b286573e9c39517042c11be1a7919ea21 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_1.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09a48d8534040941393eaebb647ec2553f01be5bad1b3093fb703530453573b8 +size 1902 diff --git a/checkpoint_10000/target.encoder.layers_10.attention.key.kernel/.zarray b/checkpoint_10000/target.encoder.layers_10.attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_10.attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.encoder.layers_10.attention.key.kernel/0.0 b/checkpoint_10000/target.encoder.layers_10.attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..293db0d6ed2de3a1601852134553de180ebc471b --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_10.attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:31597fa3c5d730c5a18651ddbab1af9343af4d4273878cbc407b68660cff33cc +size 974747 diff --git a/checkpoint_10000/target.encoder.layers_10.attention.out.kernel/.zarray b/checkpoint_10000/target.encoder.layers_10.attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_10.attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.encoder.layers_10.attention.out.kernel/0.0 b/checkpoint_10000/target.encoder.layers_10.attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..f18f8b53088e7517e3a1c9c8e998e04e50bc0b61 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_10.attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3fa35c9912adffa12bb6cb5bb9dfe7daeffa770bd366d59b0211564ce25b4067 +size 974984 diff --git a/checkpoint_10000/target.encoder.layers_10.attention.query.kernel/.zarray b/checkpoint_10000/target.encoder.layers_10.attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_10.attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.encoder.layers_10.attention.query.kernel/0.0 b/checkpoint_10000/target.encoder.layers_10.attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..3c5f996c340c99ca7dd2e368efd3debc1ead3d4d --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_10.attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2f9e944622e57f26f4a93908ae17c18d0e862e32cfde80efec1b450d9e75585 +size 977064 diff --git a/checkpoint_10000/target.encoder.layers_10.attention.value.kernel/.zarray b/checkpoint_10000/target.encoder.layers_10.attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_10.attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.encoder.layers_10.attention.value.kernel/0.0 b/checkpoint_10000/target.encoder.layers_10.attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..c8a1b567a3c46b53bf46e0bf6f7d48e07c1f14fc --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_10.attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb3b9ad03e6a602410000378c3b0aae61af0a3595df8d8f16b617eebd209c691 +size 975351 diff --git a/checkpoint_10000/target.encoder.layers_10.mlp.wi_0.kernel/.zarray b/checkpoint_10000/target.encoder.layers_10.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_10.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_10000/target.encoder.layers_10.mlp.wi_0.kernel/0.0 b/checkpoint_10000/target.encoder.layers_10.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..0a397517f34a8f7d1f32215bd7bd8277456918a5 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_10.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0769ddd4ee1693d5a4584396bf572e44d28c4e5db435145251aadfd63b224649 +size 3894736 diff --git a/checkpoint_10000/target.encoder.layers_10.mlp.wi_1.kernel/.zarray b/checkpoint_10000/target.encoder.layers_10.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_10.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_10000/target.encoder.layers_10.mlp.wi_1.kernel/0.0 b/checkpoint_10000/target.encoder.layers_10.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..141d9154d9187d47e59a1146dc1bbf73e4857168 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_10.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ddba110f0d6bd348e677252421ed194ebdce3d9ded904065182f1d67eef21a14 +size 3896615 diff --git a/checkpoint_10000/target.encoder.layers_10.mlp.wo.kernel/.zarray b/checkpoint_10000/target.encoder.layers_10.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_10.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98 +size 178 diff --git a/checkpoint_10000/target.encoder.layers_10.mlp.wo.kernel/0.0 b/checkpoint_10000/target.encoder.layers_10.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..c36e34cc1db730f8d651afb7cbe84602dc7da634 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_10.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9fc7d094e3c378fc8ca32051b091263889a8c59fdfedaac3d3cf2c2d63b83fa4 +size 3907644 diff --git a/checkpoint_10000/target.encoder.layers_10.pre_attention_layer_norm.scale/.zarray b/checkpoint_10000/target.encoder.layers_10.pre_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_10.pre_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/target.encoder.layers_10.pre_attention_layer_norm.scale/0 b/checkpoint_10000/target.encoder.layers_10.pre_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..270490bba5fbf0567292538b119dc378a3a5bdd5 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_10.pre_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3018d3a48646c814a8fca2ca6bb91e913ff159f68a0c9ffcee09b1764e31290 +size 1895 diff --git a/checkpoint_10000/target.encoder.layers_10.pre_mlp_layer_norm.scale/.zarray b/checkpoint_10000/target.encoder.layers_10.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_10.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/target.encoder.layers_10.pre_mlp_layer_norm.scale/0 b/checkpoint_10000/target.encoder.layers_10.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..57ee2faea94127e1d0a5cb681fa73fb239312d95 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_10.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f13b7d6cc60ca3cb94435bcaecfd597bca81c980d733c99f52c2da5f13259e9 +size 1886 diff --git a/checkpoint_10000/target.encoder.layers_11.attention.key.kernel/.zarray b/checkpoint_10000/target.encoder.layers_11.attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_11.attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.encoder.layers_11.attention.key.kernel/0.0 b/checkpoint_10000/target.encoder.layers_11.attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..c2e0e8d61e99d0a487588dcb3a0ad9914c374093 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_11.attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0202ffdeb3dab189a03496eb2080b226f21c13a537514a721b64887156f0a259 +size 974210 diff --git a/checkpoint_10000/target.encoder.layers_11.attention.out.kernel/.zarray b/checkpoint_10000/target.encoder.layers_11.attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_11.attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.encoder.layers_11.attention.out.kernel/0.0 b/checkpoint_10000/target.encoder.layers_11.attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..a501f80db4e22585888df58a5c2f13ecf81bedb2 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_11.attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:18b0d6044942ed547cf96d5167c9decd0f5ff33b33320401c4e81ba7e1ec6c56 +size 975000 diff --git a/checkpoint_10000/target.encoder.layers_11.attention.query.kernel/.zarray b/checkpoint_10000/target.encoder.layers_11.attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_11.attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.encoder.layers_11.attention.query.kernel/0.0 b/checkpoint_10000/target.encoder.layers_11.attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..99d89f579973e4a4de9cc15b4df931296b2c975d --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_11.attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b8ad319c02300d1ca9d7ab62d964c5da5f5f4e6f2bf7ef9674d458f2327bda1d +size 976924 diff --git a/checkpoint_10000/target.encoder.layers_11.attention.value.kernel/.zarray b/checkpoint_10000/target.encoder.layers_11.attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_11.attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.encoder.layers_11.attention.value.kernel/0.0 b/checkpoint_10000/target.encoder.layers_11.attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..ba175de4850125e18b2b8762cf9a13b3fbc85651 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_11.attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a55e0d067080e8e4fc848757e54801afbf1b4dfa2a77e474eca1a74d564d2f82 +size 975572 diff --git a/checkpoint_10000/target.encoder.layers_11.mlp.wi_0.kernel/.zarray b/checkpoint_10000/target.encoder.layers_11.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_11.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_10000/target.encoder.layers_11.mlp.wi_0.kernel/0.0 b/checkpoint_10000/target.encoder.layers_11.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..706fc327cc0c197597a32b4f2027be2ce8746cd2 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_11.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6e0e465ae741ca7676fbaaca888d257e9932bc8284cae3d653ef3bb5a149765 +size 3894729 diff --git a/checkpoint_10000/target.encoder.layers_11.mlp.wi_1.kernel/.zarray b/checkpoint_10000/target.encoder.layers_11.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_11.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_10000/target.encoder.layers_11.mlp.wi_1.kernel/0.0 b/checkpoint_10000/target.encoder.layers_11.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..32a7e2695f6d7827417d71e36bf0b2df78c7402c --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_11.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b1915056c38ed8cb478450388b804043ddfb56b658d4ad078f328f0bbce5003 +size 3896888 diff --git a/checkpoint_10000/target.encoder.layers_11.mlp.wo.kernel/.zarray b/checkpoint_10000/target.encoder.layers_11.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_11.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98 +size 178 diff --git a/checkpoint_10000/target.encoder.layers_11.mlp.wo.kernel/0.0 b/checkpoint_10000/target.encoder.layers_11.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..1aa7cf1879f6b0d7aa3e170d151e3eb259cb72a2 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_11.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66f30f82263fef000028623101cb86a90040120fde85c4dce75a9d3eb5aa16c0 +size 3907554 diff --git a/checkpoint_10000/target.encoder.layers_11.pre_attention_layer_norm.scale/.zarray b/checkpoint_10000/target.encoder.layers_11.pre_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_11.pre_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/target.encoder.layers_11.pre_attention_layer_norm.scale/0 b/checkpoint_10000/target.encoder.layers_11.pre_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..a677e224fc14d3af00138b1b28d86a257de02685 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_11.pre_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be48d588a91e68c511410e92e3b0b528f038a9a62e34bdd8ad3a11bc85327850 +size 1880 diff --git a/checkpoint_10000/target.encoder.layers_11.pre_mlp_layer_norm.scale/.zarray b/checkpoint_10000/target.encoder.layers_11.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_11.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/target.encoder.layers_11.pre_mlp_layer_norm.scale/0 b/checkpoint_10000/target.encoder.layers_11.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..cac1e7ead79339457313c575e64c0c81cb2b8991 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_11.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b38c5d1b7b9c1d780e7cece1f81dc79be7e258894b81243a3ab87574a0758b7 +size 1895 diff --git a/checkpoint_10000/target.encoder.layers_12.attention.key.kernel/.zarray b/checkpoint_10000/target.encoder.layers_12.attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_12.attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.encoder.layers_12.attention.key.kernel/0.0 b/checkpoint_10000/target.encoder.layers_12.attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..ba27c351592382daa30dca31219fcdcf8e3a6f20 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_12.attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:feadf6da218d098ecf36e818c02dc9285874556a261ca7cfaf2773ddd78d6613 +size 974220 diff --git a/checkpoint_10000/target.encoder.layers_12.attention.out.kernel/.zarray b/checkpoint_10000/target.encoder.layers_12.attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_12.attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.encoder.layers_12.attention.out.kernel/0.0 b/checkpoint_10000/target.encoder.layers_12.attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..05c5c15c9b18c2c2fc2365b75ef16ee4b44a8f7d --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_12.attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10314cf9da613ee4687fde737906acb92a1643688034954186128fca56ad57d2 +size 974929 diff --git a/checkpoint_10000/target.encoder.layers_12.attention.query.kernel/.zarray b/checkpoint_10000/target.encoder.layers_12.attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_12.attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.encoder.layers_12.attention.query.kernel/0.0 b/checkpoint_10000/target.encoder.layers_12.attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..20449f18c9dcf1c93ce4dcd46bba278dcea2232b --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_12.attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e2b8767da53112bec2f6a7824c97b8c9f2c56f7572996795b8ee60c665e55514 +size 977045 diff --git a/checkpoint_10000/target.encoder.layers_12.attention.value.kernel/.zarray b/checkpoint_10000/target.encoder.layers_12.attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_12.attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.encoder.layers_12.attention.value.kernel/0.0 b/checkpoint_10000/target.encoder.layers_12.attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..5827946c404de5d673d8a206b0e51b9a1266ee98 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_12.attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b48d7373acfd3e2021ad101e82ba1ed6df1bdd1ef81f7b9f5bda0a94d527852 +size 974879 diff --git a/checkpoint_10000/target.encoder.layers_12.mlp.wi_0.kernel/.zarray b/checkpoint_10000/target.encoder.layers_12.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_12.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_10000/target.encoder.layers_12.mlp.wi_0.kernel/0.0 b/checkpoint_10000/target.encoder.layers_12.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..28ff302355f90e87fc680d5efa1f6e6a5dfe8f1e --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_12.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a9f999d811b98624c2b9a568645463d045403f6f8ed7138cb84e7deee83bd3a1 +size 3895077 diff --git a/checkpoint_10000/target.encoder.layers_12.mlp.wi_1.kernel/.zarray b/checkpoint_10000/target.encoder.layers_12.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_12.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_10000/target.encoder.layers_12.mlp.wi_1.kernel/0.0 b/checkpoint_10000/target.encoder.layers_12.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..06d4b11d70a143b40d37a3394186397ca61df0c7 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_12.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:46b697fd41fc023ca3a03d07830e750f6b080e292b060aee0de41274c19761e5 +size 3896719 diff --git a/checkpoint_10000/target.encoder.layers_12.mlp.wo.kernel/.zarray b/checkpoint_10000/target.encoder.layers_12.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_12.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98 +size 178 diff --git a/checkpoint_10000/target.encoder.layers_12.mlp.wo.kernel/0.0 b/checkpoint_10000/target.encoder.layers_12.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..01215e423d8a481830a3def6013d6332d3ede32d --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_12.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10fd874e5fa1ebbe4dc828e7a3fe99b53386fe446cf18ea55d65f6842a48e3a1 +size 3907430 diff --git a/checkpoint_10000/target.encoder.layers_12.pre_attention_layer_norm.scale/.zarray b/checkpoint_10000/target.encoder.layers_12.pre_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_12.pre_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/target.encoder.layers_12.pre_attention_layer_norm.scale/0 b/checkpoint_10000/target.encoder.layers_12.pre_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..0980de1e7fe602fb1c481decddd713660818a647 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_12.pre_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d954cf628e86e92ceea96ef657629a58df1e1bb79fe483133c58e250365024cd +size 1895 diff --git a/checkpoint_10000/target.encoder.layers_12.pre_mlp_layer_norm.scale/.zarray b/checkpoint_10000/target.encoder.layers_12.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_12.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/target.encoder.layers_12.pre_mlp_layer_norm.scale/0 b/checkpoint_10000/target.encoder.layers_12.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..cd78d13f9b3853333f1907af6720b45cb0b682b1 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_12.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae1eed97d9393e609ca2139bd364421f5958a915f9af258b49b0b68dcec3adf4 +size 1883 diff --git a/checkpoint_10000/target.encoder.layers_13.attention.key.kernel/.zarray b/checkpoint_10000/target.encoder.layers_13.attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_13.attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.encoder.layers_13.attention.key.kernel/0.0 b/checkpoint_10000/target.encoder.layers_13.attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..2731c2cf4c4d47cfbddef7461d4b999a338484bd --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_13.attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:942ebc95fcecabfdc10793c2a44fc806450e96cc0f6fafa234e46abf98c97bd5 +size 974659 diff --git a/checkpoint_10000/target.encoder.layers_13.attention.out.kernel/.zarray b/checkpoint_10000/target.encoder.layers_13.attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_13.attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.encoder.layers_13.attention.out.kernel/0.0 b/checkpoint_10000/target.encoder.layers_13.attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..9154e721cf02b23f1ebe65558ae274ee8ed0a1f2 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_13.attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:822a6fd40e751ca4409e3b6ac573bff3cf07ee720a2085036f8072fe329c470a +size 974979 diff --git a/checkpoint_10000/target.encoder.layers_13.attention.query.kernel/.zarray b/checkpoint_10000/target.encoder.layers_13.attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_13.attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.encoder.layers_13.attention.query.kernel/0.0 b/checkpoint_10000/target.encoder.layers_13.attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..069b3c976ce3b97289e05217449bb3b5d16b1927 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_13.attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:537d96f8ba89d09c426fe468723184ebe87664fc0137e52b2cf797be1640663a +size 977111 diff --git a/checkpoint_10000/target.encoder.layers_13.attention.value.kernel/.zarray b/checkpoint_10000/target.encoder.layers_13.attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_13.attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.encoder.layers_13.attention.value.kernel/0.0 b/checkpoint_10000/target.encoder.layers_13.attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..e1ce0a30859846a31998837b69b70abec8731674 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_13.attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f45a00a064711f075f7b216521944e4f024e96594d1fdd3665eb00e9a1fea793 +size 975050 diff --git a/checkpoint_10000/target.encoder.layers_13.mlp.wi_0.kernel/.zarray b/checkpoint_10000/target.encoder.layers_13.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_13.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_10000/target.encoder.layers_13.mlp.wi_0.kernel/0.0 b/checkpoint_10000/target.encoder.layers_13.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..3b24b3f30e622f7fa88fab96594f08ac651fab87 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_13.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de5cad082189752388b7eecd4b396aaacd0e47a4a909782b08ce17e7dc84ab10 +size 3895366 diff --git a/checkpoint_10000/target.encoder.layers_13.mlp.wi_1.kernel/.zarray b/checkpoint_10000/target.encoder.layers_13.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_13.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_10000/target.encoder.layers_13.mlp.wi_1.kernel/0.0 b/checkpoint_10000/target.encoder.layers_13.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..5a9ae113fd44748640f113836d916001b811f2e9 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_13.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a125c58ede6ae816ae37191e378c161e8c5238882727901b3f8133620a4c340a +size 3896825 diff --git a/checkpoint_10000/target.encoder.layers_13.mlp.wo.kernel/.zarray b/checkpoint_10000/target.encoder.layers_13.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_13.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98 +size 178 diff --git a/checkpoint_10000/target.encoder.layers_13.mlp.wo.kernel/0.0 b/checkpoint_10000/target.encoder.layers_13.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..edc89ad05fa3e03990a38f9a28989163e76c6eee --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_13.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea3bfa300ec1f6e11ff3fba043a9e15775398ec56fcaf1294d5fe212a8932269 +size 3907144 diff --git a/checkpoint_10000/target.encoder.layers_13.pre_attention_layer_norm.scale/.zarray b/checkpoint_10000/target.encoder.layers_13.pre_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_13.pre_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/target.encoder.layers_13.pre_attention_layer_norm.scale/0 b/checkpoint_10000/target.encoder.layers_13.pre_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..b4cb5efc8939bf96317af87201aca99ce2c3e26d --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_13.pre_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:031572480c90ea0732fd9ecdbd83877e868ecc7a5ac4df20c63be073aba20ab4 +size 1898 diff --git a/checkpoint_10000/target.encoder.layers_13.pre_mlp_layer_norm.scale/.zarray b/checkpoint_10000/target.encoder.layers_13.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_13.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/target.encoder.layers_13.pre_mlp_layer_norm.scale/0 b/checkpoint_10000/target.encoder.layers_13.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..4be9ed14fba506b7d42622f070b8859d3a586fe9 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_13.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e342fd3f65c6aa93c5a066274f804896dc2c35759dafa9072334d9b553d366c4 +size 1883 diff --git a/checkpoint_10000/target.encoder.layers_14.attention.key.kernel/.zarray b/checkpoint_10000/target.encoder.layers_14.attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_14.attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.encoder.layers_14.attention.key.kernel/0.0 b/checkpoint_10000/target.encoder.layers_14.attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..c4e3eff90b189222a37e834dc83d0a1d90cef5b8 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_14.attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02c5210ecf18eefaba7fa76a54556341f4592fc80e60de54fe19add641b446be +size 974460 diff --git a/checkpoint_10000/target.encoder.layers_14.attention.out.kernel/.zarray b/checkpoint_10000/target.encoder.layers_14.attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_14.attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.encoder.layers_14.attention.out.kernel/0.0 b/checkpoint_10000/target.encoder.layers_14.attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..53bcc08a1fd434860380e2d5e98605ba25e53338 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_14.attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b5b30d8d2bb3e7eae404c9caba478aa8c7a2696b80f9ed2213237d3a99855fc +size 974683 diff --git a/checkpoint_10000/target.encoder.layers_14.attention.query.kernel/.zarray b/checkpoint_10000/target.encoder.layers_14.attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_14.attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.encoder.layers_14.attention.query.kernel/0.0 b/checkpoint_10000/target.encoder.layers_14.attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..3434d6a1fa06d5793fcd9966f4f50b2c8ca0a875 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_14.attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f4b111237bb3dc9e7fa5a7c0f59a197a8d25a8a40c97c1430fec908ab629a6d3 +size 976978 diff --git a/checkpoint_10000/target.encoder.layers_14.attention.value.kernel/.zarray b/checkpoint_10000/target.encoder.layers_14.attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_14.attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.encoder.layers_14.attention.value.kernel/0.0 b/checkpoint_10000/target.encoder.layers_14.attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..237bb214c03e5a78e7e8581ff0a72650a248b4d9 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_14.attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d9604132afa979a986fa7c2ec550de773c2d1abd17bb28d0e4bb8e2d7cbd3f0a +size 974994 diff --git a/checkpoint_10000/target.encoder.layers_14.mlp.wi_0.kernel/.zarray b/checkpoint_10000/target.encoder.layers_14.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_14.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_10000/target.encoder.layers_14.mlp.wi_0.kernel/0.0 b/checkpoint_10000/target.encoder.layers_14.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..42ee285bb5f64ea2271a45c1ce40204c57d6e96c --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_14.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85d483553d9b43cb886d4d3c4b8f07bd2f8f4605afcd18f7162301e7b3e918d8 +size 3895060 diff --git a/checkpoint_10000/target.encoder.layers_14.mlp.wi_1.kernel/.zarray b/checkpoint_10000/target.encoder.layers_14.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_14.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_10000/target.encoder.layers_14.mlp.wi_1.kernel/0.0 b/checkpoint_10000/target.encoder.layers_14.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..784b59c96e203e86187f0d0c962ce8d842c87fe8 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_14.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:69860cb17534d5dbd51597d9ee2230cbc7c888de08227a9cf63ad883b0688f89 +size 3896920 diff --git a/checkpoint_10000/target.encoder.layers_14.mlp.wo.kernel/.zarray b/checkpoint_10000/target.encoder.layers_14.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_14.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98 +size 178 diff --git a/checkpoint_10000/target.encoder.layers_14.mlp.wo.kernel/0.0 b/checkpoint_10000/target.encoder.layers_14.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..48046301cbb9ec6b06989787db3b3838c662c0df --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_14.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd6b0a37c1e6c078019994aad4af226a5b2d277b9cd1edb6bcfd65490947b70d +size 3907307 diff --git a/checkpoint_10000/target.encoder.layers_14.pre_attention_layer_norm.scale/.zarray b/checkpoint_10000/target.encoder.layers_14.pre_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_14.pre_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/target.encoder.layers_14.pre_attention_layer_norm.scale/0 b/checkpoint_10000/target.encoder.layers_14.pre_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..3352388910e2f8a6a09991fe3d35a7eb03181dca --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_14.pre_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a73dae9fceac14cc131927935005f1e703dd25e4589b24e71a7f3f423c55f6c8 +size 1896 diff --git a/checkpoint_10000/target.encoder.layers_14.pre_mlp_layer_norm.scale/.zarray b/checkpoint_10000/target.encoder.layers_14.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_14.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/target.encoder.layers_14.pre_mlp_layer_norm.scale/0 b/checkpoint_10000/target.encoder.layers_14.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..25d60b0ec1a22021e4df79b33998b64a6cc5848f --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_14.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb4f4537f52c94df56a9132d968fa0396ec1b20b0788a386ad68f6edb1d2a064 +size 1887 diff --git a/checkpoint_10000/target.encoder.layers_15.attention.key.kernel/.zarray b/checkpoint_10000/target.encoder.layers_15.attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_15.attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.encoder.layers_15.attention.key.kernel/0.0 b/checkpoint_10000/target.encoder.layers_15.attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..8a2e0e022d26b655c4541abe828728c03cc32222 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_15.attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be29c0ce7a3817f7b0e136304fa529f32142b7c7c67979bd14fc559f75a6fc7d +size 974618 diff --git a/checkpoint_10000/target.encoder.layers_15.attention.out.kernel/.zarray b/checkpoint_10000/target.encoder.layers_15.attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_15.attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.encoder.layers_15.attention.out.kernel/0.0 b/checkpoint_10000/target.encoder.layers_15.attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..f1434c31e483fefe51c2e65caa83bac098cddc14 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_15.attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94055b8f341b7b73167adc5cb27f25c60e49d3dff5e7882f5a617e2aebfee4cf +size 975187 diff --git a/checkpoint_10000/target.encoder.layers_15.attention.query.kernel/.zarray b/checkpoint_10000/target.encoder.layers_15.attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_15.attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.encoder.layers_15.attention.query.kernel/0.0 b/checkpoint_10000/target.encoder.layers_15.attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..34f621917182c87f8c0823404613eafaa9167f75 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_15.attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ffa29ac57ab51d2d31c47ec56c342d9fd5a54e8e9170cb1d1ad0c9ef12abd223 +size 977090 diff --git a/checkpoint_10000/target.encoder.layers_15.attention.value.kernel/.zarray b/checkpoint_10000/target.encoder.layers_15.attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_15.attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.encoder.layers_15.attention.value.kernel/0.0 b/checkpoint_10000/target.encoder.layers_15.attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..0d3cd0caf908ab91656ff2864bf5119b6227a059 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_15.attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:510b5d7f9596f7c95f79a3fcb6675da7155eab6c89511c9169158ae4bbc2324f +size 975282 diff --git a/checkpoint_10000/target.encoder.layers_15.mlp.wi_0.kernel/.zarray b/checkpoint_10000/target.encoder.layers_15.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_15.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_10000/target.encoder.layers_15.mlp.wi_0.kernel/0.0 b/checkpoint_10000/target.encoder.layers_15.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..9cb152c65f986dfd3224cc9d6daf56f282cbf414 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_15.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:269d07c60cc5d8ac7d1b6f5ee227ce87b3aa150e5881a17cf23b6b62f1054735 +size 3895387 diff --git a/checkpoint_10000/target.encoder.layers_15.mlp.wi_1.kernel/.zarray b/checkpoint_10000/target.encoder.layers_15.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_15.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_10000/target.encoder.layers_15.mlp.wi_1.kernel/0.0 b/checkpoint_10000/target.encoder.layers_15.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..4c69d926d06252bfa9e2ef628d3e746b3b853db7 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_15.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a257f1628f1c3bd35716269a90c38233da3b9bd931ad3158118d7e3734589234 +size 3896825 diff --git a/checkpoint_10000/target.encoder.layers_15.mlp.wo.kernel/.zarray b/checkpoint_10000/target.encoder.layers_15.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_15.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98 +size 178 diff --git a/checkpoint_10000/target.encoder.layers_15.mlp.wo.kernel/0.0 b/checkpoint_10000/target.encoder.layers_15.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..35d57da864bb87cc2b11feef41735a74a1e1a25a --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_15.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b31c4e12a9be6b3d623c8d3f4031a9f1f0d8f388bec52258c80d62a442dbd7d4 +size 3907272 diff --git a/checkpoint_10000/target.encoder.layers_15.pre_attention_layer_norm.scale/.zarray b/checkpoint_10000/target.encoder.layers_15.pre_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_15.pre_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/target.encoder.layers_15.pre_attention_layer_norm.scale/0 b/checkpoint_10000/target.encoder.layers_15.pre_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..6a2cc69f20a570905bf3ba5665d4ad8e4ad5539b --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_15.pre_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a602d9cf09dffd27d2b11d9df9293fe73d754327dae523960ee8ddabbf1e839 +size 1884 diff --git a/checkpoint_10000/target.encoder.layers_15.pre_mlp_layer_norm.scale/.zarray b/checkpoint_10000/target.encoder.layers_15.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_15.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/target.encoder.layers_15.pre_mlp_layer_norm.scale/0 b/checkpoint_10000/target.encoder.layers_15.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..62192a32f4bd2d44a47af70812ef406aed1986d3 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_15.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e8c41324f43073d313121a1b5ae7d4c811cec415a02cd5718b461b03cfb029d +size 1884 diff --git a/checkpoint_10000/target.encoder.layers_16.attention.key.kernel/.zarray b/checkpoint_10000/target.encoder.layers_16.attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_16.attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.encoder.layers_16.attention.key.kernel/0.0 b/checkpoint_10000/target.encoder.layers_16.attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..948f8f9f88734d4e3b766e8fa243540494e29e29 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_16.attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67ea833241fb718838dc70a642315af24125a5442024ebdfa0a5d38683747b14 +size 975308 diff --git a/checkpoint_10000/target.encoder.layers_16.attention.out.kernel/.zarray b/checkpoint_10000/target.encoder.layers_16.attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_16.attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.encoder.layers_16.attention.out.kernel/0.0 b/checkpoint_10000/target.encoder.layers_16.attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..3ff046b178052c3ae8451863f26fa70bcfd49297 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_16.attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:30763513a2788d610105b67ed75cc33ca5fb1846da2aea36447f02289c42bfaa +size 974877 diff --git a/checkpoint_10000/target.encoder.layers_16.attention.query.kernel/.zarray b/checkpoint_10000/target.encoder.layers_16.attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_16.attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.encoder.layers_16.attention.query.kernel/0.0 b/checkpoint_10000/target.encoder.layers_16.attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..edc4baff4ca1b0237b53c44eaba3f1614541c8e9 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_16.attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2bdca94cc7a190d2170c432566123510adb095ff4604b672c47ab1147a6b908e +size 977405 diff --git a/checkpoint_10000/target.encoder.layers_16.attention.value.kernel/.zarray b/checkpoint_10000/target.encoder.layers_16.attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_16.attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.encoder.layers_16.attention.value.kernel/0.0 b/checkpoint_10000/target.encoder.layers_16.attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..3dbac6a9e34f849a6405e5e348a0da2568b05618 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_16.attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:12af55580ef29589f9aec3736b4541df16aeecdf4c518882aeb48cc42aa7b54b +size 975115 diff --git a/checkpoint_10000/target.encoder.layers_16.mlp.wi_0.kernel/.zarray b/checkpoint_10000/target.encoder.layers_16.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_16.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_10000/target.encoder.layers_16.mlp.wi_0.kernel/0.0 b/checkpoint_10000/target.encoder.layers_16.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..9b8bc3a4f67b76a3bcb3dc55316a36122a31bd0d --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_16.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f7f60f90047887cee7c735194ec1214cb826ae3879178a510702b90e8aca90e +size 3895195 diff --git a/checkpoint_10000/target.encoder.layers_16.mlp.wi_1.kernel/.zarray b/checkpoint_10000/target.encoder.layers_16.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_16.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_10000/target.encoder.layers_16.mlp.wi_1.kernel/0.0 b/checkpoint_10000/target.encoder.layers_16.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..c3b711cc9ffceb0370244d365d445b1b9565bfc4 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_16.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d13614abbcec817dfc625d001abed16779afddb280817bc0f302eeae47966958 +size 3897194 diff --git a/checkpoint_10000/target.encoder.layers_16.mlp.wo.kernel/.zarray b/checkpoint_10000/target.encoder.layers_16.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_16.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98 +size 178 diff --git a/checkpoint_10000/target.encoder.layers_16.mlp.wo.kernel/0.0 b/checkpoint_10000/target.encoder.layers_16.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..4a0cb27de7f485a0163256b1cd40377a334e5caf --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_16.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b346ede66a8cdea8f6b6ad650ce6dec2b421670f79ee959003ac7de43450e73 +size 3907263 diff --git a/checkpoint_10000/target.encoder.layers_16.pre_attention_layer_norm.scale/.zarray b/checkpoint_10000/target.encoder.layers_16.pre_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_16.pre_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/target.encoder.layers_16.pre_attention_layer_norm.scale/0 b/checkpoint_10000/target.encoder.layers_16.pre_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..1b300f6983fa08831e22c4b3dfcb56f3af041c19 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_16.pre_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:daf9916bd71d628de71495c04a60d7044b38eef6875f109eeaa31491f4510363 +size 1895 diff --git a/checkpoint_10000/target.encoder.layers_16.pre_mlp_layer_norm.scale/.zarray b/checkpoint_10000/target.encoder.layers_16.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_16.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/target.encoder.layers_16.pre_mlp_layer_norm.scale/0 b/checkpoint_10000/target.encoder.layers_16.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..b9d302ca5459e6363c628307b0eee505292590e7 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_16.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a8111f0012b85445fd6afc4b22f568a0c52ea9eaa01f921ddbcd1647ce0d421 +size 1876 diff --git a/checkpoint_10000/target.encoder.layers_17.attention.key.kernel/.zarray b/checkpoint_10000/target.encoder.layers_17.attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_17.attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.encoder.layers_17.attention.key.kernel/0.0 b/checkpoint_10000/target.encoder.layers_17.attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..8da5c893e12664f4ce177c1cc1af29f149801afa --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_17.attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e77cea448a6c467c508da4fa7649336a9040b8b868f41758ff2e13b2623354d5 +size 975181 diff --git a/checkpoint_10000/target.encoder.layers_17.attention.out.kernel/.zarray b/checkpoint_10000/target.encoder.layers_17.attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_17.attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.encoder.layers_17.attention.out.kernel/0.0 b/checkpoint_10000/target.encoder.layers_17.attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..7f0c636ed94ecc34f4b80a59d226fb2eed2ccb7a --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_17.attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:257c0f25330f3f4e51f40304e0b2fb558bf8f88900dfe101e03d5ea5a256351c +size 974921 diff --git a/checkpoint_10000/target.encoder.layers_17.attention.query.kernel/.zarray b/checkpoint_10000/target.encoder.layers_17.attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_17.attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.encoder.layers_17.attention.query.kernel/0.0 b/checkpoint_10000/target.encoder.layers_17.attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..5f8e899942ad39ee2ecd963093db1d1dfccafdab --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_17.attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d3bc907c58b6cbac8fea0dd3e5a3cc23edd510204eec060e14a99cb34b0b0676 +size 977225 diff --git a/checkpoint_10000/target.encoder.layers_17.attention.value.kernel/.zarray b/checkpoint_10000/target.encoder.layers_17.attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_17.attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.encoder.layers_17.attention.value.kernel/0.0 b/checkpoint_10000/target.encoder.layers_17.attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..46d2b090d71c3aa65db2eb65edfe4d52c47e53b1 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_17.attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49884dd44a553ff95190e43331f3965e9de04a6b7df8b7313f2b0b3b3738f918 +size 975149 diff --git a/checkpoint_10000/target.encoder.layers_17.mlp.wi_0.kernel/.zarray b/checkpoint_10000/target.encoder.layers_17.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_17.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_10000/target.encoder.layers_17.mlp.wi_0.kernel/0.0 b/checkpoint_10000/target.encoder.layers_17.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..b77981e01d40008b09fe82c435125f81be7711e6 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_17.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16e6ec801a06217cd1f60a9f948a8e2120128e129ff6ce1431a8e4bfb372f6dd +size 3895456 diff --git a/checkpoint_10000/target.encoder.layers_17.mlp.wi_1.kernel/.zarray b/checkpoint_10000/target.encoder.layers_17.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_17.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_10000/target.encoder.layers_17.mlp.wi_1.kernel/0.0 b/checkpoint_10000/target.encoder.layers_17.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..c6ecd34da2315bdb34c6bf9950f86cdbec4795c6 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_17.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f51b05719f03ddd44915f1596a91964af162ee86ee7a9ee80e5984674084828a +size 3897005 diff --git a/checkpoint_10000/target.encoder.layers_17.mlp.wo.kernel/.zarray b/checkpoint_10000/target.encoder.layers_17.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_17.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98 +size 178 diff --git a/checkpoint_10000/target.encoder.layers_17.mlp.wo.kernel/0.0 b/checkpoint_10000/target.encoder.layers_17.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..daed44e7fe06e0aa1eeeb2e34287af0ab0b15aa6 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_17.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:821cd3751ae1be8b620316312fbbc2006654e4d35f359425923508da992b06c1 +size 3907102 diff --git a/checkpoint_10000/target.encoder.layers_17.pre_attention_layer_norm.scale/.zarray b/checkpoint_10000/target.encoder.layers_17.pre_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_17.pre_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/target.encoder.layers_17.pre_attention_layer_norm.scale/0 b/checkpoint_10000/target.encoder.layers_17.pre_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..ad7ea810e7eb19f03d9f1156d73bb998c08aa608 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_17.pre_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:625b55ebe3d9c95d7466bf50e158bb24e29941475919c7f7a6055b6e05f312a4 +size 1891 diff --git a/checkpoint_10000/target.encoder.layers_17.pre_mlp_layer_norm.scale/.zarray b/checkpoint_10000/target.encoder.layers_17.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_17.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/target.encoder.layers_17.pre_mlp_layer_norm.scale/0 b/checkpoint_10000/target.encoder.layers_17.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..dd8fdab0beead7731171abd3964ad8f54f60ddb7 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_17.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11e73fc219bb2ceddeff28eaffdd9e447579dbe8eed3416e6a0670ac0fbff1a4 +size 1879 diff --git a/checkpoint_10000/target.encoder.layers_18.attention.key.kernel/.zarray b/checkpoint_10000/target.encoder.layers_18.attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_18.attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.encoder.layers_18.attention.key.kernel/0.0 b/checkpoint_10000/target.encoder.layers_18.attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..3e5b0cef1379d5384a61fa5510f3dbaf3a636086 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_18.attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57af8ad63c22e2c2fcd55fd93a5cc1f338d1454ba6f8f8feb08a5b2dae1a9148 +size 974868 diff --git a/checkpoint_10000/target.encoder.layers_18.attention.out.kernel/.zarray b/checkpoint_10000/target.encoder.layers_18.attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_18.attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.encoder.layers_18.attention.out.kernel/0.0 b/checkpoint_10000/target.encoder.layers_18.attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..d09c201d198d1aedefc7d9b031fad8257b018145 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_18.attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4542631b44258c2782e296e566f1da6b97d5eaf2f31b4f578bc644ea59725672 +size 974582 diff --git a/checkpoint_10000/target.encoder.layers_18.attention.query.kernel/.zarray b/checkpoint_10000/target.encoder.layers_18.attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_18.attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.encoder.layers_18.attention.query.kernel/0.0 b/checkpoint_10000/target.encoder.layers_18.attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..66277f8e17b645a259a9027d522ab2655b69c229 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_18.attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:336a085e31dd3acc917698748c04794a6ef8d9be152f1bbe6f0c58f2ec741cb4 +size 977186 diff --git a/checkpoint_10000/target.encoder.layers_18.attention.value.kernel/.zarray b/checkpoint_10000/target.encoder.layers_18.attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_18.attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.encoder.layers_18.attention.value.kernel/0.0 b/checkpoint_10000/target.encoder.layers_18.attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..521570a2de30d8f12a3430be82ba3b5b59efb06c --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_18.attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52c658a33579cb7cd3b851df348532632924ed3a39b56a20b08c765d96d09f87 +size 974955 diff --git a/checkpoint_10000/target.encoder.layers_18.mlp.wi_0.kernel/.zarray b/checkpoint_10000/target.encoder.layers_18.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_18.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_10000/target.encoder.layers_18.mlp.wi_0.kernel/0.0 b/checkpoint_10000/target.encoder.layers_18.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..919f1249fe960d84e164b76c2f55490f78f483e4 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_18.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0cb25c84b9abce739fdc872b00d95f39e17172128b1cf650f25d38d8573d9b8c +size 3895942 diff --git a/checkpoint_10000/target.encoder.layers_18.mlp.wi_1.kernel/.zarray b/checkpoint_10000/target.encoder.layers_18.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_18.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_10000/target.encoder.layers_18.mlp.wi_1.kernel/0.0 b/checkpoint_10000/target.encoder.layers_18.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..42f395d3c6e2a5c8593f41da87536a5bd8b72608 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_18.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5e8ded32a53630f7b4b3fb7f1424b4dfdb609fd7b0e0c84a25d7d19c5490197 +size 3897296 diff --git a/checkpoint_10000/target.encoder.layers_18.mlp.wo.kernel/.zarray b/checkpoint_10000/target.encoder.layers_18.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_18.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98 +size 178 diff --git a/checkpoint_10000/target.encoder.layers_18.mlp.wo.kernel/0.0 b/checkpoint_10000/target.encoder.layers_18.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..92725fdf0d8d89672b99b442b92eecd29a7842c7 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_18.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:83017c1fe0cd430931279cf684c031165015dcbb693f7a5f04e44a66ce1d51a8 +size 3907530 diff --git a/checkpoint_10000/target.encoder.layers_18.pre_attention_layer_norm.scale/.zarray b/checkpoint_10000/target.encoder.layers_18.pre_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_18.pre_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/target.encoder.layers_18.pre_attention_layer_norm.scale/0 b/checkpoint_10000/target.encoder.layers_18.pre_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..e03cad6e4f4558cb248c933c5a0ce8be690ac23e --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_18.pre_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d13d11aad09f45e0bdfcf7770cb6d2f2eff94b20016bf18099343d55ec754de3 +size 1897 diff --git a/checkpoint_10000/target.encoder.layers_18.pre_mlp_layer_norm.scale/.zarray b/checkpoint_10000/target.encoder.layers_18.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_18.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/target.encoder.layers_18.pre_mlp_layer_norm.scale/0 b/checkpoint_10000/target.encoder.layers_18.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..4c2e61977b535a4767c26a1270f49451f7c63b60 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_18.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9583c3ce90e648ea0d330b7d0f5e7aa72fa409ae5e10f1f35f22abd0ce1248e2 +size 1879 diff --git a/checkpoint_10000/target.encoder.layers_19.attention.key.kernel/.zarray b/checkpoint_10000/target.encoder.layers_19.attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_19.attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.encoder.layers_19.attention.key.kernel/0.0 b/checkpoint_10000/target.encoder.layers_19.attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..4a1a29aad4d5f83ed8afd29a5605149424c499aa --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_19.attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d98e3e8478f6ccb3c4df757e064abf6d11f2e90aee15d5acc5527779a6cf22c7 +size 974313 diff --git a/checkpoint_10000/target.encoder.layers_19.attention.out.kernel/.zarray b/checkpoint_10000/target.encoder.layers_19.attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_19.attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.encoder.layers_19.attention.out.kernel/0.0 b/checkpoint_10000/target.encoder.layers_19.attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..5e52c9ae8ab212e4470369833ff5578a3413e069 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_19.attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e8d289958e2f9924bc9d4ea253495ef05230c40075bc98b31995667323d0530f +size 974745 diff --git a/checkpoint_10000/target.encoder.layers_19.attention.query.kernel/.zarray b/checkpoint_10000/target.encoder.layers_19.attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_19.attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.encoder.layers_19.attention.query.kernel/0.0 b/checkpoint_10000/target.encoder.layers_19.attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..ae618ad72a99b5d5c4830bd36806ad1ebd8a4e2d --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_19.attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88a6783e5a5de01d6f9947e3f496a495a9740e1329d94827cd2afb7570791b31 +size 976897 diff --git a/checkpoint_10000/target.encoder.layers_19.attention.value.kernel/.zarray b/checkpoint_10000/target.encoder.layers_19.attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_19.attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.encoder.layers_19.attention.value.kernel/0.0 b/checkpoint_10000/target.encoder.layers_19.attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..b90164c5310d54c1d8640532693e7082cfe8743b --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_19.attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2e3fd5f746ef7e7a91ca3946741ecae71db71c2a452804d6311c8eaed98f574 +size 974357 diff --git a/checkpoint_10000/target.encoder.layers_19.mlp.wi_0.kernel/.zarray b/checkpoint_10000/target.encoder.layers_19.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_19.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_10000/target.encoder.layers_19.mlp.wi_0.kernel/0.0 b/checkpoint_10000/target.encoder.layers_19.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..f654bc15e99a5de57d0d82c0101e5e68f5b8b1b3 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_19.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca46f17e8fa2217ad204884a1932081979d78229a8a01b7643325c7718ad3751 +size 3895635 diff --git a/checkpoint_10000/target.encoder.layers_19.mlp.wi_1.kernel/.zarray b/checkpoint_10000/target.encoder.layers_19.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_19.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_10000/target.encoder.layers_19.mlp.wi_1.kernel/0.0 b/checkpoint_10000/target.encoder.layers_19.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..bb523e43025a7e876cd31fce8cdba05417ee23d0 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_19.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0cc91dbc171bc6f9a6b32ca5ed38d96e5f7c5cbf6a93029c3aec757c810434d +size 3896858 diff --git a/checkpoint_10000/target.encoder.layers_19.mlp.wo.kernel/.zarray b/checkpoint_10000/target.encoder.layers_19.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_19.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98 +size 178 diff --git a/checkpoint_10000/target.encoder.layers_19.mlp.wo.kernel/0.0 b/checkpoint_10000/target.encoder.layers_19.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..4414e033d969903217567390a1a2dc96b9e736bd --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_19.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b88789805041c77e5b84d64c68f71a72d2f009b4f5ecd8f818720fb4b5cdf7e5 +size 3907529 diff --git a/checkpoint_10000/target.encoder.layers_19.pre_attention_layer_norm.scale/.zarray b/checkpoint_10000/target.encoder.layers_19.pre_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_19.pre_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/target.encoder.layers_19.pre_attention_layer_norm.scale/0 b/checkpoint_10000/target.encoder.layers_19.pre_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..e4cc01ae4a8d963ec42379774eec24666e201883 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_19.pre_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9bd42d6aee30e520f9d926a4fd7eccd92e3156c6fa1bb783e2fb2fedf385cfab +size 1882 diff --git a/checkpoint_10000/target.encoder.layers_19.pre_mlp_layer_norm.scale/.zarray b/checkpoint_10000/target.encoder.layers_19.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_19.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/target.encoder.layers_19.pre_mlp_layer_norm.scale/0 b/checkpoint_10000/target.encoder.layers_19.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..70239d0a2c58375365563969d9ab62532835a003 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_19.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bbdf7d48f4b85cfc3db939bdde17ef578fdb4333ade6d4901ced6f8a761fccd3 +size 1898 diff --git a/checkpoint_10000/target.encoder.layers_2.attention.key.kernel/.zarray b/checkpoint_10000/target.encoder.layers_2.attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_2.attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.encoder.layers_2.attention.key.kernel/0.0 b/checkpoint_10000/target.encoder.layers_2.attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..86ec5dc6e68bf29931812b1347b1c3129274dd44 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_2.attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:81d0691eb65d8a66daf0ef6a4e72aef46f6507ba233cba871821dfd02770cb76 +size 974434 diff --git a/checkpoint_10000/target.encoder.layers_2.attention.out.kernel/.zarray b/checkpoint_10000/target.encoder.layers_2.attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_2.attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.encoder.layers_2.attention.out.kernel/0.0 b/checkpoint_10000/target.encoder.layers_2.attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..00ea97179f8788e4a5482632db6a0fde576014ce --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_2.attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3be28991f7e4953b13ccbbae15f84d02a9de1b2046bfa18ef7a898654983ab04 +size 974361 diff --git a/checkpoint_10000/target.encoder.layers_2.attention.query.kernel/.zarray b/checkpoint_10000/target.encoder.layers_2.attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_2.attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.encoder.layers_2.attention.query.kernel/0.0 b/checkpoint_10000/target.encoder.layers_2.attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..4f048070b70a1b0278ccbc1cce6c2c1fa1521f66 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_2.attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f370e2099916913ba05bb9e7c87f8a91c54d8fb345d20e7a78efe0f8f39f1ac +size 977009 diff --git a/checkpoint_10000/target.encoder.layers_2.attention.value.kernel/.zarray b/checkpoint_10000/target.encoder.layers_2.attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_2.attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.encoder.layers_2.attention.value.kernel/0.0 b/checkpoint_10000/target.encoder.layers_2.attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..a152e8c3b0e017406e0f671f43cbda32da220115 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_2.attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f73ed872ddce54e59c02ab154c22e69868ae632ee259f0cc6ca84b3338784195 +size 973927 diff --git a/checkpoint_10000/target.encoder.layers_2.mlp.wi_0.kernel/.zarray b/checkpoint_10000/target.encoder.layers_2.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_2.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_10000/target.encoder.layers_2.mlp.wi_0.kernel/0.0 b/checkpoint_10000/target.encoder.layers_2.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..e1dac614f0d862dd75dd1d909edd96565ba99da8 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_2.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f58df352bcda267821a683e49444f39bf1e40623feedab0368937057815dc98f +size 3894434 diff --git a/checkpoint_10000/target.encoder.layers_2.mlp.wi_1.kernel/.zarray b/checkpoint_10000/target.encoder.layers_2.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_2.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_10000/target.encoder.layers_2.mlp.wi_1.kernel/0.0 b/checkpoint_10000/target.encoder.layers_2.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..83d626bb3121d007160f9ade5dcf19fca4866c88 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_2.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9be4da7c5d76aa4874039ce579cfc3849762cc2754b2204a356a19182c5956b9 +size 3894799 diff --git a/checkpoint_10000/target.encoder.layers_2.mlp.wo.kernel/.zarray b/checkpoint_10000/target.encoder.layers_2.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_2.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98 +size 178 diff --git a/checkpoint_10000/target.encoder.layers_2.mlp.wo.kernel/0.0 b/checkpoint_10000/target.encoder.layers_2.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..2068f9d699f88ae99b97033d6776d484e78f1ad3 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_2.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:018a597003f3afaded62561b2447cc342b6733d332a20a8b0582223cd2762b17 +size 3907782 diff --git a/checkpoint_10000/target.encoder.layers_2.pre_attention_layer_norm.scale/.zarray b/checkpoint_10000/target.encoder.layers_2.pre_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_2.pre_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/target.encoder.layers_2.pre_attention_layer_norm.scale/0 b/checkpoint_10000/target.encoder.layers_2.pre_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..066bc11faad7533590ad866d172a4398067065f4 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_2.pre_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1797b14ec08406e2a820c3eda905a0b516280ac54ceba7295d9e64d580693c13 +size 1895 diff --git a/checkpoint_10000/target.encoder.layers_2.pre_mlp_layer_norm.scale/.zarray b/checkpoint_10000/target.encoder.layers_2.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_2.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/target.encoder.layers_2.pre_mlp_layer_norm.scale/0 b/checkpoint_10000/target.encoder.layers_2.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..a088b0d4f13db5b4835161071d575946b702e6aa --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_2.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad5a0ffd0b226909df4c989a6abbe0f6b5256eaebf2774eef3f7d3bb96df1507 +size 1895 diff --git a/checkpoint_10000/target.encoder.layers_20.attention.key.kernel/.zarray b/checkpoint_10000/target.encoder.layers_20.attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_20.attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.encoder.layers_20.attention.key.kernel/0.0 b/checkpoint_10000/target.encoder.layers_20.attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..1aea49b358750f41efc4f476485f1869dfe500bc --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_20.attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:07c17fc8bacb283330f4fc5bfad34fb9b6f6ebbfc7c720eec7cef4010d735c33 +size 976844 diff --git a/checkpoint_10000/target.encoder.layers_20.attention.out.kernel/.zarray b/checkpoint_10000/target.encoder.layers_20.attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_20.attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.encoder.layers_20.attention.out.kernel/0.0 b/checkpoint_10000/target.encoder.layers_20.attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..5a4f060d3b45e4b790614820ee849376fa99c543 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_20.attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e46854e6572185e6986400c8e567c919e680224b3c06f209d523a95b740687d8 +size 974893 diff --git a/checkpoint_10000/target.encoder.layers_20.attention.query.kernel/.zarray b/checkpoint_10000/target.encoder.layers_20.attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_20.attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.encoder.layers_20.attention.query.kernel/0.0 b/checkpoint_10000/target.encoder.layers_20.attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..77d90504c60c815a52a23a8e4d043136ae06a967 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_20.attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c0945b11a64dcdba5936606433064bb9b95483e289146d2adcfc901c8218886 +size 977326 diff --git a/checkpoint_10000/target.encoder.layers_20.attention.value.kernel/.zarray b/checkpoint_10000/target.encoder.layers_20.attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_20.attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.encoder.layers_20.attention.value.kernel/0.0 b/checkpoint_10000/target.encoder.layers_20.attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..34038803592d56209a5ae2621a205516fd048c8f --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_20.attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dfa82bb2559b8f4c4a53daf53c8e750ad12be6118ef4fb22629c4677e98e3315 +size 975526 diff --git a/checkpoint_10000/target.encoder.layers_20.mlp.wi_0.kernel/.zarray b/checkpoint_10000/target.encoder.layers_20.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_20.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_10000/target.encoder.layers_20.mlp.wi_0.kernel/0.0 b/checkpoint_10000/target.encoder.layers_20.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..5ea918b4bb0a85b01c797dab3a8868f1b0928de1 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_20.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f688485d0633c158a66c606997dbb34a394a8b916ab395d883dcbba674c7a232 +size 3895864 diff --git a/checkpoint_10000/target.encoder.layers_20.mlp.wi_1.kernel/.zarray b/checkpoint_10000/target.encoder.layers_20.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_20.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_10000/target.encoder.layers_20.mlp.wi_1.kernel/0.0 b/checkpoint_10000/target.encoder.layers_20.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..f42719426082da70f0d5c43f5de39ed3646fc4a1 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_20.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70e086b87541a1af96e76eabb7efda3ea0c23d8be618b1b1a62fcf7c73772970 +size 3896876 diff --git a/checkpoint_10000/target.encoder.layers_20.mlp.wo.kernel/.zarray b/checkpoint_10000/target.encoder.layers_20.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_20.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98 +size 178 diff --git a/checkpoint_10000/target.encoder.layers_20.mlp.wo.kernel/0.0 b/checkpoint_10000/target.encoder.layers_20.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..d377a8eefac4a12061477d588e3687c84fa6a53f --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_20.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c391a9d03c5dbd2d530a96f539b94027c75d005a68884e9da1dc2acd400cdd37 +size 3907834 diff --git a/checkpoint_10000/target.encoder.layers_20.pre_attention_layer_norm.scale/.zarray b/checkpoint_10000/target.encoder.layers_20.pre_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_20.pre_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/target.encoder.layers_20.pre_attention_layer_norm.scale/0 b/checkpoint_10000/target.encoder.layers_20.pre_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..a0e62f8b8a3de1e30d736a2ff1356c2d0ea094cc --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_20.pre_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db045171a2103c8fb435031b1b4e30850c7297de31364c98b3fa6c5b6126bb26 +size 1903 diff --git a/checkpoint_10000/target.encoder.layers_20.pre_mlp_layer_norm.scale/.zarray b/checkpoint_10000/target.encoder.layers_20.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_20.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/target.encoder.layers_20.pre_mlp_layer_norm.scale/0 b/checkpoint_10000/target.encoder.layers_20.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..ba871895dfb728d85acbc374d9fc9885440185b8 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_20.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e198ffa69c5a81cbcb746668bcca1db9403ad48740df7861ee2f2d4547bbc668 +size 1891 diff --git a/checkpoint_10000/target.encoder.layers_21.attention.key.kernel/.zarray b/checkpoint_10000/target.encoder.layers_21.attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_21.attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.encoder.layers_21.attention.key.kernel/0.0 b/checkpoint_10000/target.encoder.layers_21.attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..00b71521ed2f88cf9bbe7ae82cc6e94bc8fb2a47 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_21.attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2731f944234645132ec4cbb659711e2a6a42abf39df35c78c46dda99db43715f +size 974443 diff --git a/checkpoint_10000/target.encoder.layers_21.attention.out.kernel/.zarray b/checkpoint_10000/target.encoder.layers_21.attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_21.attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.encoder.layers_21.attention.out.kernel/0.0 b/checkpoint_10000/target.encoder.layers_21.attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..a731039baac0c9cc12edd7b3d942dd747a85680d --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_21.attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:187d9ed2b6f2ef88fc0d494de240405289ca9c5c3b5893c00576f9f01f89d813 +size 974940 diff --git a/checkpoint_10000/target.encoder.layers_21.attention.query.kernel/.zarray b/checkpoint_10000/target.encoder.layers_21.attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_21.attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.encoder.layers_21.attention.query.kernel/0.0 b/checkpoint_10000/target.encoder.layers_21.attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..f79f8ea8f97b7782f8d5b1c431d924f02c0f90d7 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_21.attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f62100dfbbb326e8bc70511bd4e9782b7902417ee708660ca590838fba24c8b +size 977179 diff --git a/checkpoint_10000/target.encoder.layers_21.attention.value.kernel/.zarray b/checkpoint_10000/target.encoder.layers_21.attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_21.attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.encoder.layers_21.attention.value.kernel/0.0 b/checkpoint_10000/target.encoder.layers_21.attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..9ee85e99c7191aea1b8a799398002f49c702a663 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_21.attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fdef72300128d70ef16aa6c3223ad3aa17d2f978dda5241a6367ee8e34a3e305 +size 975151 diff --git a/checkpoint_10000/target.encoder.layers_21.mlp.wi_0.kernel/.zarray b/checkpoint_10000/target.encoder.layers_21.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_21.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_10000/target.encoder.layers_21.mlp.wi_0.kernel/0.0 b/checkpoint_10000/target.encoder.layers_21.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..4a54f84c4a93464ffc70b46632a7bdab33d166f7 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_21.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca1eac52cce1ef2d5bbcd44fb423e18b98a95e8fefb7e63ef20937b5e12acb35 +size 3895634 diff --git a/checkpoint_10000/target.encoder.layers_21.mlp.wi_1.kernel/.zarray b/checkpoint_10000/target.encoder.layers_21.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_21.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_10000/target.encoder.layers_21.mlp.wi_1.kernel/0.0 b/checkpoint_10000/target.encoder.layers_21.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..d065e411d5886f9a93213d6e9db4b807a35de73d --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_21.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:68b5545e72bdd85f9ab22eb1cb02b23739a0b8c2fdb0fe74fb367f10ab83d1b8 +size 3896730 diff --git a/checkpoint_10000/target.encoder.layers_21.mlp.wo.kernel/.zarray b/checkpoint_10000/target.encoder.layers_21.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_21.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98 +size 178 diff --git a/checkpoint_10000/target.encoder.layers_21.mlp.wo.kernel/0.0 b/checkpoint_10000/target.encoder.layers_21.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..f285a77350e2a4a983b724047e98740d2e93533e --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_21.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c582817656ab31df09e7666129975db05546d8719275d09190fc60663b1c3f7e +size 3907822 diff --git a/checkpoint_10000/target.encoder.layers_21.pre_attention_layer_norm.scale/.zarray b/checkpoint_10000/target.encoder.layers_21.pre_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_21.pre_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/target.encoder.layers_21.pre_attention_layer_norm.scale/0 b/checkpoint_10000/target.encoder.layers_21.pre_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..6a13a72b36a6d27539fe685b472466d3ac19fffd --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_21.pre_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2bb32fb9b0608c6dc2aca891eca97f5821d150b0a200d21230d7c8c65b9b2337 +size 1887 diff --git a/checkpoint_10000/target.encoder.layers_21.pre_mlp_layer_norm.scale/.zarray b/checkpoint_10000/target.encoder.layers_21.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_21.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/target.encoder.layers_21.pre_mlp_layer_norm.scale/0 b/checkpoint_10000/target.encoder.layers_21.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..0ddb3993b8360c18653e5b3c29727c4084a96d5e --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_21.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e07bd84fa03d3b462e7fd633d523e7d7f6eae156f23e7242a1d1c597e7fa221d +size 1900 diff --git a/checkpoint_10000/target.encoder.layers_22.attention.key.kernel/.zarray b/checkpoint_10000/target.encoder.layers_22.attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_22.attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.encoder.layers_22.attention.key.kernel/0.0 b/checkpoint_10000/target.encoder.layers_22.attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..076d837168dbe943053512567b04b829e9b3541f --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_22.attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b04d1845bbf0ab7201e1636d482e90acec792788d8f6c0fe10012cf8954e390 +size 974562 diff --git a/checkpoint_10000/target.encoder.layers_22.attention.out.kernel/.zarray b/checkpoint_10000/target.encoder.layers_22.attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_22.attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.encoder.layers_22.attention.out.kernel/0.0 b/checkpoint_10000/target.encoder.layers_22.attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..e5b6b0fe629ba484ce9fda1ad2737a3ad0e04477 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_22.attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b81ddf65f8b60eee9d80f27a90256ea0464a7cd6bbf76313dd371756ecd2a9d +size 974765 diff --git a/checkpoint_10000/target.encoder.layers_22.attention.query.kernel/.zarray b/checkpoint_10000/target.encoder.layers_22.attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_22.attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.encoder.layers_22.attention.query.kernel/0.0 b/checkpoint_10000/target.encoder.layers_22.attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..d4b67db10f01375eecddc89f288dc1c4f86b7c30 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_22.attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:967a144b02a08b001081b96ba6acf3c9f48d70ed75a06b45b26d3987ae735605 +size 977065 diff --git a/checkpoint_10000/target.encoder.layers_22.attention.value.kernel/.zarray b/checkpoint_10000/target.encoder.layers_22.attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_22.attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.encoder.layers_22.attention.value.kernel/0.0 b/checkpoint_10000/target.encoder.layers_22.attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..ded2e30b802e74cc441ad3619933e94a7bedae79 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_22.attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09dde729a3a725954eff7babc8538c02cbb371d50b4924b072e52c9fff0ab28c +size 975142 diff --git a/checkpoint_10000/target.encoder.layers_22.mlp.wi_0.kernel/.zarray b/checkpoint_10000/target.encoder.layers_22.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_22.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_10000/target.encoder.layers_22.mlp.wi_0.kernel/0.0 b/checkpoint_10000/target.encoder.layers_22.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..4cc970ab0feda5fb297c9fb123ff4e4a21a95517 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_22.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b272b2542e180ee756e02bd69b10efa39ee9af814654ed77dff66ea1ca4b6c00 +size 3895901 diff --git a/checkpoint_10000/target.encoder.layers_22.mlp.wi_1.kernel/.zarray b/checkpoint_10000/target.encoder.layers_22.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_22.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_10000/target.encoder.layers_22.mlp.wi_1.kernel/0.0 b/checkpoint_10000/target.encoder.layers_22.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..3fc7f3016a237731dba28f963c5f859221d17057 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_22.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ffc6d8c1ce23724f9182e3bc62171f0223db5732424e1001c77d1de1112012aa +size 3896825 diff --git a/checkpoint_10000/target.encoder.layers_22.mlp.wo.kernel/.zarray b/checkpoint_10000/target.encoder.layers_22.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_22.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98 +size 178 diff --git a/checkpoint_10000/target.encoder.layers_22.mlp.wo.kernel/0.0 b/checkpoint_10000/target.encoder.layers_22.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..9e6cce7aa79127993726f847efcca503fe1dadf5 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_22.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8cb0172bd4c3f525ed19329e914c6539f5320e32b76d098b9a44af7eae7184d4 +size 3908387 diff --git a/checkpoint_10000/target.encoder.layers_22.pre_attention_layer_norm.scale/.zarray b/checkpoint_10000/target.encoder.layers_22.pre_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_22.pre_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/target.encoder.layers_22.pre_attention_layer_norm.scale/0 b/checkpoint_10000/target.encoder.layers_22.pre_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..d7a3d29f50e57bc6a6e8fb875af04a1e46b3858d --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_22.pre_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de1fe6cdfba4136c46f1802adb8d72f9ab9c67d6340f196eac8bc6f27745bbb2 +size 1900 diff --git a/checkpoint_10000/target.encoder.layers_22.pre_mlp_layer_norm.scale/.zarray b/checkpoint_10000/target.encoder.layers_22.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_22.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/target.encoder.layers_22.pre_mlp_layer_norm.scale/0 b/checkpoint_10000/target.encoder.layers_22.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..cdb94ff7fcb9dea932e63c652d69896ddff03ffd --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_22.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95a2cdc4c2d4753f9b4907a65c64468deb86164461c183d74021e391eff52025 +size 1883 diff --git a/checkpoint_10000/target.encoder.layers_23.attention.key.kernel/.zarray b/checkpoint_10000/target.encoder.layers_23.attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_23.attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.encoder.layers_23.attention.key.kernel/0.0 b/checkpoint_10000/target.encoder.layers_23.attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..5d718805861ddf521541b8a99130e2b078551f07 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_23.attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a8be53d53be0997cea4d345e86df4661830fff80a6243c2d3e43f98ad7cefde +size 974475 diff --git a/checkpoint_10000/target.encoder.layers_23.attention.out.kernel/.zarray b/checkpoint_10000/target.encoder.layers_23.attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_23.attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.encoder.layers_23.attention.out.kernel/0.0 b/checkpoint_10000/target.encoder.layers_23.attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..75817a9d82f09c59d2da34acb6b755a6e36f208e --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_23.attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ddf0394de598b18b955db164501ee0fbbf096bd6906627335aeed672923a6e50 +size 974862 diff --git a/checkpoint_10000/target.encoder.layers_23.attention.query.kernel/.zarray b/checkpoint_10000/target.encoder.layers_23.attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_23.attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.encoder.layers_23.attention.query.kernel/0.0 b/checkpoint_10000/target.encoder.layers_23.attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..edb6181293a8542ae70c2c7253212076d1ae7db2 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_23.attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a76c10218b280275548fc918605fbe08554c05e7075072dbb065dd8b98e7402a +size 976971 diff --git a/checkpoint_10000/target.encoder.layers_23.attention.value.kernel/.zarray b/checkpoint_10000/target.encoder.layers_23.attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_23.attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.encoder.layers_23.attention.value.kernel/0.0 b/checkpoint_10000/target.encoder.layers_23.attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..700f7ed54278fe0d9b3a149cc3d5cd72fc5bd308 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_23.attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:329993f0a85a52084accc7c5eed1b15eebcec51acaa46f128f96cc08b9d59e5c +size 975217 diff --git a/checkpoint_10000/target.encoder.layers_23.mlp.wi_0.kernel/.zarray b/checkpoint_10000/target.encoder.layers_23.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_23.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_10000/target.encoder.layers_23.mlp.wi_0.kernel/0.0 b/checkpoint_10000/target.encoder.layers_23.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..870d101326372fe66ab27a1ae68fec088495d753 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_23.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4dab51d64a1f5057457ac5b1dd0bcd02410510e5f166bed96ac7385471d7b923 +size 3895839 diff --git a/checkpoint_10000/target.encoder.layers_23.mlp.wi_1.kernel/.zarray b/checkpoint_10000/target.encoder.layers_23.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_23.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_10000/target.encoder.layers_23.mlp.wi_1.kernel/0.0 b/checkpoint_10000/target.encoder.layers_23.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..7e41ca3b5f41db6550dc28334043a135f1ef9111 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_23.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d4a2655a9438c4396a65ccfab6c7b03d8b3a803f8f82f997b68d736160ae112 +size 3896514 diff --git a/checkpoint_10000/target.encoder.layers_23.mlp.wo.kernel/.zarray b/checkpoint_10000/target.encoder.layers_23.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_23.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98 +size 178 diff --git a/checkpoint_10000/target.encoder.layers_23.mlp.wo.kernel/0.0 b/checkpoint_10000/target.encoder.layers_23.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..3a97de440b68d9fb0ac63184617abdf4984e8cea --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_23.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0790bb5895a420e707108d7059fbc91fb0f956bbe664b6c23537d309c5b5138 +size 3907816 diff --git a/checkpoint_10000/target.encoder.layers_23.pre_attention_layer_norm.scale/.zarray b/checkpoint_10000/target.encoder.layers_23.pre_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_23.pre_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/target.encoder.layers_23.pre_attention_layer_norm.scale/0 b/checkpoint_10000/target.encoder.layers_23.pre_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..faaf12f78e2eda01b51877fdc0d4fd5623f3085a --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_23.pre_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f5a2dea2c37ddbbed29a3dc52ad086aa1cc954159aaf600d17778a135f6d0f8f +size 1903 diff --git a/checkpoint_10000/target.encoder.layers_23.pre_mlp_layer_norm.scale/.zarray b/checkpoint_10000/target.encoder.layers_23.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_23.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/target.encoder.layers_23.pre_mlp_layer_norm.scale/0 b/checkpoint_10000/target.encoder.layers_23.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..1b45a1ef41c12688b0144e11c274d5143fd5b3f1 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_23.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dfc89389e1ef40f90f1fa275caefe8631ef3e7f1598976c6ef095bc0a2edade2 +size 1898 diff --git a/checkpoint_10000/target.encoder.layers_3.attention.key.kernel/.zarray b/checkpoint_10000/target.encoder.layers_3.attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_3.attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.encoder.layers_3.attention.key.kernel/0.0 b/checkpoint_10000/target.encoder.layers_3.attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..005bc65c75ad6f8eb16d9604e4a182255211e0e6 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_3.attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6795281905df505420dcb1f144a907fdd2f9e8c6d0059bbbe008c63bef68729 +size 974581 diff --git a/checkpoint_10000/target.encoder.layers_3.attention.out.kernel/.zarray b/checkpoint_10000/target.encoder.layers_3.attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_3.attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.encoder.layers_3.attention.out.kernel/0.0 b/checkpoint_10000/target.encoder.layers_3.attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..ec2649b2aa4dbb5c43810e0c005c905405599a98 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_3.attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:210daffee6da49b896d7f8758a4cd39eddbf46e403789f2e9465881c0b085dd7 +size 974330 diff --git a/checkpoint_10000/target.encoder.layers_3.attention.query.kernel/.zarray b/checkpoint_10000/target.encoder.layers_3.attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_3.attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.encoder.layers_3.attention.query.kernel/0.0 b/checkpoint_10000/target.encoder.layers_3.attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..19a040f8a9cced20a1d8480113ec8ff2b704ff01 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_3.attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6962262790d49f57541629da17c21ac8b0c53fb3c0e1d11d4fff0746f0af8b4e +size 976884 diff --git a/checkpoint_10000/target.encoder.layers_3.attention.value.kernel/.zarray b/checkpoint_10000/target.encoder.layers_3.attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_3.attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.encoder.layers_3.attention.value.kernel/0.0 b/checkpoint_10000/target.encoder.layers_3.attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..ff00076ceed42b940cf8877a781b6767b8d5af9f --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_3.attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a3580997db8938b14af9d438b34fa416d947ecfee2cdfdca72ac48818c67b30 +size 973981 diff --git a/checkpoint_10000/target.encoder.layers_3.mlp.wi_0.kernel/.zarray b/checkpoint_10000/target.encoder.layers_3.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_3.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_10000/target.encoder.layers_3.mlp.wi_0.kernel/0.0 b/checkpoint_10000/target.encoder.layers_3.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..4cadff36a382bdd29d0ad3cb50ea4df9ae61502f --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_3.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9847eda42fe118314d8fa921b64c51095c13fe4bcaf7f4e74f4462baf871f88e +size 3894757 diff --git a/checkpoint_10000/target.encoder.layers_3.mlp.wi_1.kernel/.zarray b/checkpoint_10000/target.encoder.layers_3.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_3.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_10000/target.encoder.layers_3.mlp.wi_1.kernel/0.0 b/checkpoint_10000/target.encoder.layers_3.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..2350908d1d1501f162097486ceafaa5e743c63db --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_3.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d97fd6c181f82f03108f68930e49b2ea3412da245073d8fc6a218048f005a97 +size 3895776 diff --git a/checkpoint_10000/target.encoder.layers_3.mlp.wo.kernel/.zarray b/checkpoint_10000/target.encoder.layers_3.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_3.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98 +size 178 diff --git a/checkpoint_10000/target.encoder.layers_3.mlp.wo.kernel/0.0 b/checkpoint_10000/target.encoder.layers_3.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..02ff3df284c6b0c0bc3698682c2c682fc4f55580 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_3.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd42c48a7c939a9eda2bf33edfb29932f8b16a9f1390da2d37a49d1429f35850 +size 3907394 diff --git a/checkpoint_10000/target.encoder.layers_3.pre_attention_layer_norm.scale/.zarray b/checkpoint_10000/target.encoder.layers_3.pre_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_3.pre_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/target.encoder.layers_3.pre_attention_layer_norm.scale/0 b/checkpoint_10000/target.encoder.layers_3.pre_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..7c500200512e23fbd0b417ab53c9278876064c88 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_3.pre_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:184831d2b3a03412947f143e302c036eb024324a75205181b1ac32e77ebf319f +size 1899 diff --git a/checkpoint_10000/target.encoder.layers_3.pre_mlp_layer_norm.scale/.zarray b/checkpoint_10000/target.encoder.layers_3.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_3.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/target.encoder.layers_3.pre_mlp_layer_norm.scale/0 b/checkpoint_10000/target.encoder.layers_3.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..62c3fad04444478ec2c0437a76220a5f82f88e88 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_3.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:87fc490fe5f446995884edccead08ec0b339a6aa24e1fafafbb522380686df5a +size 1893 diff --git a/checkpoint_10000/target.encoder.layers_4.attention.key.kernel/.zarray b/checkpoint_10000/target.encoder.layers_4.attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_4.attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.encoder.layers_4.attention.key.kernel/0.0 b/checkpoint_10000/target.encoder.layers_4.attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..372800857dc36459fe3cde199b2de48a82772c0d --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_4.attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c80d9a3a953474e6017e05288ec80be77f0ddc15a9d13fdb5e65cbfab102f4bd +size 975308 diff --git a/checkpoint_10000/target.encoder.layers_4.attention.out.kernel/.zarray b/checkpoint_10000/target.encoder.layers_4.attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_4.attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.encoder.layers_4.attention.out.kernel/0.0 b/checkpoint_10000/target.encoder.layers_4.attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..37377e3bd32b7d7ddf638f2da8d6ba1a4ade51d3 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_4.attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab845416f03a3f876b4403ac8449f38c71e89429796522e375ab53fbaa581f1a +size 974243 diff --git a/checkpoint_10000/target.encoder.layers_4.attention.query.kernel/.zarray b/checkpoint_10000/target.encoder.layers_4.attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_4.attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.encoder.layers_4.attention.query.kernel/0.0 b/checkpoint_10000/target.encoder.layers_4.attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..df7580cf1a28f63b49aa068b938eb308f0cca36a --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_4.attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc63a122da3123bb0cb8dfdfdbc2d708d47b20d3fc4fd4a820938e6c6088fc7f +size 977117 diff --git a/checkpoint_10000/target.encoder.layers_4.attention.value.kernel/.zarray b/checkpoint_10000/target.encoder.layers_4.attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_4.attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.encoder.layers_4.attention.value.kernel/0.0 b/checkpoint_10000/target.encoder.layers_4.attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..5602baa03736b614b13850ecd349fed8b7a5971b --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_4.attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98f5304e89682b7acd7ca60d47e705f185faab7b8229a0f079fb7d14dbe52d1a +size 974332 diff --git a/checkpoint_10000/target.encoder.layers_4.mlp.wi_0.kernel/.zarray b/checkpoint_10000/target.encoder.layers_4.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_4.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_10000/target.encoder.layers_4.mlp.wi_0.kernel/0.0 b/checkpoint_10000/target.encoder.layers_4.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..e024b564182220b4f33d7eee716da5614a603ed9 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_4.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c1d6abd49e8d3eaf62b69445b31c31358c5392b83de1a93c34ebd9771baac5f +size 3894878 diff --git a/checkpoint_10000/target.encoder.layers_4.mlp.wi_1.kernel/.zarray b/checkpoint_10000/target.encoder.layers_4.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_4.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_10000/target.encoder.layers_4.mlp.wi_1.kernel/0.0 b/checkpoint_10000/target.encoder.layers_4.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..42340ccd5d7bf78006cbd153d1308de680cb02de --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_4.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:079c405dade1289daf6d8404e0c79b7078c00fcad0226d0bd7b9db89595ce851 +size 3894397 diff --git a/checkpoint_10000/target.encoder.layers_4.mlp.wo.kernel/.zarray b/checkpoint_10000/target.encoder.layers_4.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_4.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98 +size 178 diff --git a/checkpoint_10000/target.encoder.layers_4.mlp.wo.kernel/0.0 b/checkpoint_10000/target.encoder.layers_4.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..41e122ab749dc2e8e84aece977207c15c1985b97 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_4.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ec96f5bef226d46c9d45aa5d7a87cc2b60199c92bd43facf54ac1a2d6cbacd8 +size 3907528 diff --git a/checkpoint_10000/target.encoder.layers_4.pre_attention_layer_norm.scale/.zarray b/checkpoint_10000/target.encoder.layers_4.pre_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_4.pre_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/target.encoder.layers_4.pre_attention_layer_norm.scale/0 b/checkpoint_10000/target.encoder.layers_4.pre_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..6ec5cd644ae8ca482af22adcb4baba18f0109ad6 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_4.pre_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:485387f1243ef1bc382c992d4c259a74dd19317f4d3e982ca3e7f78b093ef0a9 +size 1901 diff --git a/checkpoint_10000/target.encoder.layers_4.pre_mlp_layer_norm.scale/.zarray b/checkpoint_10000/target.encoder.layers_4.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_4.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/target.encoder.layers_4.pre_mlp_layer_norm.scale/0 b/checkpoint_10000/target.encoder.layers_4.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..e0a2d858507b8214025d2e5f0ab2dd146119a490 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_4.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1918b0a02189a07e731554ec0ae550778c41386d7cf325a528c5dc972daa5ee1 +size 1849 diff --git a/checkpoint_10000/target.encoder.layers_5.attention.key.kernel/.zarray b/checkpoint_10000/target.encoder.layers_5.attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_5.attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.encoder.layers_5.attention.key.kernel/0.0 b/checkpoint_10000/target.encoder.layers_5.attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..2d9d5d8698b7dc8cb57170d27b516d41f1c09ece --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_5.attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e1fad5047d52f95d92a28724d9660cab38cacad7357a30db02f728e69732be8 +size 974689 diff --git a/checkpoint_10000/target.encoder.layers_5.attention.out.kernel/.zarray b/checkpoint_10000/target.encoder.layers_5.attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_5.attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.encoder.layers_5.attention.out.kernel/0.0 b/checkpoint_10000/target.encoder.layers_5.attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..c9be2d18b82ac541b210e6c5ff80058e0f66f76e --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_5.attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c03926a8ef77d1c8290a64e4f527502f7d1132178e5dd9587b6316ac1c21ab0a +size 974678 diff --git a/checkpoint_10000/target.encoder.layers_5.attention.query.kernel/.zarray b/checkpoint_10000/target.encoder.layers_5.attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_5.attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.encoder.layers_5.attention.query.kernel/0.0 b/checkpoint_10000/target.encoder.layers_5.attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..41b10ae013b7ba0dd216fb1d8b842cf99f46bc55 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_5.attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:534a92d6911ab148f9f58726cd39ce5ccc252cd3c679b6ce834ce531e8f825e7 +size 976928 diff --git a/checkpoint_10000/target.encoder.layers_5.attention.value.kernel/.zarray b/checkpoint_10000/target.encoder.layers_5.attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_5.attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.encoder.layers_5.attention.value.kernel/0.0 b/checkpoint_10000/target.encoder.layers_5.attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..d700bd2b796494cf31cfc7e778383a69810777f4 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_5.attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fdeb2ee4192e3fc31a19294e812cac6c17b4e10b92ed229006370ae6d304abd2 +size 974303 diff --git a/checkpoint_10000/target.encoder.layers_5.mlp.wi_0.kernel/.zarray b/checkpoint_10000/target.encoder.layers_5.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_5.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_10000/target.encoder.layers_5.mlp.wi_0.kernel/0.0 b/checkpoint_10000/target.encoder.layers_5.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..68226a041aa55a654d67774ed2f10803357a615c --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_5.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e171607c71ffe92c6ff7911aec412abd9cd3b9c38e3c68d70bad041f6550892 +size 3894433 diff --git a/checkpoint_10000/target.encoder.layers_5.mlp.wi_1.kernel/.zarray b/checkpoint_10000/target.encoder.layers_5.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_5.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_10000/target.encoder.layers_5.mlp.wi_1.kernel/0.0 b/checkpoint_10000/target.encoder.layers_5.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..299ea30b4777c8d9484d9f7ba0b179ed859031f9 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_5.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5b5d376156358fc73159024499a4fb3193749f298b95f4ec23cbfafe36d0374 +size 3895365 diff --git a/checkpoint_10000/target.encoder.layers_5.mlp.wo.kernel/.zarray b/checkpoint_10000/target.encoder.layers_5.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_5.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98 +size 178 diff --git a/checkpoint_10000/target.encoder.layers_5.mlp.wo.kernel/0.0 b/checkpoint_10000/target.encoder.layers_5.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..558c171c87543328c83f857aa4e6be130ff95ff3 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_5.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:875dca1b0f5247f4a9fbde2b06de921d350adc12317fac5a3fa1a4cca4c46b00 +size 3907659 diff --git a/checkpoint_10000/target.encoder.layers_5.pre_attention_layer_norm.scale/.zarray b/checkpoint_10000/target.encoder.layers_5.pre_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_5.pre_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/target.encoder.layers_5.pre_attention_layer_norm.scale/0 b/checkpoint_10000/target.encoder.layers_5.pre_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..00e694b530ff51573f556b66c8074ebfdfb482f7 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_5.pre_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a910fd5828bcc444740ccb94747c7e2f6d0026311b1b64df4d704c068bd2ce26 +size 1900 diff --git a/checkpoint_10000/target.encoder.layers_5.pre_mlp_layer_norm.scale/.zarray b/checkpoint_10000/target.encoder.layers_5.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_5.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/target.encoder.layers_5.pre_mlp_layer_norm.scale/0 b/checkpoint_10000/target.encoder.layers_5.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..f4ed0f2a60baf4f6b28c0a9a04ba25bfc638cd3b --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_5.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f17d2a1704e2432b15209952d63868c22251e8aff15be6b9a2de1867ec43c36 +size 1912 diff --git a/checkpoint_10000/target.encoder.layers_6.attention.key.kernel/.zarray b/checkpoint_10000/target.encoder.layers_6.attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_6.attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.encoder.layers_6.attention.key.kernel/0.0 b/checkpoint_10000/target.encoder.layers_6.attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..4d17a54cc6dd32dd4dbe32bf89eae41deba5da1f --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_6.attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da4f52ecd1036f4860d837ac61fd7626a70d0f65e355d326b714a79e086a2082 +size 974335 diff --git a/checkpoint_10000/target.encoder.layers_6.attention.out.kernel/.zarray b/checkpoint_10000/target.encoder.layers_6.attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_6.attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.encoder.layers_6.attention.out.kernel/0.0 b/checkpoint_10000/target.encoder.layers_6.attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..5ee0f6b58c1b40d0a5651c89b98d4e1d6b44944d --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_6.attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b985c8faff43d395f358e5bbf993beba2791fe7b8122c80ad772d3e27807266 +size 974637 diff --git a/checkpoint_10000/target.encoder.layers_6.attention.query.kernel/.zarray b/checkpoint_10000/target.encoder.layers_6.attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_6.attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.encoder.layers_6.attention.query.kernel/0.0 b/checkpoint_10000/target.encoder.layers_6.attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..661a544c40ce3f1a1fb25bda45e151a2caf3eca9 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_6.attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1592844b39540320d83a7bf049b00c74846a5bda553f48125417d9f3cb569193 +size 976901 diff --git a/checkpoint_10000/target.encoder.layers_6.attention.value.kernel/.zarray b/checkpoint_10000/target.encoder.layers_6.attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_6.attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.encoder.layers_6.attention.value.kernel/0.0 b/checkpoint_10000/target.encoder.layers_6.attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..3ceb95c9d82a9b2279ae9c4e89880d3ad71b0bdd --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_6.attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d546bf47fca2fb444afa7a359da865399d458f06ca2d73c089c0e322ad3a5b70 +size 974434 diff --git a/checkpoint_10000/target.encoder.layers_6.mlp.wi_0.kernel/.zarray b/checkpoint_10000/target.encoder.layers_6.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_6.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_10000/target.encoder.layers_6.mlp.wi_0.kernel/0.0 b/checkpoint_10000/target.encoder.layers_6.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..f8c9a5eb074454233cc41b2975180df4653da85a --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_6.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f8ba97ae8fcbaf715f247655c08e4ea1061d466e13053e4d1067b3bf034e63d5 +size 3894406 diff --git a/checkpoint_10000/target.encoder.layers_6.mlp.wi_1.kernel/.zarray b/checkpoint_10000/target.encoder.layers_6.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_6.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_10000/target.encoder.layers_6.mlp.wi_1.kernel/0.0 b/checkpoint_10000/target.encoder.layers_6.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..ed51fc556953dfb3e08a815e053ed74176dae4ab --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_6.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d351da924fdc8dfebc496fef2c159684b3c78e4ff37ec192e373b684ca915bd4 +size 3895456 diff --git a/checkpoint_10000/target.encoder.layers_6.mlp.wo.kernel/.zarray b/checkpoint_10000/target.encoder.layers_6.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_6.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98 +size 178 diff --git a/checkpoint_10000/target.encoder.layers_6.mlp.wo.kernel/0.0 b/checkpoint_10000/target.encoder.layers_6.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..70f546a6ef92c99e65a4f62cb1e1787451447463 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_6.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:305e0f8bf96423d975c67f8db4f20c1e5cc4c8be7f5c139e38f20a89c37e2a1d +size 3907340 diff --git a/checkpoint_10000/target.encoder.layers_6.pre_attention_layer_norm.scale/.zarray b/checkpoint_10000/target.encoder.layers_6.pre_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_6.pre_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/target.encoder.layers_6.pre_attention_layer_norm.scale/0 b/checkpoint_10000/target.encoder.layers_6.pre_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..8c0ceec958dc5feedf0234b92bf912799fa228eb --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_6.pre_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:212ef873d3bc6ad26a0a08574a92fae8ef8ffa8edca20f7e986c656ec6734f7c +size 1903 diff --git a/checkpoint_10000/target.encoder.layers_6.pre_mlp_layer_norm.scale/.zarray b/checkpoint_10000/target.encoder.layers_6.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_6.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/target.encoder.layers_6.pre_mlp_layer_norm.scale/0 b/checkpoint_10000/target.encoder.layers_6.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..3a7801d9badc7dc0e42e3b6deb3f30d8db251b5f --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_6.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:352b21326e3a36a8de50fb2211c61dc081bbc06f4b68ebca331e6a904cc64542 +size 1901 diff --git a/checkpoint_10000/target.encoder.layers_7.attention.key.kernel/.zarray b/checkpoint_10000/target.encoder.layers_7.attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_7.attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.encoder.layers_7.attention.key.kernel/0.0 b/checkpoint_10000/target.encoder.layers_7.attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..ed4532021f77a7b66086aab24fcb07321340cf76 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_7.attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77ce890b64f04790455a2311a4a2d0f362b4786d329a7c3d0471ce5ea094282d +size 974403 diff --git a/checkpoint_10000/target.encoder.layers_7.attention.out.kernel/.zarray b/checkpoint_10000/target.encoder.layers_7.attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_7.attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.encoder.layers_7.attention.out.kernel/0.0 b/checkpoint_10000/target.encoder.layers_7.attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..3b886bddc6570e1fff1b912ed64d5f9c0ce835c5 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_7.attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:483cc8460d485419d22e289a0a88db8b3c8cd8a67d2edeec22dea0c77c06696a +size 974773 diff --git a/checkpoint_10000/target.encoder.layers_7.attention.query.kernel/.zarray b/checkpoint_10000/target.encoder.layers_7.attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_7.attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.encoder.layers_7.attention.query.kernel/0.0 b/checkpoint_10000/target.encoder.layers_7.attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..a878f66f5127fb7660d303e699800ab5be09a2a3 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_7.attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84902807e437481cdccd5f4b182d5ac903b82689d6e5442d7f0c4226f3aba663 +size 977093 diff --git a/checkpoint_10000/target.encoder.layers_7.attention.value.kernel/.zarray b/checkpoint_10000/target.encoder.layers_7.attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_7.attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.encoder.layers_7.attention.value.kernel/0.0 b/checkpoint_10000/target.encoder.layers_7.attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..55d6eff346c78645ef256dc8e5161eee44d439d4 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_7.attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b39752e68644c2118b2708f3298b94edf5d8d3dc70ba94da74d174d5fdf3eddf +size 974384 diff --git a/checkpoint_10000/target.encoder.layers_7.mlp.wi_0.kernel/.zarray b/checkpoint_10000/target.encoder.layers_7.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_7.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_10000/target.encoder.layers_7.mlp.wi_0.kernel/0.0 b/checkpoint_10000/target.encoder.layers_7.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..d8cf404902041b2d4963b71bf6238b6f6ffd562d --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_7.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7df02e8f1e0c886e15258b3be8c51114843a4af599b5090cf08642ef04e122ac +size 3894680 diff --git a/checkpoint_10000/target.encoder.layers_7.mlp.wi_1.kernel/.zarray b/checkpoint_10000/target.encoder.layers_7.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_7.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_10000/target.encoder.layers_7.mlp.wi_1.kernel/0.0 b/checkpoint_10000/target.encoder.layers_7.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..8b3062b0f62d3ba66307c4b9161b65fb2ecb54c2 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_7.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a672e29ace11c7ce434cf300d5c6236a4d84773eb0f90143894fdeb5b97cccc2 +size 3896049 diff --git a/checkpoint_10000/target.encoder.layers_7.mlp.wo.kernel/.zarray b/checkpoint_10000/target.encoder.layers_7.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_7.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98 +size 178 diff --git a/checkpoint_10000/target.encoder.layers_7.mlp.wo.kernel/0.0 b/checkpoint_10000/target.encoder.layers_7.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..640ffc3ace3a5dcb61ae8404f615f2eb91cadb92 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_7.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82c3f0a9ae6c296cc422801fab553e2510824a9412e112fec110b212698e7ead +size 3907450 diff --git a/checkpoint_10000/target.encoder.layers_7.pre_attention_layer_norm.scale/.zarray b/checkpoint_10000/target.encoder.layers_7.pre_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_7.pre_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/target.encoder.layers_7.pre_attention_layer_norm.scale/0 b/checkpoint_10000/target.encoder.layers_7.pre_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..e2cd8e24c5be913322d56199a9b8ba8c7cfe0293 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_7.pre_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:741fbb4cca712427b5cc803f52a8f85716feb69b7482847044085e8c22e7fc6e +size 1903 diff --git a/checkpoint_10000/target.encoder.layers_7.pre_mlp_layer_norm.scale/.zarray b/checkpoint_10000/target.encoder.layers_7.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_7.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/target.encoder.layers_7.pre_mlp_layer_norm.scale/0 b/checkpoint_10000/target.encoder.layers_7.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..f4ead403bb80df1552b1c3cbfacdd17e21a47415 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_7.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4f8c07a621646a00421421311dc0fb176e02cc741bde5bc8280e4bfc4ad06cd +size 1902 diff --git a/checkpoint_10000/target.encoder.layers_8.attention.key.kernel/.zarray b/checkpoint_10000/target.encoder.layers_8.attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_8.attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.encoder.layers_8.attention.key.kernel/0.0 b/checkpoint_10000/target.encoder.layers_8.attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..4f5e07a4c71974c2ce2b8f8ebefe66045cac7130 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_8.attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a40f60872fd91455a9974ab3db2882edbb90aff90f6d47b24755a8a72806bb6f +size 974332 diff --git a/checkpoint_10000/target.encoder.layers_8.attention.out.kernel/.zarray b/checkpoint_10000/target.encoder.layers_8.attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_8.attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.encoder.layers_8.attention.out.kernel/0.0 b/checkpoint_10000/target.encoder.layers_8.attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..6f42815fae96ad49811c96f3fc6a08bc3f3715bb --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_8.attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca671d8f12bd7b95dbd321ba98fe7c4c60e3ad9caf1e3ea0f0f5298c6718dfaf +size 974648 diff --git a/checkpoint_10000/target.encoder.layers_8.attention.query.kernel/.zarray b/checkpoint_10000/target.encoder.layers_8.attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_8.attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.encoder.layers_8.attention.query.kernel/0.0 b/checkpoint_10000/target.encoder.layers_8.attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..79d602165d86d6c42c35a420f3c07f22ab3999e2 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_8.attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c16439950ca619b31171e3967f20838db0e7e2cb3fed7cf2f918f6f09326a07 +size 976880 diff --git a/checkpoint_10000/target.encoder.layers_8.attention.value.kernel/.zarray b/checkpoint_10000/target.encoder.layers_8.attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_8.attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.encoder.layers_8.attention.value.kernel/0.0 b/checkpoint_10000/target.encoder.layers_8.attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..428e2f0cb527a367d30a299c38fd1842c7932286 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_8.attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:58b1afcb2fddf139482cd7575354ee004c545e2405c2d33cfc135bad725f241f +size 974557 diff --git a/checkpoint_10000/target.encoder.layers_8.mlp.wi_0.kernel/.zarray b/checkpoint_10000/target.encoder.layers_8.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_8.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_10000/target.encoder.layers_8.mlp.wi_0.kernel/0.0 b/checkpoint_10000/target.encoder.layers_8.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..3833301846c3657463a9048f439d3307f4f5d9be --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_8.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:811042fe295157a51ae1ffe27d92c906a42e75b3d5cae894d9d9cf92d8d635d9 +size 3895122 diff --git a/checkpoint_10000/target.encoder.layers_8.mlp.wi_1.kernel/.zarray b/checkpoint_10000/target.encoder.layers_8.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_8.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_10000/target.encoder.layers_8.mlp.wi_1.kernel/0.0 b/checkpoint_10000/target.encoder.layers_8.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..0854b084ba0b447c616bba008ce124d3155412c6 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_8.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8569e1bebd30fc0f4ac799fb88b950bc4c57ae4db7c18bc5e0f131e7c141b14d +size 3896393 diff --git a/checkpoint_10000/target.encoder.layers_8.mlp.wo.kernel/.zarray b/checkpoint_10000/target.encoder.layers_8.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_8.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98 +size 178 diff --git a/checkpoint_10000/target.encoder.layers_8.mlp.wo.kernel/0.0 b/checkpoint_10000/target.encoder.layers_8.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..e68d8841ee054f0c5f671b7c37004b48a007dd35 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_8.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b6a8358fd864b8de46c79b7b5b4e97b1d719a7d2d506c8ad80ca9f62782823a +size 3907248 diff --git a/checkpoint_10000/target.encoder.layers_8.pre_attention_layer_norm.scale/.zarray b/checkpoint_10000/target.encoder.layers_8.pre_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_8.pre_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/target.encoder.layers_8.pre_attention_layer_norm.scale/0 b/checkpoint_10000/target.encoder.layers_8.pre_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..88d709e13410fdc5fc6f84fc37b3aa388851371b --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_8.pre_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e226cb7493ced28ac6ad7e7b00a048f64e85576b71c9bdf7757376d3bc597581 +size 1891 diff --git a/checkpoint_10000/target.encoder.layers_8.pre_mlp_layer_norm.scale/.zarray b/checkpoint_10000/target.encoder.layers_8.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_8.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/target.encoder.layers_8.pre_mlp_layer_norm.scale/0 b/checkpoint_10000/target.encoder.layers_8.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..3b0059415df5f0a0294d318240e749c1eb1ebff9 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_8.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:000c5edebafd4785bbd353d53b5b8965863fbe55bf2f397829b232f871b7e5b8 +size 1892 diff --git a/checkpoint_10000/target.encoder.layers_9.attention.key.kernel/.zarray b/checkpoint_10000/target.encoder.layers_9.attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_9.attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.encoder.layers_9.attention.key.kernel/0.0 b/checkpoint_10000/target.encoder.layers_9.attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..88eceee3ec4d3fc6d8aefe7ca21f5ab91bdc5287 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_9.attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:827f53fdc987f61a62142d2f475e6392ef07674bdd74324e65c441ef1023f6d1 +size 974787 diff --git a/checkpoint_10000/target.encoder.layers_9.attention.out.kernel/.zarray b/checkpoint_10000/target.encoder.layers_9.attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_9.attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.encoder.layers_9.attention.out.kernel/0.0 b/checkpoint_10000/target.encoder.layers_9.attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..d8c0027a530c2211c4c893ed560e46986ea5bdc1 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_9.attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d600ecbcbc21c69f7687f9e7861d429654d0809ab5c8e6f005f753a5e64b7fb7 +size 974836 diff --git a/checkpoint_10000/target.encoder.layers_9.attention.query.kernel/.zarray b/checkpoint_10000/target.encoder.layers_9.attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_9.attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.encoder.layers_9.attention.query.kernel/0.0 b/checkpoint_10000/target.encoder.layers_9.attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..7f4310821d13bfca048d7e5ea34e0503d495b81b --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_9.attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b38d74cc4af0e415f52a32b4f458329e28c9caedbf66b13c43a1b3968145931d +size 977014 diff --git a/checkpoint_10000/target.encoder.layers_9.attention.value.kernel/.zarray b/checkpoint_10000/target.encoder.layers_9.attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_9.attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_10000/target.encoder.layers_9.attention.value.kernel/0.0 b/checkpoint_10000/target.encoder.layers_9.attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..f9db0614d95566ab6922cd1f4ed62d8244ed56da --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_9.attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bff2b33af2cd859d6d1bc861e349ad65c7833c1b776b8744a5c31192621caaa4 +size 974848 diff --git a/checkpoint_10000/target.encoder.layers_9.mlp.wi_0.kernel/.zarray b/checkpoint_10000/target.encoder.layers_9.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_9.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_10000/target.encoder.layers_9.mlp.wi_0.kernel/0.0 b/checkpoint_10000/target.encoder.layers_9.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..a5e0e331aa56d9507f08054958e031e615d686c1 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_9.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac34570c5b90b97a832abf897e9b59181ff70c58399afe9b93c1b9fc7083bdd4 +size 3894737 diff --git a/checkpoint_10000/target.encoder.layers_9.mlp.wi_1.kernel/.zarray b/checkpoint_10000/target.encoder.layers_9.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_9.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_10000/target.encoder.layers_9.mlp.wi_1.kernel/0.0 b/checkpoint_10000/target.encoder.layers_9.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..b48c06cbe4df357ded683695c35746f3c52e7bfc --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_9.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3929a27c0bc054c4532f062f1cb6952807e705a9e030df62996fb26b8be1b7c +size 3896453 diff --git a/checkpoint_10000/target.encoder.layers_9.mlp.wo.kernel/.zarray b/checkpoint_10000/target.encoder.layers_9.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_9.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98 +size 178 diff --git a/checkpoint_10000/target.encoder.layers_9.mlp.wo.kernel/0.0 b/checkpoint_10000/target.encoder.layers_9.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..7c2c6d14610a3b946f75ad0d4a6d2de232caa5c8 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_9.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a84c69798e99c4e6a2525801c7cb7e704dc2db85374ac5b6ffeda240e770e08c +size 3907400 diff --git a/checkpoint_10000/target.encoder.layers_9.pre_attention_layer_norm.scale/.zarray b/checkpoint_10000/target.encoder.layers_9.pre_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_9.pre_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/target.encoder.layers_9.pre_attention_layer_norm.scale/0 b/checkpoint_10000/target.encoder.layers_9.pre_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..6a6693016f5b494f18eee738b9976632a7d245c1 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_9.pre_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71028d7ba48a468fff3d808489921a17fd8f191ef04afbe2d9c163827d714a62 +size 1900 diff --git a/checkpoint_10000/target.encoder.layers_9.pre_mlp_layer_norm.scale/.zarray b/checkpoint_10000/target.encoder.layers_9.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_9.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_10000/target.encoder.layers_9.pre_mlp_layer_norm.scale/0 b/checkpoint_10000/target.encoder.layers_9.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..321f5c4ae25a04e6d2c3e4deafec327238370641 --- /dev/null +++ b/checkpoint_10000/target.encoder.layers_9.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3179ec42e15b38312e5e3add50c13d51955e82d9f19645f33a8f58a098895d71 +size 1899 diff --git a/checkpoint_10000/target.encoder.relpos_bias.rel_embedding/.zarray b/checkpoint_10000/target.encoder.relpos_bias.rel_embedding/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..f436654680ef76185134be5536bdbabaa54cc65d --- /dev/null +++ b/checkpoint_10000/target.encoder.relpos_bias.rel_embedding/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62dcf91d03b1a5aa1fa79c0aaf03f5b5887296b8fc2d69cb8175b65ca8f98c2d +size 170 diff --git a/checkpoint_10000/target.encoder.relpos_bias.rel_embedding/0.0 b/checkpoint_10000/target.encoder.relpos_bias.rel_embedding/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..ee90fe7c1b7687f03a04a9d802a3497a62f67fd4 --- /dev/null +++ b/checkpoint_10000/target.encoder.relpos_bias.rel_embedding/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4854df86c20b4c80a6ee7d7dfe23df7d6f9e91f68286ba556ea7475068e5a2d6 +size 1012 diff --git a/checkpoint_10000/target.token_embedder.embedding/.zarray b/checkpoint_10000/target.token_embedder.embedding/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..c408735dcbd09741aa724778d32c8a446862e5a4 --- /dev/null +++ b/checkpoint_10000/target.token_embedder.embedding/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44a00255f52d58611b5020f9259f531fcb197a0a475b554c754cc4835df3c24d +size 180 diff --git a/checkpoint_10000/target.token_embedder.embedding/0.0 b/checkpoint_10000/target.token_embedder.embedding/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..18b460054e81c8963aa6f59c5c874601c1fd076d --- /dev/null +++ b/checkpoint_10000/target.token_embedder.embedding/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a51b9983cd6eb61708d7e6f5d71d5e08d4b2b27dde9127108a7fe27266b5c18 +size 61287586 diff --git a/checkpoint_20000/checkpoint b/checkpoint_20000/checkpoint new file mode 100644 index 0000000000000000000000000000000000000000..4ce35ac421dc57866c658e69f9f6a2b839f23425 --- /dev/null +++ b/checkpoint_20000/checkpoint @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f89a9caeb858625e79b644eb316bf50e0be6c9a24788e2362980dc8222159b7 +size 3106377 diff --git a/checkpoint_20000/state.param_states.decoder.decoder_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.decoder_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.decoder_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/state.param_states.decoder.decoder_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.decoder_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..dbcae2d71271d7cae7dd9676beb15995279a0899 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.decoder_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab83d8beb525c24177ed05ffd440750a3f317c278432425f134c42bcabc8e7a4 +size 1889 diff --git a/checkpoint_20000/state.param_states.decoder.layers_0.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_0.pre_cross_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_0.pre_cross_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/state.param_states.decoder.layers_0.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_0.pre_cross_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..6696b49c5280229f8fcde0a3456aac47682d4d10 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_0.pre_cross_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ec49edb7ae2b5e2802532f595dca21249be85cf9bc224f752e484d68e34eb77 +size 1894 diff --git a/checkpoint_20000/state.param_states.decoder.layers_0.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_0.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_0.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/state.param_states.decoder.layers_0.pre_mlp_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_0.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..cf1a056dc0326f3054ca9e978a5ac1d2186a9af8 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_0.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7baf1c2e7a4101a724d5756c9f009bda20b5126f48d76fec194cadc336e8bb0 +size 1843 diff --git a/checkpoint_20000/state.param_states.decoder.layers_0.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_0.pre_self_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_0.pre_self_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/state.param_states.decoder.layers_0.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_0.pre_self_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..ce349b82c9a5cf4aba5a9f06ca201d14b87ea4d5 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_0.pre_self_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:857702e50dcc215ce8797b712e292cca92413da2aeefb2374cd9e3b476f83ff0 +size 1916 diff --git a/checkpoint_20000/state.param_states.decoder.layers_1.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_1.pre_cross_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_1.pre_cross_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/state.param_states.decoder.layers_1.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_1.pre_cross_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..7bde4a0df609799f5ba39def98e82453c64a06cf --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_1.pre_cross_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84bdcc09c3eb30747ea7e74c1614c0a7019c629516e0cce6dc0c36e1782ad6a2 +size 1898 diff --git a/checkpoint_20000/state.param_states.decoder.layers_1.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_1.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_1.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/state.param_states.decoder.layers_1.pre_mlp_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_1.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..89912a79fa5d405bee8602a2644b623750bf0dc0 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_1.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0cc1c946923826a70e61250b36e89f8ee6e38ef390ca11adcc9269b1255daf46 +size 1886 diff --git a/checkpoint_20000/state.param_states.decoder.layers_1.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_1.pre_self_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_1.pre_self_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/state.param_states.decoder.layers_1.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_1.pre_self_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..ed4f5cc69a1fbe689e78a1a18b85e9cd07d75c88 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_1.pre_self_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eecfca213001da18b27099377e8cba759413b35a4b4362844d016bad2215f69c +size 1904 diff --git a/checkpoint_20000/state.param_states.decoder.layers_10.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_10.pre_cross_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_10.pre_cross_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/state.param_states.decoder.layers_10.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_10.pre_cross_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..206dc8ebafe4db2e35c47e2c8e3a652c1f40c722 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_10.pre_cross_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca041db61dd96df64cbb708a7c8c5c6a8a8fd6c3536cd7efc0a3b53b13e84942 +size 1886 diff --git a/checkpoint_20000/state.param_states.decoder.layers_10.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_10.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_10.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/state.param_states.decoder.layers_10.pre_mlp_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_10.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..9b1aee56456509b69603a15ca152c010b4cf680d --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_10.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea1b77b6f1dd9a66b50d98c784509471b9a403321f837a2f2f3465af0473442c +size 1817 diff --git a/checkpoint_20000/state.param_states.decoder.layers_10.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_10.pre_self_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_10.pre_self_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/state.param_states.decoder.layers_10.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_10.pre_self_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..a4048c954fb559dfc1fe4098ed6b305daada1c55 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_10.pre_self_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:827da53e4e0695743c34b72e9514fee3333b83c5d635522649cd641df309fdb7 +size 1876 diff --git a/checkpoint_20000/state.param_states.decoder.layers_11.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_11.pre_cross_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_11.pre_cross_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/state.param_states.decoder.layers_11.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_11.pre_cross_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..49d5c67b3f037a81032b088893c3c8d8c0f0a114 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_11.pre_cross_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d9298c4602f4dc886741a2a345796543ed280fbb7c8ea4d81a5b113c496a00a7 +size 1856 diff --git a/checkpoint_20000/state.param_states.decoder.layers_11.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_11.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_11.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/state.param_states.decoder.layers_11.pre_mlp_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_11.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..f8565d440680e09bbfc533a7f0dab10b6afac895 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_11.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c498cf0fc602ab60cfeca1bfb8370393c0faa35de2a335454e158a32b1d28ddc +size 1824 diff --git a/checkpoint_20000/state.param_states.decoder.layers_11.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_11.pre_self_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_11.pre_self_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/state.param_states.decoder.layers_11.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_11.pre_self_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..64188767cdd331493e17cca14da3a0b96ee7feca --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_11.pre_self_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b05ae7624ef7fc4b7f13a09a106e0ddce390c9518e9e14643fac7a7fdcd2a0ce +size 1879 diff --git a/checkpoint_20000/state.param_states.decoder.layers_12.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_12.pre_cross_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_12.pre_cross_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/state.param_states.decoder.layers_12.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_12.pre_cross_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..4e6aa6622136250c240ed12572b57c042f773e35 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_12.pre_cross_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d3b40a0bfe355ac25dd6e132019cc76d46f42a75c2920dcc20ede90a2d752e1 +size 1888 diff --git a/checkpoint_20000/state.param_states.decoder.layers_12.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_12.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_12.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/state.param_states.decoder.layers_12.pre_mlp_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_12.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..5d79e9b89eae02da3ec1d297ac6a7b47c319faa0 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_12.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bfb79dfa99fe986508ea44824fb99860a34ac5adaa98f28e71aa9f1f50aa20cc +size 1815 diff --git a/checkpoint_20000/state.param_states.decoder.layers_12.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_12.pre_self_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_12.pre_self_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/state.param_states.decoder.layers_12.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_12.pre_self_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..fa9d5d131a1c7c8937b42ac639478148dc7ca7be --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_12.pre_self_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da001c7ba4137bc5649d64b9c7a7b12e7b3a6393826d72aebf018d834fd4403a +size 1891 diff --git a/checkpoint_20000/state.param_states.decoder.layers_13.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_13.pre_cross_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_13.pre_cross_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/state.param_states.decoder.layers_13.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_13.pre_cross_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..c63d77aa6d169a5b994c2ac8a0e2c9d4122e86c6 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_13.pre_cross_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03266bcbc0b066725e5a5381d80df21309071de19028301498844b93eaca6b9e +size 1877 diff --git a/checkpoint_20000/state.param_states.decoder.layers_13.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_13.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_13.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/state.param_states.decoder.layers_13.pre_mlp_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_13.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..1c96d6cfab8fe81853bf8eedc15e09cce7e45b5b --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_13.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c58d221984d3457d549658f53e3bc72e39d1b5312538cbaa6cb55aa0b0117cc +size 1821 diff --git a/checkpoint_20000/state.param_states.decoder.layers_13.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_13.pre_self_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_13.pre_self_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/state.param_states.decoder.layers_13.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_13.pre_self_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..0861be945173e5affdd87921b97581271be0fe3c --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_13.pre_self_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec447646be6e6e6208739e062cca124532d66d1b433d7cca580227264f8c4a4e +size 1856 diff --git a/checkpoint_20000/state.param_states.decoder.layers_14.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_14.pre_cross_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_14.pre_cross_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/state.param_states.decoder.layers_14.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_14.pre_cross_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..d37339199cc194006053316ca63c9a7f0153a797 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_14.pre_cross_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0fa9320f9ea48505a6d2a42a09dceb43439907c1f1256fcd5ca165b676025422 +size 1876 diff --git a/checkpoint_20000/state.param_states.decoder.layers_14.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_14.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_14.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/state.param_states.decoder.layers_14.pre_mlp_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_14.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..b62923af3ffb91e91ec52207fbc4e75e094c9440 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_14.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:484e48c9ba4220399e60754dfb6f759b0ced324be6f57d2f98dbb96a5e77e031 +size 1821 diff --git a/checkpoint_20000/state.param_states.decoder.layers_14.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_14.pre_self_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_14.pre_self_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/state.param_states.decoder.layers_14.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_14.pre_self_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..bd64d5b98d22dfc3829d69bb26829fa1b9ecd7bb --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_14.pre_self_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f45b82cb6336038152514065d7c1aa439c81776432dc394fb7db21996cdb872a +size 1874 diff --git a/checkpoint_20000/state.param_states.decoder.layers_15.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_15.pre_cross_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_15.pre_cross_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/state.param_states.decoder.layers_15.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_15.pre_cross_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..84ccfa8cebb10b12ce5dd346e48d06634029c0d0 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_15.pre_cross_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:571b092fafa0e46228f5f1933c58bba40b38d5675aa062a6a58087778133eba3 +size 1881 diff --git a/checkpoint_20000/state.param_states.decoder.layers_15.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_15.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_15.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/state.param_states.decoder.layers_15.pre_mlp_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_15.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..6db51d5b614b6553db6926922c621798c44dfa99 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_15.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:69350fafeece4578f1be895960e6b3f5e111dbade6623988811812e14b409ef8 +size 1818 diff --git a/checkpoint_20000/state.param_states.decoder.layers_15.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_15.pre_self_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_15.pre_self_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/state.param_states.decoder.layers_15.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_15.pre_self_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..a1b1fed82ffb006c11e72111e55f9f1210c9f2a8 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_15.pre_self_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e9838470deaf88b60f834c6867d64b74f7cdd0b9b95a1df9c33ba0f0d610af6 +size 1884 diff --git a/checkpoint_20000/state.param_states.decoder.layers_16.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_16.pre_cross_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_16.pre_cross_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/state.param_states.decoder.layers_16.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_16.pre_cross_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..79547d15359cbf8a7c65e9f6667f9303bdac5a3b --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_16.pre_cross_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8809c1d401cee76c7a2877c826b4649e6761c9dd09f19e4db36de6887dc85f6 +size 1867 diff --git a/checkpoint_20000/state.param_states.decoder.layers_16.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_16.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_16.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/state.param_states.decoder.layers_16.pre_mlp_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_16.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..599cb784fb3b64952b15723b27a5730653e94cb9 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_16.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f42a672416282fddd97b5ba5860de7c4453f7b105315a3cef0a5ff9843c2be49 +size 1822 diff --git a/checkpoint_20000/state.param_states.decoder.layers_16.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_16.pre_self_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_16.pre_self_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/state.param_states.decoder.layers_16.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_16.pre_self_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..2277c904742839cabf43687eca07cdfc0450b856 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_16.pre_self_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f575cfd031f2f64637a0a3f96492e2e711c7ca335197a8ee14da6e55ca0a5de3 +size 1882 diff --git a/checkpoint_20000/state.param_states.decoder.layers_17.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_17.pre_cross_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_17.pre_cross_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/state.param_states.decoder.layers_17.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_17.pre_cross_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..5ce69361bd4ab7815597f7028274971d3b25f9b7 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_17.pre_cross_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29312e1ed2cca003f97639b4010aa49b9bd75bd5f06b523cd076eb2057f1451e +size 1875 diff --git a/checkpoint_20000/state.param_states.decoder.layers_17.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_17.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_17.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/state.param_states.decoder.layers_17.pre_mlp_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_17.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..da7e8d082316e1dfa6ba105cd80feedf9ce3116d --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_17.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7891674c06eb4f5f40e1524573869714250a3869acf123f9b0f62d71f33204af +size 1822 diff --git a/checkpoint_20000/state.param_states.decoder.layers_17.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_17.pre_self_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_17.pre_self_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/state.param_states.decoder.layers_17.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_17.pre_self_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..f6150a28b364ded718c26d4c0bcd6a31b8f37e84 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_17.pre_self_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00af151a621aea9b86a7ce42ef3e8c1e5daaf52c96328bbed8e3a0d9469715f0 +size 1847 diff --git a/checkpoint_20000/state.param_states.decoder.layers_18.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_18.pre_cross_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_18.pre_cross_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/state.param_states.decoder.layers_18.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_18.pre_cross_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..9ca9e32dca3079c02bc3ffbdb4eb6fc6cf042207 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_18.pre_cross_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a52f0e66013be65c6b070423449707efdc2661da04187b57c6e6357ad7ac3194 +size 1882 diff --git a/checkpoint_20000/state.param_states.decoder.layers_18.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_18.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_18.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/state.param_states.decoder.layers_18.pre_mlp_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_18.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..fe30954653d463bf146f2a80bc3c52794418a36e --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_18.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71861bbd5e6d08f74a7328b4f49230ff8dd6acc6268af62afe2df01b70e3af74 +size 1834 diff --git a/checkpoint_20000/state.param_states.decoder.layers_18.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_18.pre_self_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_18.pre_self_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/state.param_states.decoder.layers_18.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_18.pre_self_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..0067def4db86e09735da8bd54666a6fdb8657de5 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_18.pre_self_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:638b4b75f3b7e4b1bb0bb616e559c5060d7eef73fb03f863f9b977845c0b3ef6 +size 1835 diff --git a/checkpoint_20000/state.param_states.decoder.layers_19.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_19.pre_cross_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_19.pre_cross_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/state.param_states.decoder.layers_19.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_19.pre_cross_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..549311280234ca62cadd34205dec30307087e084 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_19.pre_cross_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c748b5f26b6214e1f869a3d5abdbaab0919d67949b4157988c1463be3b1574b +size 1833 diff --git a/checkpoint_20000/state.param_states.decoder.layers_19.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_19.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_19.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/state.param_states.decoder.layers_19.pre_mlp_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_19.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..7d899e20f591300688c05bff077bd11218398a23 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_19.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5564990d1deb45eb48ff6ffe70aa301164e3c768e96b65572ffadf8cd827135c +size 1833 diff --git a/checkpoint_20000/state.param_states.decoder.layers_19.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_19.pre_self_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_19.pre_self_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/state.param_states.decoder.layers_19.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_19.pre_self_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..63d0dcca20ba2611b734793be47855e82567c249 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_19.pre_self_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:91ca423bc748adf8fbdac600bd4d74afede00e1491675549d8832f9c84a72a87 +size 1865 diff --git a/checkpoint_20000/state.param_states.decoder.layers_2.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_2.pre_cross_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_2.pre_cross_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/state.param_states.decoder.layers_2.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_2.pre_cross_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..e609e80ec2f1bbc5166ce84f0844ebda23f8f075 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_2.pre_cross_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ded5686804799c9c3a00a51e2302db49659c4e38f75bacf61420a836eb2dcad +size 1903 diff --git a/checkpoint_20000/state.param_states.decoder.layers_2.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_2.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_2.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/state.param_states.decoder.layers_2.pre_mlp_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_2.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..e352115afa271dd87eb36290c4083f1bc3dc570d --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_2.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d982c9d7bdf3c22ed2fd37fbe9ec0382b825374340cd97ef42e4ff6e2a2c714 +size 1891 diff --git a/checkpoint_20000/state.param_states.decoder.layers_2.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_2.pre_self_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_2.pre_self_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/state.param_states.decoder.layers_2.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_2.pre_self_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..074e44c4c28170b532fdb57189a9bf6673b75a60 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_2.pre_self_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb47063b105074c2ba728e1dbd00b3b7f10bf5466a67e91c7f5712cd71e90644 +size 1902 diff --git a/checkpoint_20000/state.param_states.decoder.layers_20.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_20.pre_cross_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_20.pre_cross_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/state.param_states.decoder.layers_20.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_20.pre_cross_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..d6e41472d2bb7695ddcf350be9eb79e9fa95d562 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_20.pre_cross_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b32ba8336351bbe7d160812bd3fb13387dd676a80068484d43e80dc3d2a7a37 +size 1832 diff --git a/checkpoint_20000/state.param_states.decoder.layers_20.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_20.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_20.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/state.param_states.decoder.layers_20.pre_mlp_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_20.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..89562ee02f435c9a649f485d9769a8f0ba0f3d4e --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_20.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f80fed384943699fba176b1f6422fb41b75d64324960dd5afcb752c50f59d2aa +size 1829 diff --git a/checkpoint_20000/state.param_states.decoder.layers_20.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_20.pre_self_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_20.pre_self_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/state.param_states.decoder.layers_20.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_20.pre_self_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..70c7ba2745571fc83729879efbd4695d48a6a859 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_20.pre_self_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67cb7c752621e0567f7f223ca85afbb12ed566b7f025510a1c40d366533c937d +size 1874 diff --git a/checkpoint_20000/state.param_states.decoder.layers_21.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_21.pre_cross_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_21.pre_cross_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/state.param_states.decoder.layers_21.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_21.pre_cross_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..c49a2a73c7a3defd2915c3602d1360cfddb96462 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_21.pre_cross_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb542f849318c29b937c177063983a7c7c40cf948b67e051af0ad1b1a70cc0e5 +size 1836 diff --git a/checkpoint_20000/state.param_states.decoder.layers_21.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_21.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_21.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/state.param_states.decoder.layers_21.pre_mlp_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_21.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..9776473edde69f0c8266a9f31b58a324f147d425 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_21.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ff8a8123b7d70bec81abccddea3b290994115a7af1337f25e680f8f37d383fb +size 1828 diff --git a/checkpoint_20000/state.param_states.decoder.layers_21.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_21.pre_self_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_21.pre_self_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/state.param_states.decoder.layers_21.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_21.pre_self_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..34b07e3a5d3aeba44d9f8e0677241731aee06548 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_21.pre_self_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5af89929bc6e5b70604bbcbaba70761086c6291e91dc671cb19bd3d90c63281 +size 1859 diff --git a/checkpoint_20000/state.param_states.decoder.layers_22.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_22.pre_cross_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_22.pre_cross_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/state.param_states.decoder.layers_22.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_22.pre_cross_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..75695ce630937fc13964170e78dbe5207080baf5 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_22.pre_cross_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:720dcd682af734cebda155c8e5d8226d95209804fcbfdb091e43940c3933d993 +size 1876 diff --git a/checkpoint_20000/state.param_states.decoder.layers_22.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_22.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_22.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/state.param_states.decoder.layers_22.pre_mlp_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_22.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..fa19afe1512818ee9efc133f06c8b9667297f934 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_22.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:769ab8cf683a0814b6d71a742d73d9da49ff0fe2b8a819ba2bbd19f966ff39d9 +size 1866 diff --git a/checkpoint_20000/state.param_states.decoder.layers_22.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_22.pre_self_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_22.pre_self_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/state.param_states.decoder.layers_22.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_22.pre_self_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..68a42a61d3371697abe230d19b4b56376505b3f0 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_22.pre_self_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f8a6e388fbdbebd58d79b26a5687b458b53f4cc77f2ea950e030b3bf75df8d18 +size 1838 diff --git a/checkpoint_20000/state.param_states.decoder.layers_23.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_23.pre_cross_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_23.pre_cross_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/state.param_states.decoder.layers_23.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_23.pre_cross_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..54d47a830fd040de848f1741878120cf8cf2b82d --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_23.pre_cross_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c14ac1c66db542bc083b2530d7553766fcfdabb38511482d3e8fc76c399e17a0 +size 1884 diff --git a/checkpoint_20000/state.param_states.decoder.layers_23.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_23.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_23.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/state.param_states.decoder.layers_23.pre_mlp_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_23.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..86fd2d51a64e0225f26f7be0d715c269a8b489b0 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_23.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:31743beffc9a7e3621784a4fecb0b218896df1c4793b46526438a9f96ac5e489 +size 1855 diff --git a/checkpoint_20000/state.param_states.decoder.layers_23.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_23.pre_self_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_23.pre_self_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/state.param_states.decoder.layers_23.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_23.pre_self_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..f88f9b705685aff4e3c440240e34d993d385fd05 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_23.pre_self_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:270c0d63e636b861fdbd77a66bfa8ccbb7a03db7c14e36f11d51cdd000eb8ea4 +size 1889 diff --git a/checkpoint_20000/state.param_states.decoder.layers_3.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_3.pre_cross_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_3.pre_cross_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/state.param_states.decoder.layers_3.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_3.pre_cross_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..23bd79bf1f6b7a539f35a5f739cb256370c9f25d --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_3.pre_cross_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c11e54e34025648a0dbd6d99971a9ede3328cb460baf8d0fc69ef0d2c00d0cc +size 1914 diff --git a/checkpoint_20000/state.param_states.decoder.layers_3.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_3.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_3.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/state.param_states.decoder.layers_3.pre_mlp_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_3.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..bb1cf6f62e04e66fadbd5948c065dfb3b32f4ea1 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_3.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a20cb8ae1c36183f819063495f7b53131a7e251f0ceeec8c8244b61f999f0ee0 +size 1879 diff --git a/checkpoint_20000/state.param_states.decoder.layers_3.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_3.pre_self_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_3.pre_self_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/state.param_states.decoder.layers_3.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_3.pre_self_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..23885eca0b8a68860337cbccd8feb5d46a9039af --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_3.pre_self_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03b79f63021bbec1c7969d553db688fbdf483cf2b4c9aeb62c72f6e0a769db33 +size 1895 diff --git a/checkpoint_20000/state.param_states.decoder.layers_4.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_4.pre_cross_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_4.pre_cross_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/state.param_states.decoder.layers_4.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_4.pre_cross_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..3224e0d5de27e9d3f6be315ee846fb4a5a35c894 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_4.pre_cross_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:733f11e4131d8ae1a224ae672119bbdf5d98c76786965ee9d7fc8e47b56ef55b +size 1920 diff --git a/checkpoint_20000/state.param_states.decoder.layers_4.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_4.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_4.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/state.param_states.decoder.layers_4.pre_mlp_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_4.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..30f7399bbc8fcbd5b0a84a3c77fea952da972038 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_4.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5657a8e899a1e1e850a52453ea38fb6650fd3c751e4af4d7ba186d5fc6670af5 +size 1859 diff --git a/checkpoint_20000/state.param_states.decoder.layers_4.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_4.pre_self_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_4.pre_self_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/state.param_states.decoder.layers_4.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_4.pre_self_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..1bcef1cd3cd02801bb841d8bf8cc8bd334d45e2a --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_4.pre_self_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3fc36945ad87c06522fc1a2671b6275b813d997dc4c1d03520b64256c4997a50 +size 1901 diff --git a/checkpoint_20000/state.param_states.decoder.layers_5.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_5.pre_cross_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_5.pre_cross_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/state.param_states.decoder.layers_5.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_5.pre_cross_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..d6c979366419cf6eb6c9b3ecc8b907965792c620 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_5.pre_cross_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e8487b0ce8a67978ca8bcea549ff9824c89c4213596b01da5bd4dbaeeeab5d4 +size 1901 diff --git a/checkpoint_20000/state.param_states.decoder.layers_5.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_5.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_5.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/state.param_states.decoder.layers_5.pre_mlp_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_5.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..be39594215dcee438aecd97f52f2b61b24206887 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_5.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7fcdbaab795836bb9f19f8a860057b818e47f99c7ee378a026a2d98f9a2bce9f +size 1844 diff --git a/checkpoint_20000/state.param_states.decoder.layers_5.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_5.pre_self_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_5.pre_self_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/state.param_states.decoder.layers_5.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_5.pre_self_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..a75bc4a8d13b08e57d72f7db0487b21997267367 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_5.pre_self_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d78baf2828b1ac282d60998ab3935ceac851eefc64582c0e930e0d83f106d9b2 +size 1869 diff --git a/checkpoint_20000/state.param_states.decoder.layers_6.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_6.pre_cross_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_6.pre_cross_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/state.param_states.decoder.layers_6.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_6.pre_cross_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..d4d76d06e7ba7eaf277df2886bd9985105f260cd --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_6.pre_cross_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c36c32c54d530ec6c8c4211345127bfaa0db646536624923ef4e8bcedfb72231 +size 1898 diff --git a/checkpoint_20000/state.param_states.decoder.layers_6.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_6.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_6.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/state.param_states.decoder.layers_6.pre_mlp_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_6.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..1defdcf9a30837627d0d267e4d6dd180f01a20bb --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_6.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59c0f0e4d7d361d0f43a2e662d6f073a4d71643f046ca9c7c5d9b292672867ff +size 1855 diff --git a/checkpoint_20000/state.param_states.decoder.layers_6.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_6.pre_self_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_6.pre_self_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/state.param_states.decoder.layers_6.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_6.pre_self_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..d10f5f7b5be184b5649e52b8218c29f419b36c2c --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_6.pre_self_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a89405485d6e66442a501a599da8467810c83367b206cd42864abd3604f4ea8 +size 1890 diff --git a/checkpoint_20000/state.param_states.decoder.layers_7.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_7.pre_cross_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_7.pre_cross_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/state.param_states.decoder.layers_7.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_7.pre_cross_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..ffec89f513cca54a4c83f9a2ce665beff5fe0d76 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_7.pre_cross_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59f34cdcf55fc8883605ac0d42e217e526ec663062e03eb03cd51bde4be8cf37 +size 1894 diff --git a/checkpoint_20000/state.param_states.decoder.layers_7.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_7.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_7.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/state.param_states.decoder.layers_7.pre_mlp_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_7.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..839f1b29453c3c8ff5f125645d92ad62e21b5880 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_7.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ff4317d905beda7b9b2077fd84175d549d0babc0cd82e89d5d07f6e684122b4 +size 1837 diff --git a/checkpoint_20000/state.param_states.decoder.layers_7.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_7.pre_self_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_7.pre_self_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/state.param_states.decoder.layers_7.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_7.pre_self_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..fa4b382c1855c3118510d81ec5dbef36429ac2a2 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_7.pre_self_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:246cb3cdc8eb05dd1448fd28ffb8e11083c61d235e14500a31bbe4473c6e5af9 +size 1889 diff --git a/checkpoint_20000/state.param_states.decoder.layers_8.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_8.pre_cross_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_8.pre_cross_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/state.param_states.decoder.layers_8.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_8.pre_cross_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..2c008c6786709cab257e85bac0b9c16c80a1c8dd --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_8.pre_cross_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df0cade5f32f0129362a32aa81eb547564a259b72a818e24c4f3d0cbf493711a +size 1874 diff --git a/checkpoint_20000/state.param_states.decoder.layers_8.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_8.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_8.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/state.param_states.decoder.layers_8.pre_mlp_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_8.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..4600a34e36bf9c3a78b3ec4a62cd35688afec135 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_8.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:34402a8cd209727ae98ca8abe24611f2c07faed9b214d9a057407021dd832d6f +size 1819 diff --git a/checkpoint_20000/state.param_states.decoder.layers_8.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_8.pre_self_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_8.pre_self_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/state.param_states.decoder.layers_8.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_8.pre_self_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..d0ec90b1057f2642071405623b9541ebe87561fe --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_8.pre_self_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bebc7a531310bd82fd2780f9e749d75aaf87b00c67510463ee1194d1a46a2452 +size 1883 diff --git a/checkpoint_20000/state.param_states.decoder.layers_9.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_9.pre_cross_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_9.pre_cross_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/state.param_states.decoder.layers_9.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_9.pre_cross_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..782d2292eedb25f176e9fb61c49fd9a96d8dd3cb --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_9.pre_cross_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:68093deff78f73d4de1dd4d65b3e396d7ff2f090f83733ba5ff92300b30d2095 +size 1888 diff --git a/checkpoint_20000/state.param_states.decoder.layers_9.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_9.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_9.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/state.param_states.decoder.layers_9.pre_mlp_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_9.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..98c396fb817e4a5564eec9d275c2d166b3915f90 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_9.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9bf85f2a1e230821b126ac4a5ab030d355d23088409fa043d62f41200e6ba70 +size 1820 diff --git a/checkpoint_20000/state.param_states.decoder.layers_9.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_9.pre_self_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_9.pre_self_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/state.param_states.decoder.layers_9.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_9.pre_self_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..704507eb6c0c0452a842618b738a1badcd95cfee --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_9.pre_self_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:461bcc23de3ad75071646d203996a2b551b4e8c343e34eeb1746205ae5d6c720 +size 1861 diff --git a/checkpoint_20000/state.param_states.decoder.relpos_bias.rel_embedding.v/.zarray b/checkpoint_20000/state.param_states.decoder.relpos_bias.rel_embedding.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..f436654680ef76185134be5536bdbabaa54cc65d --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.relpos_bias.rel_embedding.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62dcf91d03b1a5aa1fa79c0aaf03f5b5887296b8fc2d69cb8175b65ca8f98c2d +size 170 diff --git a/checkpoint_20000/state.param_states.decoder.relpos_bias.rel_embedding.v/0.0 b/checkpoint_20000/state.param_states.decoder.relpos_bias.rel_embedding.v/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..5fcf6ced0466a76f1a7ed72288844d416edc6091 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.relpos_bias.rel_embedding.v/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:87288928cf1779de2aaf519c0ace520a02f7a0734cf61d20b91f94efc1a1d8a2 +size 1011 diff --git a/checkpoint_20000/state.param_states.encoder.encoder_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.encoder.encoder_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.encoder_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/state.param_states.encoder.encoder_norm.scale.v/0 b/checkpoint_20000/state.param_states.encoder.encoder_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..347ab002e85f9a04873efc943d3c2a63954972c8 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.encoder_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4855d78245e0555f18b558f484a884872d1fc4ad30009e6c160abc682d74cfc1 +size 1906 diff --git a/checkpoint_20000/state.param_states.encoder.layers_0.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.encoder.layers_0.pre_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_0.pre_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/state.param_states.encoder.layers_0.pre_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.encoder.layers_0.pre_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..9e182eaabdd1824880fef2a9f914d6dbb68f147e --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_0.pre_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:405b4a5ac2392457f2ab2dcba5c9529d6ae0376ecb509def05cfd6f9d573fef1 +size 1829 diff --git a/checkpoint_20000/state.param_states.encoder.layers_0.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.encoder.layers_0.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_0.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/state.param_states.encoder.layers_0.pre_mlp_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.encoder.layers_0.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..2b84d5638533400eca86679aac775172ba5a750b --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_0.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:376d086dabe7d8d4c95621d6136ff19c6f5b8c4ea8bcd9d664d5a206d19c91b3 +size 1820 diff --git a/checkpoint_20000/state.param_states.encoder.layers_1.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.encoder.layers_1.pre_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_1.pre_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/state.param_states.encoder.layers_1.pre_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.encoder.layers_1.pre_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..dc8c5075cb312fb3f17f2e6ff41460243d9cb238 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_1.pre_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2058f962d441098343134298c8212c9395b3eee7d7976fecc961e4a4b9745185 +size 1886 diff --git a/checkpoint_20000/state.param_states.encoder.layers_1.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.encoder.layers_1.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_1.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/state.param_states.encoder.layers_1.pre_mlp_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.encoder.layers_1.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..9db096fe4ab508f188e4ae3366b47a327b6c331f --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_1.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6bf2ad452c59b68b414c29af1c00875c04ca601cf7a06e17522ee6e9e63d2135 +size 1866 diff --git a/checkpoint_20000/state.param_states.encoder.layers_10.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.encoder.layers_10.pre_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_10.pre_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/state.param_states.encoder.layers_10.pre_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.encoder.layers_10.pre_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..d47a7d4b16b0feeda137832a45a3397ba6791e15 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_10.pre_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f905ef113e1de473a63d41098304dd9d882e5be29c5584d8b276928e852db6ef +size 1891 diff --git a/checkpoint_20000/state.param_states.encoder.layers_10.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.encoder.layers_10.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_10.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/state.param_states.encoder.layers_10.pre_mlp_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.encoder.layers_10.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..31795a0d30fbf46c1973d06a52d5b6a77aa2519a --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_10.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f23da8096dabfab36ba96a866eed709f67c0e214a19e69c704d3692a0a53fc0c +size 1856 diff --git a/checkpoint_20000/state.param_states.encoder.layers_11.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.encoder.layers_11.pre_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_11.pre_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/state.param_states.encoder.layers_11.pre_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.encoder.layers_11.pre_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..c0be5f2da871cd5d5893a6b723be04e16e7f79c4 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_11.pre_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ea648aa072a96f03aa6bb90858ea0049927b48b8c293110dfc2541470fd5337 +size 1868 diff --git a/checkpoint_20000/state.param_states.encoder.layers_11.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.encoder.layers_11.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_11.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/state.param_states.encoder.layers_11.pre_mlp_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.encoder.layers_11.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..e23d092f6b9062a8d63a05a9fc0617b6e39a1552 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_11.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3caa2b7db19102462dd22b4d92949f4d8e038bf3ee0f7e91d4e0fb4e784995d6 +size 1853 diff --git a/checkpoint_20000/state.param_states.encoder.layers_12.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.encoder.layers_12.pre_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_12.pre_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/state.param_states.encoder.layers_12.pre_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.encoder.layers_12.pre_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..e4e4cc969892cd4c45291c00df55357c68309176 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_12.pre_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5b096a7588bb12179c19b0465b30636c8355195720281e8a7ac53e3ebd2824a +size 1884 diff --git a/checkpoint_20000/state.param_states.encoder.layers_12.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.encoder.layers_12.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_12.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/state.param_states.encoder.layers_12.pre_mlp_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.encoder.layers_12.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..efb1df431598ed8ebd7d67c3251e3f3bcba7c75b --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_12.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f43e294b7ec6216e03e1eeffdb0b50a0d6d1e4196a7d4ae01e6f99346635127e +size 1848 diff --git a/checkpoint_20000/state.param_states.encoder.layers_13.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.encoder.layers_13.pre_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_13.pre_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/state.param_states.encoder.layers_13.pre_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.encoder.layers_13.pre_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..cac705d44cfa6dc48ec8ecf85e5ce6a21264cd72 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_13.pre_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b9756ccfb297211e65c2f0ec56ba42b4d31ec7c9462df81a6cfd9e7abf7eae5 +size 1880 diff --git a/checkpoint_20000/state.param_states.encoder.layers_13.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.encoder.layers_13.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_13.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/state.param_states.encoder.layers_13.pre_mlp_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.encoder.layers_13.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..9752488eca70705015b99aabf2d30491a1c9ecb2 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_13.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b8b795c3adf02510e59e2c14005d0f153d6c4688287e7bd73fe6caa1490c59f1 +size 1840 diff --git a/checkpoint_20000/state.param_states.encoder.layers_14.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.encoder.layers_14.pre_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_14.pre_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/state.param_states.encoder.layers_14.pre_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.encoder.layers_14.pre_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..6ad7fdd135b55af509381847cb5b80366230fe06 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_14.pre_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e4130627b8fdb0696ca639dbc75b9067027f995bedaaffc39a1143ba2b6727e +size 1869 diff --git a/checkpoint_20000/state.param_states.encoder.layers_14.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.encoder.layers_14.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_14.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/state.param_states.encoder.layers_14.pre_mlp_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.encoder.layers_14.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..2325ff8ca98728ae927f890a4541119319e07a2e --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_14.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aacf9b378611c396f75b750a95b78c1cb4b81d27f3657e0b4f4a167f6440567e +size 1837 diff --git a/checkpoint_20000/state.param_states.encoder.layers_15.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.encoder.layers_15.pre_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_15.pre_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/state.param_states.encoder.layers_15.pre_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.encoder.layers_15.pre_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..6538715eda4d42bd4976c197a4570ae1a91a3a6d --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_15.pre_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f5f932694661b47ec968231f28ad1f841f44a6ea0ce85535adeb10a6f1037928 +size 1876 diff --git a/checkpoint_20000/state.param_states.encoder.layers_15.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.encoder.layers_15.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_15.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/state.param_states.encoder.layers_15.pre_mlp_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.encoder.layers_15.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..4543158c0917e59573cff3a2a34c11fd17ffeef4 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_15.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:39218a60bf27b5ae0ec8afdda9572153f2203837628d0380589f9469383bed9f +size 1833 diff --git a/checkpoint_20000/state.param_states.encoder.layers_16.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.encoder.layers_16.pre_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_16.pre_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/state.param_states.encoder.layers_16.pre_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.encoder.layers_16.pre_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..83349a6b905a016be6eca79f708135f99cf20491 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_16.pre_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f498b784ff38ff2f2e3c7dd388fa6a76aa72fb068b2c3951bbbfe1fedd17d027 +size 1885 diff --git a/checkpoint_20000/state.param_states.encoder.layers_16.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.encoder.layers_16.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_16.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/state.param_states.encoder.layers_16.pre_mlp_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.encoder.layers_16.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..7b94db183e0fdbe6c36ec1d24acaec9a36766f29 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_16.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f29d7e84505e5d7213208fddbc74317ad63db6d7d7de1e57e5ead4f3c8d6562 +size 1832 diff --git a/checkpoint_20000/state.param_states.encoder.layers_17.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.encoder.layers_17.pre_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_17.pre_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/state.param_states.encoder.layers_17.pre_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.encoder.layers_17.pre_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..be2f9a5b70cc4f2ce4a62f5b30c8cd8d2e392a7f --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_17.pre_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95de47e609696b6b8c44cf2f0f047537ac649bdcaffa757c1536eb35fbea7f7f +size 1893 diff --git a/checkpoint_20000/state.param_states.encoder.layers_17.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.encoder.layers_17.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_17.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/state.param_states.encoder.layers_17.pre_mlp_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.encoder.layers_17.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..bc125434fb7051a11f95db9c17a8a3060b1c0bb9 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_17.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d3162e1f96af0d9a226be08caca75ccc6f18f1e453b575fcf2d5d944980ac49 +size 1844 diff --git a/checkpoint_20000/state.param_states.encoder.layers_18.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.encoder.layers_18.pre_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_18.pre_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/state.param_states.encoder.layers_18.pre_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.encoder.layers_18.pre_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..f3a89e4fd3598413bc4841c3ba0227c4e32ff273 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_18.pre_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:309c244387afefceeb6a95d463689a784fd66133ccbc4328931601e8879f929b +size 1862 diff --git a/checkpoint_20000/state.param_states.encoder.layers_18.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.encoder.layers_18.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_18.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/state.param_states.encoder.layers_18.pre_mlp_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.encoder.layers_18.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..fa1ad01b476a598cc2342656eca26a08a1a3a353 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_18.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b8890c71388c33d802ea5f748ac2261a396352c1d0671cb5bdf98139d09ab939 +size 1836 diff --git a/checkpoint_20000/state.param_states.encoder.layers_19.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.encoder.layers_19.pre_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_19.pre_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/state.param_states.encoder.layers_19.pre_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.encoder.layers_19.pre_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..5b93d28bb025f6f93dcf3458880f849d0b146b94 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_19.pre_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:313a2d7131e0e5756ed959c97b5a35bad7414967f4fa892a5c3cf735ad0b68a1 +size 1885 diff --git a/checkpoint_20000/state.param_states.encoder.layers_19.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.encoder.layers_19.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_19.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/state.param_states.encoder.layers_19.pre_mlp_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.encoder.layers_19.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..1bccff6764799a516ec877b513bbf63b58726a6d --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_19.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:597581330dd6dc2402e8b0fc777b70ef16a18257fb5661cdcbeca480226dfb64 +size 1839 diff --git a/checkpoint_20000/state.param_states.encoder.layers_2.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.encoder.layers_2.pre_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_2.pre_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/state.param_states.encoder.layers_2.pre_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.encoder.layers_2.pre_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..bd215d0b23b9555c547c76eeffd023b41557a5df --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_2.pre_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65d69e95c202dfb72f58c1e6ecbaa4b5bd3dfcaafda0e38d3f68cf01b738aeb8 +size 1842 diff --git a/checkpoint_20000/state.param_states.encoder.layers_2.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.encoder.layers_2.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_2.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/state.param_states.encoder.layers_2.pre_mlp_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.encoder.layers_2.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..44338593c742e1dd91ca0668d122970c52aeacf8 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_2.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af895005c390afe549ac4fcf8b49fe9eff46f9896ab50c88bf4db773edea9160 +size 1841 diff --git a/checkpoint_20000/state.param_states.encoder.layers_20.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.encoder.layers_20.pre_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_20.pre_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/state.param_states.encoder.layers_20.pre_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.encoder.layers_20.pre_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..78e94d9d369fa8e9d1eb9fa039d91e166659f845 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_20.pre_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6cb3362c9187c38ad14bf783527fe0d0a3322993439a531028308f62f326fd4 +size 1891 diff --git a/checkpoint_20000/state.param_states.encoder.layers_20.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.encoder.layers_20.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_20.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/state.param_states.encoder.layers_20.pre_mlp_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.encoder.layers_20.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..22170534699a58e07686a3d661177837cf4a801c --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_20.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd73f309738c02b72e2f2dded39c52b5875bba42e8c0595176019dc3ac656163 +size 1833 diff --git a/checkpoint_20000/state.param_states.encoder.layers_21.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.encoder.layers_21.pre_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_21.pre_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/state.param_states.encoder.layers_21.pre_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.encoder.layers_21.pre_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..910fa4ee70043dccf01cbf78f7971a8995de99ac --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_21.pre_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:935305053951d47a5400c2aae4540eb39b75baa4ca8da154f825529d0e042a44 +size 1889 diff --git a/checkpoint_20000/state.param_states.encoder.layers_21.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.encoder.layers_21.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_21.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/state.param_states.encoder.layers_21.pre_mlp_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.encoder.layers_21.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..8d6bbc2868dbc85fb7e55b3964d3698bdd8a46c8 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_21.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0be2ce52fd9ca808fa4610f66ae8dfb8a3ea073946a95bf85f59d7d14b7c24e +size 1843 diff --git a/checkpoint_20000/state.param_states.encoder.layers_22.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.encoder.layers_22.pre_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_22.pre_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/state.param_states.encoder.layers_22.pre_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.encoder.layers_22.pre_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..ee64e4c83b51bc342d2ec21d89d09a634aa1ff2b --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_22.pre_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:80f7dd716ff3ea7c97fe9bc5ac16d921c750276168b9a51b8913dc61828f9f32 +size 1888 diff --git a/checkpoint_20000/state.param_states.encoder.layers_22.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.encoder.layers_22.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_22.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/state.param_states.encoder.layers_22.pre_mlp_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.encoder.layers_22.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..44048960bf4cff477336c305b20967a69a408713 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_22.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fcd9b78eebe7b9230382a5558077016ad277d02fab504d63cdff70eba0d66baf +size 1886 diff --git a/checkpoint_20000/state.param_states.encoder.layers_23.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.encoder.layers_23.pre_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_23.pre_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/state.param_states.encoder.layers_23.pre_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.encoder.layers_23.pre_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..a7a16f200682dd1f5baaccf1019cdb95fadffade --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_23.pre_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a7e67dfeddfa579f04d0f69dad55c338fd6c913214701ae3a025da1f8992bb8c +size 1880 diff --git a/checkpoint_20000/state.param_states.encoder.layers_23.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.encoder.layers_23.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_23.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/state.param_states.encoder.layers_23.pre_mlp_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.encoder.layers_23.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..7159d4318a02ff3808cbf3c9bca97d0d20a8bb92 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_23.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:693933a517ab5ffa6cdf7d04903b9e516a1866ed075994f6d4009228a65ead16 +size 1904 diff --git a/checkpoint_20000/state.param_states.encoder.layers_3.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.encoder.layers_3.pre_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_3.pre_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/state.param_states.encoder.layers_3.pre_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.encoder.layers_3.pre_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..9e1811dc2da369863ef6c52a95840eb753cbad41 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_3.pre_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd8e425c2b316d1fb8f8fc8959adf1f886de9f321ff7043bea40d79b542d1735 +size 1844 diff --git a/checkpoint_20000/state.param_states.encoder.layers_3.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.encoder.layers_3.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_3.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/state.param_states.encoder.layers_3.pre_mlp_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.encoder.layers_3.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..3cb22e131bb1733bf2dc5e16b305a737ec5ac738 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_3.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:733c52cae64d8750e9278a29bfd9c2610e03c58735729dfda79c3076790bb431 +size 1832 diff --git a/checkpoint_20000/state.param_states.encoder.layers_4.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.encoder.layers_4.pre_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_4.pre_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/state.param_states.encoder.layers_4.pre_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.encoder.layers_4.pre_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..90a76b66f1eab71320c533f4c6033e03cc1c8fa0 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_4.pre_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af5a5dfb7a64775ccc437b4f9af43e6c104b7ec5d8959d968359a1afc8019538 +size 1879 diff --git a/checkpoint_20000/state.param_states.encoder.layers_4.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.encoder.layers_4.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_4.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/state.param_states.encoder.layers_4.pre_mlp_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.encoder.layers_4.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..4f9f349eff074f44e557994348575cc66413881a --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_4.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cdee67d3b5ec537865e6e509137411be7a0550da6a6bd2756f5fa9d53231ec60 +size 1886 diff --git a/checkpoint_20000/state.param_states.encoder.layers_5.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.encoder.layers_5.pre_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_5.pre_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/state.param_states.encoder.layers_5.pre_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.encoder.layers_5.pre_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..6f67102f0fc7515a265da6aa2beae134bc0762ab --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_5.pre_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc0905dc4c656dbed28aae454ea131472fdb210acdff95b2ef88819feae43336 +size 1880 diff --git a/checkpoint_20000/state.param_states.encoder.layers_5.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.encoder.layers_5.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_5.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/state.param_states.encoder.layers_5.pre_mlp_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.encoder.layers_5.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..a0f21eb442e153961750b6882d20e7f78279efc5 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_5.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fdb6a8ca350c991fb0c42f5ccc0bc1b860f10c15178c2f4a9d19c7fa998ee95 +size 1877 diff --git a/checkpoint_20000/state.param_states.encoder.layers_6.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.encoder.layers_6.pre_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_6.pre_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/state.param_states.encoder.layers_6.pre_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.encoder.layers_6.pre_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..1b3cfd515fb7d3e7df0dc1d27ad7898cc984b4b3 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_6.pre_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e28efddd4662dcf8bd5ba8bd72e49fd01dcaa610faa0a3d6735f26f26f76ea6 +size 1886 diff --git a/checkpoint_20000/state.param_states.encoder.layers_6.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.encoder.layers_6.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_6.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/state.param_states.encoder.layers_6.pre_mlp_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.encoder.layers_6.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..0a1e27ffaeb665470329469330bdfcd9aa2a2f0d --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_6.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b95562f12dbe53750d1f4e460baff9115c37cf3a6daba805c36ba445b4ad7761 +size 1858 diff --git a/checkpoint_20000/state.param_states.encoder.layers_7.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.encoder.layers_7.pre_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_7.pre_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/state.param_states.encoder.layers_7.pre_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.encoder.layers_7.pre_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..cbc8e4966457864386256f5283341ab0397347b1 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_7.pre_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8babd26270c5b3e1037f2f973529f551d2d8f38b5fb40deb9b06404e6d678911 +size 1881 diff --git a/checkpoint_20000/state.param_states.encoder.layers_7.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.encoder.layers_7.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_7.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/state.param_states.encoder.layers_7.pre_mlp_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.encoder.layers_7.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..ce5f5ff43ef93bfc3bdc4c830a842401ef5eb687 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_7.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cfcc09759bd8a2cd8da56eb8c6a8d5543a01c9a75e00f902df029c1a0b3f1d38 +size 1871 diff --git a/checkpoint_20000/state.param_states.encoder.layers_8.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.encoder.layers_8.pre_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_8.pre_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/state.param_states.encoder.layers_8.pre_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.encoder.layers_8.pre_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..0c68366dd02e799b419abb80a24837a80e5705e4 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_8.pre_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:238c3724328ba8add80fd971e5d84dc17c65cc2fd4c237ec7337a97eb58ce816 +size 1883 diff --git a/checkpoint_20000/state.param_states.encoder.layers_8.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.encoder.layers_8.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_8.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/state.param_states.encoder.layers_8.pre_mlp_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.encoder.layers_8.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..2f1821f2d2589d448505e93931af7a2a74dee4ef --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_8.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2aac6d2e050daa90e22afaa2d045fe7c277a2b563adca41f73c87960cf2b626f +size 1855 diff --git a/checkpoint_20000/state.param_states.encoder.layers_9.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.encoder.layers_9.pre_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_9.pre_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/state.param_states.encoder.layers_9.pre_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.encoder.layers_9.pre_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..c9e146150874aa91f3b252b0189b061270965319 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_9.pre_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c634e0450ac3832bfea45c23e282f2fdc6aafb98453b908c05ca162feb6739db +size 1890 diff --git a/checkpoint_20000/state.param_states.encoder.layers_9.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.encoder.layers_9.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_9.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/state.param_states.encoder.layers_9.pre_mlp_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.encoder.layers_9.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..fd5f288558099d9d7ce6760b380b201f144468a2 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_9.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8800d55d6bc6142238f4e2b71c6257c9a070ae2effb588b23329acc68311cf00 +size 1864 diff --git a/checkpoint_20000/state.param_states.encoder.relpos_bias.rel_embedding.v/.zarray b/checkpoint_20000/state.param_states.encoder.relpos_bias.rel_embedding.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..f436654680ef76185134be5536bdbabaa54cc65d --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.relpos_bias.rel_embedding.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62dcf91d03b1a5aa1fa79c0aaf03f5b5887296b8fc2d69cb8175b65ca8f98c2d +size 170 diff --git a/checkpoint_20000/state.param_states.encoder.relpos_bias.rel_embedding.v/0.0 b/checkpoint_20000/state.param_states.encoder.relpos_bias.rel_embedding.v/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..ee3f9a3dfa213671a61fcc5acf8283f6b141d50f --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.relpos_bias.rel_embedding.v/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:867e41557eccc3954dec814c37839e2dd587e0ca4b3c9072e31e4b08a3266faf +size 1034 diff --git a/checkpoint_20000/target.decoder.decoder_norm.scale/.zarray b/checkpoint_20000/target.decoder.decoder_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/target.decoder.decoder_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/target.decoder.decoder_norm.scale/0 b/checkpoint_20000/target.decoder.decoder_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..ddf9f8275c06d44bb06a0be5ed432e523e914b1e --- /dev/null +++ b/checkpoint_20000/target.decoder.decoder_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ffdfa0a6b41a1198aba0d1ce381f4aa32de4a35c7659cef214c7a30221433eba +size 1835 diff --git a/checkpoint_20000/target.decoder.layers_0.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_20000/target.decoder.layers_0.encoder_decoder_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_0.encoder_decoder_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_0.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_20000/target.decoder.layers_0.encoder_decoder_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..e58031775b8bbe6271d6a698b7c1876053981d29 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_0.encoder_decoder_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fbb550ecf3acaceeb466aac6a2c546e7979861a850628885aaa40436966f80c7 +size 975077 diff --git a/checkpoint_20000/target.decoder.layers_0.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_20000/target.decoder.layers_0.encoder_decoder_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_0.encoder_decoder_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_0.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_20000/target.decoder.layers_0.encoder_decoder_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..20f7996c520cb8f8a3c731bbd01b84a1098201ba --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_0.encoder_decoder_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7563b0169628a426f66cae75d9c4cc6ad27182aaf0a13247431bbbc4250316be +size 974625 diff --git a/checkpoint_20000/target.decoder.layers_0.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_20000/target.decoder.layers_0.encoder_decoder_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_0.encoder_decoder_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_0.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_20000/target.decoder.layers_0.encoder_decoder_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..da3b89e546aaf0d7119782113bdbf5c54bc623a5 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_0.encoder_decoder_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0950d1e9aa29aa4301ecc0463799ac4b53fa447814cb55aff806322c9dea9e8 +size 977074 diff --git a/checkpoint_20000/target.decoder.layers_0.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_20000/target.decoder.layers_0.encoder_decoder_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_0.encoder_decoder_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_0.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_20000/target.decoder.layers_0.encoder_decoder_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..968cb39f3455d877fbaeceef3579b0878b9e937e --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_0.encoder_decoder_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3becd16ecf157b61c4dc6257195e4e0dce0701f5003dabf5c92a0393ef0b8234 +size 974743 diff --git a/checkpoint_20000/target.decoder.layers_0.mlp.wi_0.kernel/.zarray b/checkpoint_20000/target.decoder.layers_0.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_0.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_20000/target.decoder.layers_0.mlp.wi_0.kernel/0.0 b/checkpoint_20000/target.decoder.layers_0.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..7bad980ff23728e6e303aa6cbe6e05d2666740e4 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_0.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:18d90342c22b3e0fd3aaa746967ae36dfaab956bf6d9ea960b63c1964cd74301 +size 3898039 diff --git a/checkpoint_20000/target.decoder.layers_0.mlp.wi_1.kernel/.zarray b/checkpoint_20000/target.decoder.layers_0.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_0.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_20000/target.decoder.layers_0.mlp.wi_1.kernel/0.0 b/checkpoint_20000/target.decoder.layers_0.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..127b44ce1f15f5d4eb789fc2942ab7b8d4773a3a --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_0.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e4377830bdc23fc4fdc905316789838ce9adc1b42cf48bc1f2fcf41033e4f634 +size 3898229 diff --git a/checkpoint_20000/target.decoder.layers_0.mlp.wo.kernel/.zarray b/checkpoint_20000/target.decoder.layers_0.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_0.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98 +size 178 diff --git a/checkpoint_20000/target.decoder.layers_0.mlp.wo.kernel/0.0 b/checkpoint_20000/target.decoder.layers_0.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..b47d58ef29b0f03dd52f85c13fca5ca32dea450b --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_0.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c450d9562fe9709e0dcf7a8de716fa3c7b8399b9d4ee671d2c3283407877f6e3 +size 3904750 diff --git a/checkpoint_20000/target.decoder.layers_0.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_0.pre_cross_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_0.pre_cross_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/target.decoder.layers_0.pre_cross_attention_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_0.pre_cross_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..314f3361d8ebb8ecab8f13e86acd252b99735c20 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_0.pre_cross_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa6162c15ab99167868ca8a6072117038e9689bbeb614b98aa59afe025172c62 +size 1856 diff --git a/checkpoint_20000/target.decoder.layers_0.pre_mlp_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_0.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_0.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/target.decoder.layers_0.pre_mlp_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_0.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..e116537fcad513549e706aa31f111e66fca5ad49 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_0.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70b3e459dad10661ed90aec5655eba56b6e041ddc81e81590ccee9ace16fffe6 +size 1865 diff --git a/checkpoint_20000/target.decoder.layers_0.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_0.pre_self_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_0.pre_self_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/target.decoder.layers_0.pre_self_attention_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_0.pre_self_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..600e4f468e5a797ad7c589d2b310b5add9d829c0 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_0.pre_self_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:046499e10378e34aa6a84ab249c64cbb657b1ded4224e4b9eb2b9098c6aafa43 +size 1854 diff --git a/checkpoint_20000/target.decoder.layers_0.self_attention.key.kernel/.zarray b/checkpoint_20000/target.decoder.layers_0.self_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_0.self_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_0.self_attention.key.kernel/0.0 b/checkpoint_20000/target.decoder.layers_0.self_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..cff1024d133903fb77792b718adabbadb082202c --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_0.self_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2eb02bfe1dea2d6ee4237ca2848ae42ba77ec62f28b5460b6037370ea56ffb99 +size 976143 diff --git a/checkpoint_20000/target.decoder.layers_0.self_attention.out.kernel/.zarray b/checkpoint_20000/target.decoder.layers_0.self_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_0.self_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_0.self_attention.out.kernel/0.0 b/checkpoint_20000/target.decoder.layers_0.self_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..b470e8e1b669acab9a976b36058173714ff4f3a7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_0.self_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9514ad5b0e2f97d5d9516ad8ddf3c6f1d537098b018de0ef8192a2e3efc081c9 +size 974648 diff --git a/checkpoint_20000/target.decoder.layers_0.self_attention.query.kernel/.zarray b/checkpoint_20000/target.decoder.layers_0.self_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_0.self_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_0.self_attention.query.kernel/0.0 b/checkpoint_20000/target.decoder.layers_0.self_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..e5ba56696d03cf24b4a854bd544c0a65e79c6281 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_0.self_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b6e6e463108ccbe8feac2048db6d43b20b9e369b9f9891bd06bb9ee4e6338fc +size 977304 diff --git a/checkpoint_20000/target.decoder.layers_0.self_attention.value.kernel/.zarray b/checkpoint_20000/target.decoder.layers_0.self_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_0.self_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_0.self_attention.value.kernel/0.0 b/checkpoint_20000/target.decoder.layers_0.self_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..a25e6b50192b722cdeb2dd932206b36cdf22ddac --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_0.self_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ad700929c7b6f0a242f865e656a6e49656856a09d75c31e9cf5f83802c7119a +size 974955 diff --git a/checkpoint_20000/target.decoder.layers_1.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_20000/target.decoder.layers_1.encoder_decoder_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_1.encoder_decoder_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_1.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_20000/target.decoder.layers_1.encoder_decoder_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..e4d43bf11b8cf0deca82dc060222a46500560243 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_1.encoder_decoder_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:499f67d40dc9ac8ca72413b5b66ab43766e4afa0e4bcf1d0ad1cee0010a7b89a +size 975065 diff --git a/checkpoint_20000/target.decoder.layers_1.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_20000/target.decoder.layers_1.encoder_decoder_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_1.encoder_decoder_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_1.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_20000/target.decoder.layers_1.encoder_decoder_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..681df3a46a4463cc1174f17c3155eec74edfbdd0 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_1.encoder_decoder_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db18c5b6a72038f417c0b391b1667fd838f81e564f7955c748ea90c3e8221ff4 +size 974286 diff --git a/checkpoint_20000/target.decoder.layers_1.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_20000/target.decoder.layers_1.encoder_decoder_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_1.encoder_decoder_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_1.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_20000/target.decoder.layers_1.encoder_decoder_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..69f0883ee140c713f0f54faebed9301c89506b48 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_1.encoder_decoder_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cbaaf0768741d9695da17f9250bf5c3a5fb2b557050c33f01ff02a7ad153d864 +size 977152 diff --git a/checkpoint_20000/target.decoder.layers_1.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_20000/target.decoder.layers_1.encoder_decoder_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_1.encoder_decoder_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_1.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_20000/target.decoder.layers_1.encoder_decoder_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..467790738cc3f35030550600fab711d0ac69f4d6 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_1.encoder_decoder_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c035ca6320717e38ed4da75789e55d8329318b0deae7f4d398793780a5328bc5 +size 974313 diff --git a/checkpoint_20000/target.decoder.layers_1.mlp.wi_0.kernel/.zarray b/checkpoint_20000/target.decoder.layers_1.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_1.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_20000/target.decoder.layers_1.mlp.wi_0.kernel/0.0 b/checkpoint_20000/target.decoder.layers_1.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..9816eac639d90c1f5622fcce6811880d41488792 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_1.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6ad405fc7750277c4624da8770576696f7632d727c94ea7e9fd1178d58a237a +size 3892093 diff --git a/checkpoint_20000/target.decoder.layers_1.mlp.wi_1.kernel/.zarray b/checkpoint_20000/target.decoder.layers_1.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_1.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_20000/target.decoder.layers_1.mlp.wi_1.kernel/0.0 b/checkpoint_20000/target.decoder.layers_1.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..3d2fb4c83e9c7d0a27cb72f669eb370fc0a1e58c --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_1.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a080b052639c6e803dbdf8768c5c5ddf940d5e45d58d795c7531ef2280f016f1 +size 3891409 diff --git a/checkpoint_20000/target.decoder.layers_1.mlp.wo.kernel/.zarray b/checkpoint_20000/target.decoder.layers_1.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_1.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98 +size 178 diff --git a/checkpoint_20000/target.decoder.layers_1.mlp.wo.kernel/0.0 b/checkpoint_20000/target.decoder.layers_1.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..848c0a6e497da47ea480baac4091dbbe4c35e894 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_1.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7fc8ce350ff57c91f15a3ae365f57fe0b385dbb2c9530aff76a7368cdad431c3 +size 3907771 diff --git a/checkpoint_20000/target.decoder.layers_1.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_1.pre_cross_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_1.pre_cross_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/target.decoder.layers_1.pre_cross_attention_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_1.pre_cross_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..3b47e1c653f35f287af97aaef4fef7d780a22c0a --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_1.pre_cross_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9dccf6585227ff849728ad0aff03067a0963bf04e3730de14f971db1de4ba890 +size 1903 diff --git a/checkpoint_20000/target.decoder.layers_1.pre_mlp_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_1.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_1.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/target.decoder.layers_1.pre_mlp_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_1.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..e36bced34321d4f1bcbd51a2c1fccbda278c5f2a --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_1.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:39fe2cd145a12ec226a1aa56c2a07c5449c77925e678ecd0d0ba7b0ffdd8839c +size 1855 diff --git a/checkpoint_20000/target.decoder.layers_1.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_1.pre_self_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_1.pre_self_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/target.decoder.layers_1.pre_self_attention_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_1.pre_self_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..7f8c36010ba2e5b9c68f43179147debf3f64d2c8 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_1.pre_self_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f57028c9d21118d720ec3d93123d3bcd059e13e57547ea5456ec245594986b0a +size 1906 diff --git a/checkpoint_20000/target.decoder.layers_1.self_attention.key.kernel/.zarray b/checkpoint_20000/target.decoder.layers_1.self_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_1.self_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_1.self_attention.key.kernel/0.0 b/checkpoint_20000/target.decoder.layers_1.self_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..c2eb75b6d3684ca8ec51ffcc695e3b26d36de21f --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_1.self_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7713155fb72e4ba0878ffbd78f487ab4603049da53305d65071d0f120e9d91b +size 974512 diff --git a/checkpoint_20000/target.decoder.layers_1.self_attention.out.kernel/.zarray b/checkpoint_20000/target.decoder.layers_1.self_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_1.self_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_1.self_attention.out.kernel/0.0 b/checkpoint_20000/target.decoder.layers_1.self_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..7d79a072490ab435aaa6858607eac97e3e89027c --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_1.self_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb0b1f2df795997eb2192830fd0a4f666b1f1536d08fa304d2f336fbe1b99975 +size 976796 diff --git a/checkpoint_20000/target.decoder.layers_1.self_attention.query.kernel/.zarray b/checkpoint_20000/target.decoder.layers_1.self_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_1.self_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_1.self_attention.query.kernel/0.0 b/checkpoint_20000/target.decoder.layers_1.self_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..9d961b8a4a72c829f9e16d1b0ab5b507ccd1034c --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_1.self_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c80021dacec905194522fe46c4704d96030c9d9843c11461684adcc7ec75fd6d +size 976672 diff --git a/checkpoint_20000/target.decoder.layers_1.self_attention.value.kernel/.zarray b/checkpoint_20000/target.decoder.layers_1.self_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_1.self_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_1.self_attention.value.kernel/0.0 b/checkpoint_20000/target.decoder.layers_1.self_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..e15bc0b861ccc373156a1173bec70f2875bea185 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_1.self_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:28bd5a87c9036a218d756a502a4b515add9fda2b182df5063362dde22c69cc25 +size 974938 diff --git a/checkpoint_20000/target.decoder.layers_10.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_20000/target.decoder.layers_10.encoder_decoder_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_10.encoder_decoder_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_10.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_20000/target.decoder.layers_10.encoder_decoder_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..b76c996f22818d5f85b0ebab32716b73f234509c --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_10.encoder_decoder_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:149f148fbec5cebfc5db3cebe09435ba09bbae1acbe0cc0ad74e354340fd77ac +size 976739 diff --git a/checkpoint_20000/target.decoder.layers_10.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_20000/target.decoder.layers_10.encoder_decoder_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_10.encoder_decoder_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_10.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_20000/target.decoder.layers_10.encoder_decoder_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..bcd8936f309fac18c94f5f75c9d199e7bddabb2d --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_10.encoder_decoder_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f30682bb9468d339d1007221291a422d8842c3d79a5e3b4a1d148de778d9fc9f +size 975538 diff --git a/checkpoint_20000/target.decoder.layers_10.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_20000/target.decoder.layers_10.encoder_decoder_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_10.encoder_decoder_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_10.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_20000/target.decoder.layers_10.encoder_decoder_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..a8b821917edac271aa64da3bd296964b67f445db --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_10.encoder_decoder_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6951052a8a61a551828034f23df5527dbdd80b4ea91fbb40664e9abddcc37f70 +size 975213 diff --git a/checkpoint_20000/target.decoder.layers_10.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_20000/target.decoder.layers_10.encoder_decoder_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_10.encoder_decoder_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_10.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_20000/target.decoder.layers_10.encoder_decoder_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..e3e8186851ba297eee9f0fb78fc718d85e18f5dd --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_10.encoder_decoder_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c681cfce2c5f08348ef40bed1ce25621326cd99f25b96d39809a275c03f2b752 +size 975958 diff --git a/checkpoint_20000/target.decoder.layers_10.mlp.wi_0.kernel/.zarray b/checkpoint_20000/target.decoder.layers_10.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_10.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_20000/target.decoder.layers_10.mlp.wi_0.kernel/0.0 b/checkpoint_20000/target.decoder.layers_10.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..ca890ca090f3a20d7f12dc6a32faa0104857f223 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_10.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72c364d715b236114ed16b5e36d29406683dd16ddc21cea4291b0e37e732911a +size 3904052 diff --git a/checkpoint_20000/target.decoder.layers_10.mlp.wi_1.kernel/.zarray b/checkpoint_20000/target.decoder.layers_10.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_10.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_20000/target.decoder.layers_10.mlp.wi_1.kernel/0.0 b/checkpoint_20000/target.decoder.layers_10.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..984d0bf371fda637c8c63f6c7df8be89cb93c58d --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_10.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f986b0779414fdf16eb2613ab1aef27d7a25a3155a5ee3da8e0bf35c87b7d13 +size 3907019 diff --git a/checkpoint_20000/target.decoder.layers_10.mlp.wo.kernel/.zarray b/checkpoint_20000/target.decoder.layers_10.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_10.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98 +size 178 diff --git a/checkpoint_20000/target.decoder.layers_10.mlp.wo.kernel/0.0 b/checkpoint_20000/target.decoder.layers_10.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..74f4927250e39845d68ca49893b8d95416ac9d52 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_10.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6987791396c91bf2eaa4d6b2a251f78d2e5aa06c116ae161a92fee6e3c44a96d +size 3896837 diff --git a/checkpoint_20000/target.decoder.layers_10.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_10.pre_cross_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_10.pre_cross_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/target.decoder.layers_10.pre_cross_attention_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_10.pre_cross_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..5c469b6c216c780132dc2a5c2e34149e7171c7ea --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_10.pre_cross_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66579a62974f96093ca1cedc6652a5523c323d8a2d3deec66b54110dcd7f6220 +size 1838 diff --git a/checkpoint_20000/target.decoder.layers_10.pre_mlp_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_10.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_10.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/target.decoder.layers_10.pre_mlp_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_10.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..b7e1c00632c5f042209adac16d52b13abbf09ee0 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_10.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15e2864d4fb3f49641c59187b9b6e558bf8b2c9d289eaaf1e52aba4b7e907ad9 +size 1837 diff --git a/checkpoint_20000/target.decoder.layers_10.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_10.pre_self_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_10.pre_self_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/target.decoder.layers_10.pre_self_attention_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_10.pre_self_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..e1c5332c339949e5a0273730d493e50a30651805 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_10.pre_self_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00de87b3dbf1c494c64251eb0d41dd5c0345f093057132f66794c7acd5316283 +size 1829 diff --git a/checkpoint_20000/target.decoder.layers_10.self_attention.key.kernel/.zarray b/checkpoint_20000/target.decoder.layers_10.self_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_10.self_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_10.self_attention.key.kernel/0.0 b/checkpoint_20000/target.decoder.layers_10.self_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..f607d0f253dc03e9ce5fa170e804626da01eb92e --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_10.self_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:afebf564f0e678dba076fb2a9166a81145f9fbbeeac043b124f19092fb937095 +size 976595 diff --git a/checkpoint_20000/target.decoder.layers_10.self_attention.out.kernel/.zarray b/checkpoint_20000/target.decoder.layers_10.self_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_10.self_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_10.self_attention.out.kernel/0.0 b/checkpoint_20000/target.decoder.layers_10.self_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..a7cda4e7db316f6fdb329e8a55ab488d6d656f6c --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_10.self_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:973814342ade9ae81f87fbad3afc076cabb3acaaf165ef17e1b3a58f3e212269 +size 975818 diff --git a/checkpoint_20000/target.decoder.layers_10.self_attention.query.kernel/.zarray b/checkpoint_20000/target.decoder.layers_10.self_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_10.self_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_10.self_attention.query.kernel/0.0 b/checkpoint_20000/target.decoder.layers_10.self_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..3e86c69478dc52f56b99ec3c452c8790d8382182 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_10.self_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b20d8299e4dbae26ddac54510ad5567e400ec0771f5c681c667d6c49023c56fe +size 975897 diff --git a/checkpoint_20000/target.decoder.layers_10.self_attention.value.kernel/.zarray b/checkpoint_20000/target.decoder.layers_10.self_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_10.self_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_10.self_attention.value.kernel/0.0 b/checkpoint_20000/target.decoder.layers_10.self_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..be3eed578ef62f127a8ada255f66f80781ab764f --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_10.self_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0682fa9e78bcb76af19a7a87ea35f96f691d81369397da3743468bad8fadefe +size 976977 diff --git a/checkpoint_20000/target.decoder.layers_11.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_20000/target.decoder.layers_11.encoder_decoder_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_11.encoder_decoder_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_11.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_20000/target.decoder.layers_11.encoder_decoder_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..f5e99d6c8d2bc1eaa65f2bac8c495540f5183871 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_11.encoder_decoder_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b9b056f2834cbb90076a5e284498c2cec254e37cc2d6cf041783c1f5f1c389 +size 976284 diff --git a/checkpoint_20000/target.decoder.layers_11.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_20000/target.decoder.layers_11.encoder_decoder_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_11.encoder_decoder_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_11.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_20000/target.decoder.layers_11.encoder_decoder_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..1d336efddf6a5053098b241da26d29f1d8b9745c --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_11.encoder_decoder_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec852ae73ee331b3c1c67def03e87ee4e1d866d6bd831e2315f5c58aedce33b0 +size 975896 diff --git a/checkpoint_20000/target.decoder.layers_11.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_20000/target.decoder.layers_11.encoder_decoder_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_11.encoder_decoder_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_11.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_20000/target.decoder.layers_11.encoder_decoder_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..adc82eb7443ce4e9202515b27742ee21bdd4148e --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_11.encoder_decoder_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ab6961eef1f206b5a5200a056ad63e76431c2cfdeac4c9431a6e66ba1da808b +size 975677 diff --git a/checkpoint_20000/target.decoder.layers_11.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_20000/target.decoder.layers_11.encoder_decoder_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_11.encoder_decoder_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_11.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_20000/target.decoder.layers_11.encoder_decoder_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..ca91c71df540d4e7f914bf707bb68b2724306004 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_11.encoder_decoder_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:41afee1e248b07165741802b6ac4d16cda3f435d1314d030fae95ed978494d10 +size 976036 diff --git a/checkpoint_20000/target.decoder.layers_11.mlp.wi_0.kernel/.zarray b/checkpoint_20000/target.decoder.layers_11.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_11.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_20000/target.decoder.layers_11.mlp.wi_0.kernel/0.0 b/checkpoint_20000/target.decoder.layers_11.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..0fb5c13c673aced92b94b91ac5f86254f54f5c20 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_11.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:826e0a3bc17908ce390e6b016983858fecfa5a89ba35fb255ab66138250e110d +size 3904407 diff --git a/checkpoint_20000/target.decoder.layers_11.mlp.wi_1.kernel/.zarray b/checkpoint_20000/target.decoder.layers_11.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_11.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_20000/target.decoder.layers_11.mlp.wi_1.kernel/0.0 b/checkpoint_20000/target.decoder.layers_11.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..bad20aa50d0716140580e35b947c9d40dc496a3b --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_11.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4effdb5e06b3c961f282b6b8fb5d3ae7739c257fb7566f0b6465617ec928d4a1 +size 3907306 diff --git a/checkpoint_20000/target.decoder.layers_11.mlp.wo.kernel/.zarray b/checkpoint_20000/target.decoder.layers_11.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_11.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98 +size 178 diff --git a/checkpoint_20000/target.decoder.layers_11.mlp.wo.kernel/0.0 b/checkpoint_20000/target.decoder.layers_11.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..54ea148537974dd86bcfe1b567f33eb5fb866288 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_11.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40dea4016b0f223f0eed245189eb44e17c5cf676309052b598dd9ae0c357b24c +size 3896893 diff --git a/checkpoint_20000/target.decoder.layers_11.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_11.pre_cross_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_11.pre_cross_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/target.decoder.layers_11.pre_cross_attention_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_11.pre_cross_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..eb59fe0fab52d0a1e63040e0b18b06717d13e42d --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_11.pre_cross_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29045c7325d540af2bad0781d4646d98d0ac9d5a28196f1f7e8a98d1e7277a4c +size 1836 diff --git a/checkpoint_20000/target.decoder.layers_11.pre_mlp_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_11.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_11.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/target.decoder.layers_11.pre_mlp_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_11.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..68ebfbdc543a57ecf962157879bc27a343af39e1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_11.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3dad12b36f64887e6146253cbbdb5bfa29176e12ab27cafd705f06fe34d866d +size 1831 diff --git a/checkpoint_20000/target.decoder.layers_11.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_11.pre_self_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_11.pre_self_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/target.decoder.layers_11.pre_self_attention_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_11.pre_self_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..82497ca2101346b2ff9d62589b656b204515c197 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_11.pre_self_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a95b256ea88f13fb83d37780721f6c67c661677a9a9e4008dab94bff9a32885c +size 1830 diff --git a/checkpoint_20000/target.decoder.layers_11.self_attention.key.kernel/.zarray b/checkpoint_20000/target.decoder.layers_11.self_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_11.self_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_11.self_attention.key.kernel/0.0 b/checkpoint_20000/target.decoder.layers_11.self_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..9c0b0a0115a4232c683e2edd3416cd53931a903a --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_11.self_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a28c04049412a70952b17d7a771c8dd9c9331392b10a0c4d4c0e7e204e8107e +size 976581 diff --git a/checkpoint_20000/target.decoder.layers_11.self_attention.out.kernel/.zarray b/checkpoint_20000/target.decoder.layers_11.self_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_11.self_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_11.self_attention.out.kernel/0.0 b/checkpoint_20000/target.decoder.layers_11.self_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..62730da3932b67cac8178f47409bf7c1efd11075 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_11.self_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26b9125352805681956a84214d294f35d18a29abe34274ca51c2697a8765d7eb +size 975933 diff --git a/checkpoint_20000/target.decoder.layers_11.self_attention.query.kernel/.zarray b/checkpoint_20000/target.decoder.layers_11.self_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_11.self_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_11.self_attention.query.kernel/0.0 b/checkpoint_20000/target.decoder.layers_11.self_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..1d7c7f41347264f4962f5edeac4d64bb3c5426b3 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_11.self_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b19bbfa8e8306c729b0ba00ba65a923b99e264a1f6b8df5121bdde0ca88e93d8 +size 975974 diff --git a/checkpoint_20000/target.decoder.layers_11.self_attention.value.kernel/.zarray b/checkpoint_20000/target.decoder.layers_11.self_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_11.self_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_11.self_attention.value.kernel/0.0 b/checkpoint_20000/target.decoder.layers_11.self_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..e22218046e39dc5aa30bbff9544e88f610289156 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_11.self_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6ec592332a814f23c121bff164b24fe1ff86bcd56e8eb77d54f289c3e5b67a5 +size 976992 diff --git a/checkpoint_20000/target.decoder.layers_12.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_20000/target.decoder.layers_12.encoder_decoder_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_12.encoder_decoder_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_12.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_20000/target.decoder.layers_12.encoder_decoder_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..01be0da0ff9a7d81a174448a9698c6cd5ce5a332 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_12.encoder_decoder_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d6a2d4e4b9234ce7eaaecb7840a32b0231d6bb865d5437ab278f7122df98b29 +size 976500 diff --git a/checkpoint_20000/target.decoder.layers_12.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_20000/target.decoder.layers_12.encoder_decoder_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_12.encoder_decoder_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_12.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_20000/target.decoder.layers_12.encoder_decoder_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..e40e4821141aa41f9c729f3930681b2fd349e403 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_12.encoder_decoder_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8fac238824414ef82986c56ad46f36884d9875eaa68412f92d4f4265c1633c74 +size 975868 diff --git a/checkpoint_20000/target.decoder.layers_12.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_20000/target.decoder.layers_12.encoder_decoder_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_12.encoder_decoder_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_12.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_20000/target.decoder.layers_12.encoder_decoder_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..3963bee84937b86cfe80f668d98901d54f8e1395 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_12.encoder_decoder_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5b9cd6c84b8f825d61d9d7b550a2b0dd99740bf1b4c64e7385952f10d0eb9a3 +size 975202 diff --git a/checkpoint_20000/target.decoder.layers_12.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_20000/target.decoder.layers_12.encoder_decoder_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_12.encoder_decoder_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_12.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_20000/target.decoder.layers_12.encoder_decoder_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..1cb7e993121f1e933b8ca13d80748254ef20b89e --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_12.encoder_decoder_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4bd92fd0465f46fe849d5299e51984f3b3a43ede445e6454654f8d9dce5d8f30 +size 976107 diff --git a/checkpoint_20000/target.decoder.layers_12.mlp.wi_0.kernel/.zarray b/checkpoint_20000/target.decoder.layers_12.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_12.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_20000/target.decoder.layers_12.mlp.wi_0.kernel/0.0 b/checkpoint_20000/target.decoder.layers_12.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..af394eae6cdeff5d1853731c62ed2416c55cd301 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_12.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a908a8dbd9589c7becd2168a46a1314b143459c56607d64b558626e8f4ae168f +size 3903932 diff --git a/checkpoint_20000/target.decoder.layers_12.mlp.wi_1.kernel/.zarray b/checkpoint_20000/target.decoder.layers_12.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_12.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_20000/target.decoder.layers_12.mlp.wi_1.kernel/0.0 b/checkpoint_20000/target.decoder.layers_12.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..cf23662ae3ad956a0a6eea35bbd9c80b7ff5b75c --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_12.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:857ee249358aeac0620e72ce84aaf31932eff763c8434266bcf3a3ed7d07d916 +size 3906846 diff --git a/checkpoint_20000/target.decoder.layers_12.mlp.wo.kernel/.zarray b/checkpoint_20000/target.decoder.layers_12.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_12.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98 +size 178 diff --git a/checkpoint_20000/target.decoder.layers_12.mlp.wo.kernel/0.0 b/checkpoint_20000/target.decoder.layers_12.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..14afd769daad148371bc6f26852f48c292c80312 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_12.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ba8e391951ab73faaa83a7613bf4b096a6acf8f0faf962e0f351d6dc27a7172 +size 3896763 diff --git a/checkpoint_20000/target.decoder.layers_12.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_12.pre_cross_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_12.pre_cross_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/target.decoder.layers_12.pre_cross_attention_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_12.pre_cross_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..ea1acc44f111f34fb6f91540a4c8f1169d7c0992 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_12.pre_cross_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c046e3508cdba3457ab22dfd537fa049b361b3f0c898b24ec4a923490f18c7ad +size 1826 diff --git a/checkpoint_20000/target.decoder.layers_12.pre_mlp_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_12.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_12.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/target.decoder.layers_12.pre_mlp_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_12.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..4cfbd0b092e63f5b4d1d30d675c4d8ff125db433 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_12.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f70c985873985238943fd3b97a8cd066f53ebb850dc331d375a2e65cd6e8aeae +size 1833 diff --git a/checkpoint_20000/target.decoder.layers_12.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_12.pre_self_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_12.pre_self_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/target.decoder.layers_12.pre_self_attention_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_12.pre_self_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..cd490d3a098d81e881103238db03e3913529a1b9 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_12.pre_self_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f61969a471e838142c3ae83dfe0250bba23b1d2dbd151451ecf184c607093cf +size 1824 diff --git a/checkpoint_20000/target.decoder.layers_12.self_attention.key.kernel/.zarray b/checkpoint_20000/target.decoder.layers_12.self_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_12.self_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_12.self_attention.key.kernel/0.0 b/checkpoint_20000/target.decoder.layers_12.self_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..27e81b4b3943c8badf7c15af70cc02e7a5c017b5 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_12.self_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:91625a5ff54fff01071ed3eb733ac209201f95f66209c99ec3521c961d69d029 +size 976389 diff --git a/checkpoint_20000/target.decoder.layers_12.self_attention.out.kernel/.zarray b/checkpoint_20000/target.decoder.layers_12.self_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_12.self_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_12.self_attention.out.kernel/0.0 b/checkpoint_20000/target.decoder.layers_12.self_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..c8a5f3b4bf0925ccaa845f2d1bb2530538e86854 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_12.self_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f57ab2d1c18a017c2a9f91a66242f75bae3dc8aa8802bb9921d2d0492b0ffe1e +size 975622 diff --git a/checkpoint_20000/target.decoder.layers_12.self_attention.query.kernel/.zarray b/checkpoint_20000/target.decoder.layers_12.self_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_12.self_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_12.self_attention.query.kernel/0.0 b/checkpoint_20000/target.decoder.layers_12.self_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..4db6406d69de029027372273a921423373b9b4e7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_12.self_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4696a96ce2137c52c5716006e8db9ab1e8baf340093628ca2c68573363233807 +size 976744 diff --git a/checkpoint_20000/target.decoder.layers_12.self_attention.value.kernel/.zarray b/checkpoint_20000/target.decoder.layers_12.self_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_12.self_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_12.self_attention.value.kernel/0.0 b/checkpoint_20000/target.decoder.layers_12.self_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..dea916cc6f69a54969503ad5780764479fc96e60 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_12.self_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:342af0934d2bd5bd7cca101934bf0d3441945718504476c131171fbe10393619 +size 977783 diff --git a/checkpoint_20000/target.decoder.layers_13.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_20000/target.decoder.layers_13.encoder_decoder_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_13.encoder_decoder_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_13.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_20000/target.decoder.layers_13.encoder_decoder_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..f44aff2a31087aa17c2354ef0b5ecf761f1abf19 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_13.encoder_decoder_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22a93bd59c889f26d03110e448a4225be538af5ecbc6cd82ed033d04b930874c +size 975822 diff --git a/checkpoint_20000/target.decoder.layers_13.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_20000/target.decoder.layers_13.encoder_decoder_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_13.encoder_decoder_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_13.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_20000/target.decoder.layers_13.encoder_decoder_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..5dea5367a552df2a4888df5bcd2e2fbf401067c0 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_13.encoder_decoder_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3e33c151e94e91994fd6123c3cee4a2ff04148d9a7d60426c7d737132688fd0 +size 975884 diff --git a/checkpoint_20000/target.decoder.layers_13.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_20000/target.decoder.layers_13.encoder_decoder_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_13.encoder_decoder_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_13.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_20000/target.decoder.layers_13.encoder_decoder_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..da5254fac7c9f7ecc38e717eb21e8c340232ecdf --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_13.encoder_decoder_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e326292e96933231df0e461f8c3879746a25ca18ce651eca783d53194fdbf11d +size 975554 diff --git a/checkpoint_20000/target.decoder.layers_13.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_20000/target.decoder.layers_13.encoder_decoder_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_13.encoder_decoder_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_13.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_20000/target.decoder.layers_13.encoder_decoder_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..6e18f0336bd9f867d92f1f3104952f9e0f69d4d1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_13.encoder_decoder_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2058a8a7b722f13d1f7ffed25ecf4751331dbd1574b95f3c0dbd376ed8f2980d +size 976764 diff --git a/checkpoint_20000/target.decoder.layers_13.mlp.wi_0.kernel/.zarray b/checkpoint_20000/target.decoder.layers_13.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_13.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_20000/target.decoder.layers_13.mlp.wi_0.kernel/0.0 b/checkpoint_20000/target.decoder.layers_13.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..b1b9bc1ad4a93b15713c9f224dd0345a11c3ef8e --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_13.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d81c11a35d6fb22636be92bec726c09b76f6036dc7af852541f93cfe1f54eb6b +size 3904312 diff --git a/checkpoint_20000/target.decoder.layers_13.mlp.wi_1.kernel/.zarray b/checkpoint_20000/target.decoder.layers_13.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_13.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_20000/target.decoder.layers_13.mlp.wi_1.kernel/0.0 b/checkpoint_20000/target.decoder.layers_13.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..6418ade4511272f7b944ed3e26ee48c75a5d3881 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_13.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb2316eab0ce00bffe6c171dab67bb930b26a8e951133a3da01b41251063fa1b +size 3907132 diff --git a/checkpoint_20000/target.decoder.layers_13.mlp.wo.kernel/.zarray b/checkpoint_20000/target.decoder.layers_13.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_13.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98 +size 178 diff --git a/checkpoint_20000/target.decoder.layers_13.mlp.wo.kernel/0.0 b/checkpoint_20000/target.decoder.layers_13.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..e4b9e34e68b42b16ed2f65576650eed28ca11c8f --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_13.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7fecd0aa1fdc35d7f94297982e790f9ece9c940580cb75449ae300252ed07606 +size 3897084 diff --git a/checkpoint_20000/target.decoder.layers_13.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_13.pre_cross_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_13.pre_cross_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/target.decoder.layers_13.pre_cross_attention_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_13.pre_cross_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..85cf611ddd3797ad05fad1eebdce2332f7d3fc9c --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_13.pre_cross_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb83657a722db7ef3759169dee4d0f1a549dc884845048ef4b798bc7df1f8cc7 +size 1874 diff --git a/checkpoint_20000/target.decoder.layers_13.pre_mlp_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_13.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_13.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/target.decoder.layers_13.pre_mlp_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_13.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..04cf8682efc474521a556df269e40d895937f938 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_13.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8910130e8869ab1ff64a8d4905d426d2aa06a0a030d2947048a40c87e5e8fdb9 +size 1836 diff --git a/checkpoint_20000/target.decoder.layers_13.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_13.pre_self_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_13.pre_self_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/target.decoder.layers_13.pre_self_attention_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_13.pre_self_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..6085f6c32d8fa51b96869f854c68f124e494c878 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_13.pre_self_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:50d49de8055e19351bdcec8bdf9a64a236e23597ee808467cc766509959d2df9 +size 1838 diff --git a/checkpoint_20000/target.decoder.layers_13.self_attention.key.kernel/.zarray b/checkpoint_20000/target.decoder.layers_13.self_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_13.self_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_13.self_attention.key.kernel/0.0 b/checkpoint_20000/target.decoder.layers_13.self_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..b9ffd5e5ad6843370bffe2a922bb9a11db13478b --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_13.self_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c1eff17dddbc449c6f79744883a71b9905e1b39f9807cd3526a759fbdf1660fc +size 976281 diff --git a/checkpoint_20000/target.decoder.layers_13.self_attention.out.kernel/.zarray b/checkpoint_20000/target.decoder.layers_13.self_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_13.self_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_13.self_attention.out.kernel/0.0 b/checkpoint_20000/target.decoder.layers_13.self_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..d47fd213f82c063526fbcffe30e701efb0879203 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_13.self_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c0953fe49c921edfcaff64f70dcf4b5673a4d0ef605ea54184d2994701dc075 +size 975515 diff --git a/checkpoint_20000/target.decoder.layers_13.self_attention.query.kernel/.zarray b/checkpoint_20000/target.decoder.layers_13.self_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_13.self_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_13.self_attention.query.kernel/0.0 b/checkpoint_20000/target.decoder.layers_13.self_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..53b6d8f9bbc2b6a518d08a0a8caf8fa32bb6d2c5 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_13.self_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c169d1cb2e95a447b98dfe8557d736e4a58ae854e2062632fd61924104695832 +size 976323 diff --git a/checkpoint_20000/target.decoder.layers_13.self_attention.value.kernel/.zarray b/checkpoint_20000/target.decoder.layers_13.self_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_13.self_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_13.self_attention.value.kernel/0.0 b/checkpoint_20000/target.decoder.layers_13.self_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..f27624ed49b2e5ae937e3c434b56215abe771131 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_13.self_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f73412486a295e438a7e7985a312a1ccb80ac282546b461559cb4df6509eb5b1 +size 977033 diff --git a/checkpoint_20000/target.decoder.layers_14.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_20000/target.decoder.layers_14.encoder_decoder_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_14.encoder_decoder_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_14.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_20000/target.decoder.layers_14.encoder_decoder_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..d6f15f1a67bc7dea2537fb1a63a02e9ffc95b723 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_14.encoder_decoder_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73c91a36e2fb60c3804dbbdc58bd232ea4bc11b3ffb0e4a49fdf1acf7aed11fd +size 976809 diff --git a/checkpoint_20000/target.decoder.layers_14.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_20000/target.decoder.layers_14.encoder_decoder_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_14.encoder_decoder_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_14.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_20000/target.decoder.layers_14.encoder_decoder_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..d82daaa805f74778045eae5176f94714c082cd8a --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_14.encoder_decoder_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba3f011e85c20dea0fe90311649aebb3a5bb50f516acbc3187e9aedbade572b0 +size 976865 diff --git a/checkpoint_20000/target.decoder.layers_14.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_20000/target.decoder.layers_14.encoder_decoder_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_14.encoder_decoder_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_14.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_20000/target.decoder.layers_14.encoder_decoder_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..a105b559c9f2dafbc35e274b84103b76faee8e83 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_14.encoder_decoder_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ad7ff75b8f21b0643a848ebf34a25c759cb8c42e10c76bcc467115c9d2a88df +size 975082 diff --git a/checkpoint_20000/target.decoder.layers_14.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_20000/target.decoder.layers_14.encoder_decoder_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_14.encoder_decoder_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_14.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_20000/target.decoder.layers_14.encoder_decoder_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..50ad1ea530efb84012fb66c98936de4fa0401209 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_14.encoder_decoder_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:87097c0f190b2cd97c7344c4b6e23d14f0d04c490e9b8ebe0eb5574ea3d9c0ee +size 977161 diff --git a/checkpoint_20000/target.decoder.layers_14.mlp.wi_0.kernel/.zarray b/checkpoint_20000/target.decoder.layers_14.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_14.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_20000/target.decoder.layers_14.mlp.wi_0.kernel/0.0 b/checkpoint_20000/target.decoder.layers_14.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..3ad9e8e646dfe61e3cbf16bda6314c34c87f8043 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_14.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bba6d7366b7262c7e17fb48f1ed07cd51ab86939ebdb3e643928f947c75ba7a1 +size 3904382 diff --git a/checkpoint_20000/target.decoder.layers_14.mlp.wi_1.kernel/.zarray b/checkpoint_20000/target.decoder.layers_14.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_14.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_20000/target.decoder.layers_14.mlp.wi_1.kernel/0.0 b/checkpoint_20000/target.decoder.layers_14.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..dd172f76146e5fbd122a80c4fad858c416340fc7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_14.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bba251e668783da393f71660ef28f449c13f9c93fbd8f6a3fc495d99dae2c4b3 +size 3907533 diff --git a/checkpoint_20000/target.decoder.layers_14.mlp.wo.kernel/.zarray b/checkpoint_20000/target.decoder.layers_14.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_14.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98 +size 178 diff --git a/checkpoint_20000/target.decoder.layers_14.mlp.wo.kernel/0.0 b/checkpoint_20000/target.decoder.layers_14.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..4b4c67244542eb5cc75116c2d19473be3f0c5120 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_14.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df414b4c79bcf3fc2ee30c53824103fb985fd0a4d74c193068bdca4118559a2c +size 3897114 diff --git a/checkpoint_20000/target.decoder.layers_14.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_14.pre_cross_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_14.pre_cross_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/target.decoder.layers_14.pre_cross_attention_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_14.pre_cross_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..dbe08ef58bd91f154d85b9ced514cf2f7e70c78c --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_14.pre_cross_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:266b7490f09bb4aaf759c8f3ec18212162c175921124a3f2e06f0f825e968b68 +size 1842 diff --git a/checkpoint_20000/target.decoder.layers_14.pre_mlp_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_14.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_14.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/target.decoder.layers_14.pre_mlp_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_14.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..d0b0009dd28bab2eee0cc21583e809ba8700b356 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_14.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8cd7841fcd58487e26b2b7519189f552defbd285503716d525e2b3cb39ac865 +size 1827 diff --git a/checkpoint_20000/target.decoder.layers_14.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_14.pre_self_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_14.pre_self_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/target.decoder.layers_14.pre_self_attention_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_14.pre_self_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..0ca96e78382b9bf5609a3cbaf5ecfebad3bf9049 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_14.pre_self_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:93a30e170c41703479da21f7d0121d978b54134f88794afc255689df7ffcc707 +size 1828 diff --git a/checkpoint_20000/target.decoder.layers_14.self_attention.key.kernel/.zarray b/checkpoint_20000/target.decoder.layers_14.self_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_14.self_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_14.self_attention.key.kernel/0.0 b/checkpoint_20000/target.decoder.layers_14.self_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..d635b44dd0206a41ce4c8d0a6e626c1570147263 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_14.self_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0cc80d826ca7452c4ab1b9000386098c38bb100ce3b50b477437c81f561b9d4c +size 976502 diff --git a/checkpoint_20000/target.decoder.layers_14.self_attention.out.kernel/.zarray b/checkpoint_20000/target.decoder.layers_14.self_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_14.self_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_14.self_attention.out.kernel/0.0 b/checkpoint_20000/target.decoder.layers_14.self_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..2cf65870d4aa758c05579e5b7340800112135f7f --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_14.self_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a4c97af64f39238eb341c541b5951bb8ce4f34d5908fe6316d9ffdca97a7851 +size 976396 diff --git a/checkpoint_20000/target.decoder.layers_14.self_attention.query.kernel/.zarray b/checkpoint_20000/target.decoder.layers_14.self_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_14.self_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_14.self_attention.query.kernel/0.0 b/checkpoint_20000/target.decoder.layers_14.self_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..bbe308f2e391a4bae16175c2de065ca95c6e30b4 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_14.self_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0317a18039d45bdf81de506420bd668d7350446228a8cbcdd128cc091a42c1e +size 975112 diff --git a/checkpoint_20000/target.decoder.layers_14.self_attention.value.kernel/.zarray b/checkpoint_20000/target.decoder.layers_14.self_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_14.self_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_14.self_attention.value.kernel/0.0 b/checkpoint_20000/target.decoder.layers_14.self_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..397693108ed48144f1b5725e75c46a38e8efc3a3 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_14.self_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e87640a3031b630d06260c2536cd8dba8e1aaef3ca93947c66779b81bfad3408 +size 977420 diff --git a/checkpoint_20000/target.decoder.layers_15.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_20000/target.decoder.layers_15.encoder_decoder_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_15.encoder_decoder_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_15.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_20000/target.decoder.layers_15.encoder_decoder_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..56ec6f6686b82213a461d70de7355d94004573a9 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_15.encoder_decoder_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b071355746a953bd3a45e815b9f07345177d00221ac8fb146c90022bef6dd999 +size 976479 diff --git a/checkpoint_20000/target.decoder.layers_15.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_20000/target.decoder.layers_15.encoder_decoder_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_15.encoder_decoder_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_15.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_20000/target.decoder.layers_15.encoder_decoder_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..3f960ca39d371ecbd4a4e7603f0200c345016f52 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_15.encoder_decoder_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1eb461739fd89e789bf18c79ab19cd2ed283353e39021958bd3c86495091c08 +size 976982 diff --git a/checkpoint_20000/target.decoder.layers_15.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_20000/target.decoder.layers_15.encoder_decoder_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_15.encoder_decoder_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_15.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_20000/target.decoder.layers_15.encoder_decoder_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..9efeb139c094ac1485749b85d59eb63c7b3ca55e --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_15.encoder_decoder_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ecbef407d98be5ba5a8b8a32f2c4f034e695f05c02d6af49447952268d21ae22 +size 976092 diff --git a/checkpoint_20000/target.decoder.layers_15.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_20000/target.decoder.layers_15.encoder_decoder_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_15.encoder_decoder_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_15.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_20000/target.decoder.layers_15.encoder_decoder_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..a180f0c80bdd176b7f00c60b321f4a6d5461bacb --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_15.encoder_decoder_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3ef96bc6a1530fe4041d04b8f2d455237ed55e702666de1cfb79f8b4c2c0385 +size 977228 diff --git a/checkpoint_20000/target.decoder.layers_15.mlp.wi_0.kernel/.zarray b/checkpoint_20000/target.decoder.layers_15.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_15.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_20000/target.decoder.layers_15.mlp.wi_0.kernel/0.0 b/checkpoint_20000/target.decoder.layers_15.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..6a1210aa5d060daf909a00548c87fb92edd18ae7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_15.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:923f352b0249881ccbb262941c75f3aa483be8a4b14a7f4dd209cc6b042a9cef +size 3904293 diff --git a/checkpoint_20000/target.decoder.layers_15.mlp.wi_1.kernel/.zarray b/checkpoint_20000/target.decoder.layers_15.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_15.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_20000/target.decoder.layers_15.mlp.wi_1.kernel/0.0 b/checkpoint_20000/target.decoder.layers_15.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..8536aab3319fe504ef2c567cd2897e0aad4ead8b --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_15.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2325f1f8d8445c3500b25788ebdfa9f1ca4c8275fc125aae45f0a34f5f4327f3 +size 3907218 diff --git a/checkpoint_20000/target.decoder.layers_15.mlp.wo.kernel/.zarray b/checkpoint_20000/target.decoder.layers_15.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_15.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98 +size 178 diff --git a/checkpoint_20000/target.decoder.layers_15.mlp.wo.kernel/0.0 b/checkpoint_20000/target.decoder.layers_15.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..44e998a44ba1e6b5ac076bdace773a4e7a0ca5af --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_15.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b739e6bc9b99767ac2349fe473232c6f0993c80e89557ece8a5f937206be2648 +size 3897302 diff --git a/checkpoint_20000/target.decoder.layers_15.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_15.pre_cross_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_15.pre_cross_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/target.decoder.layers_15.pre_cross_attention_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_15.pre_cross_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..0f58164d533df79ad71c267c20c380387c692c1f --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_15.pre_cross_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac8f553d8005a1646ac0c4e4dfec5eef491cfe3a367596412b9f558f664b35fb +size 1841 diff --git a/checkpoint_20000/target.decoder.layers_15.pre_mlp_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_15.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_15.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/target.decoder.layers_15.pre_mlp_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_15.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..f6d95669774fc5b908af25b1ff6bfa30ee6a2196 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_15.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48a2d4de8cd0e6e326fcb36f1bb61d429fb4f6452fd24d27af28cbb9b1c1ccd9 +size 1821 diff --git a/checkpoint_20000/target.decoder.layers_15.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_15.pre_self_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_15.pre_self_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/target.decoder.layers_15.pre_self_attention_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_15.pre_self_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..39ac753db7186d941517ef861bc8885a5c9950f0 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_15.pre_self_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a0177e79f672119f4ab0f68a1ffd2916aaa2301431eb21d23f219e31d6803e4 +size 1831 diff --git a/checkpoint_20000/target.decoder.layers_15.self_attention.key.kernel/.zarray b/checkpoint_20000/target.decoder.layers_15.self_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_15.self_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_15.self_attention.key.kernel/0.0 b/checkpoint_20000/target.decoder.layers_15.self_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..39b150b1d9dc3d3ab10666300e64823a54c7f046 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_15.self_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d6c6cbfccb1d03c686bb747900c3e4babc1ed46e0ea4123253fde4cd30a73db +size 976291 diff --git a/checkpoint_20000/target.decoder.layers_15.self_attention.out.kernel/.zarray b/checkpoint_20000/target.decoder.layers_15.self_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_15.self_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_15.self_attention.out.kernel/0.0 b/checkpoint_20000/target.decoder.layers_15.self_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..e046dc52405d6d55d3fdac39a1512435b405512b --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_15.self_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd9e1b291f831f2cac35b36529498ba5d7769cf08d662b7ef91013067f4f89c0 +size 976335 diff --git a/checkpoint_20000/target.decoder.layers_15.self_attention.query.kernel/.zarray b/checkpoint_20000/target.decoder.layers_15.self_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_15.self_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_15.self_attention.query.kernel/0.0 b/checkpoint_20000/target.decoder.layers_15.self_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..9b67b269261d10ef21f4ca9a209d0598fa07286f --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_15.self_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e14c76fc53015f1433e36ba4c5736f14ef5925ca2e31ab5393d2f3dc39d346b +size 975804 diff --git a/checkpoint_20000/target.decoder.layers_15.self_attention.value.kernel/.zarray b/checkpoint_20000/target.decoder.layers_15.self_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_15.self_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_15.self_attention.value.kernel/0.0 b/checkpoint_20000/target.decoder.layers_15.self_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..867e54c52fd659c32aa26ede78d08f6cdbe2933d --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_15.self_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a56274e15e263ebd9fcf846c5262bd8f72b6ea8a36b15cf278a23fe65056adb2 +size 977857 diff --git a/checkpoint_20000/target.decoder.layers_16.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_20000/target.decoder.layers_16.encoder_decoder_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_16.encoder_decoder_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_16.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_20000/target.decoder.layers_16.encoder_decoder_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..02d5648cec684858f39404dadab6c4d468914eb3 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_16.encoder_decoder_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:511d86b454527cb92f0e0349ffd6d4b903048f41f86b8875010a940628aefb3b +size 976717 diff --git a/checkpoint_20000/target.decoder.layers_16.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_20000/target.decoder.layers_16.encoder_decoder_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_16.encoder_decoder_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_16.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_20000/target.decoder.layers_16.encoder_decoder_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..6a52080ce809ee68bc44a216158ee230be326cf9 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_16.encoder_decoder_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b30727f3166212eb097687bb44c1c92f188c0e2547d34e03ca8d52aee84d99a7 +size 977148 diff --git a/checkpoint_20000/target.decoder.layers_16.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_20000/target.decoder.layers_16.encoder_decoder_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_16.encoder_decoder_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_16.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_20000/target.decoder.layers_16.encoder_decoder_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..814027bb8325664fbec369ddc192f2975a040d66 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_16.encoder_decoder_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8254e146b3ab96fd0f901f1a098f5a725bcc4ae20a7ecd35b532201d3aeb992 +size 975382 diff --git a/checkpoint_20000/target.decoder.layers_16.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_20000/target.decoder.layers_16.encoder_decoder_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_16.encoder_decoder_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_16.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_20000/target.decoder.layers_16.encoder_decoder_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..976c71fa0b56a262830195a2a006e796a286eeac --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_16.encoder_decoder_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:288fd643a64a2759dc38f633e199e4f58361fcd9863621bfed964525cd6cde9a +size 977472 diff --git a/checkpoint_20000/target.decoder.layers_16.mlp.wi_0.kernel/.zarray b/checkpoint_20000/target.decoder.layers_16.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_16.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_20000/target.decoder.layers_16.mlp.wi_0.kernel/0.0 b/checkpoint_20000/target.decoder.layers_16.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..58e01a67b34620314e50f9a78c9d6d3ee6bfaab3 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_16.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1cd145bd075f30ca1bdc91650293daba30c9e7394ca519fd79448092a796ad33 +size 3904054 diff --git a/checkpoint_20000/target.decoder.layers_16.mlp.wi_1.kernel/.zarray b/checkpoint_20000/target.decoder.layers_16.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_16.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_20000/target.decoder.layers_16.mlp.wi_1.kernel/0.0 b/checkpoint_20000/target.decoder.layers_16.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..fb3e0544970ab3b8859cfb5f8b26d712ae67e208 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_16.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:abb4bdf72110df173ecd52f6601a4a4d23f66511fbc186c770823fd65489f5b0 +size 3907308 diff --git a/checkpoint_20000/target.decoder.layers_16.mlp.wo.kernel/.zarray b/checkpoint_20000/target.decoder.layers_16.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_16.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98 +size 178 diff --git a/checkpoint_20000/target.decoder.layers_16.mlp.wo.kernel/0.0 b/checkpoint_20000/target.decoder.layers_16.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..a14a53d343db05bfa02befc9f3ff821276b54050 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_16.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd5abd9a904e3e90443626be5f8de9ef8e7f8b62d362aeb6bfe10abddc612128 +size 3896878 diff --git a/checkpoint_20000/target.decoder.layers_16.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_16.pre_cross_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_16.pre_cross_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/target.decoder.layers_16.pre_cross_attention_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_16.pre_cross_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..83270dab461ce1fdf021d0d24412f3c1658cd95d --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_16.pre_cross_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b4917ad0de68589b6c122f0c1f6fbc88cb8cc3b76b46ebdd2e8d63fd909d9df6 +size 1839 diff --git a/checkpoint_20000/target.decoder.layers_16.pre_mlp_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_16.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_16.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/target.decoder.layers_16.pre_mlp_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_16.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..75730f20c2c93ce48e424acb6aea3126b395aa7e --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_16.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ca07f6c915b47eac3f03dce677e583d9a77ba33f8995725e624f3f021812843 +size 1807 diff --git a/checkpoint_20000/target.decoder.layers_16.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_16.pre_self_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_16.pre_self_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/target.decoder.layers_16.pre_self_attention_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_16.pre_self_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..b3205ccb6c47226fc8be7b89e787efa85cdf8783 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_16.pre_self_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aaf522d56dabfb8521d198d5f31fbc1307a3640cd9d89b80dadb2bef134ead2c +size 1829 diff --git a/checkpoint_20000/target.decoder.layers_16.self_attention.key.kernel/.zarray b/checkpoint_20000/target.decoder.layers_16.self_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_16.self_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_16.self_attention.key.kernel/0.0 b/checkpoint_20000/target.decoder.layers_16.self_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..bb9f2b9b6868da8a283975e61ca24b0f51d600be --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_16.self_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7105bdf57fc654d2debc8a7ba4f67c8020a13130a323c2d96134cd4be5a76bee +size 975768 diff --git a/checkpoint_20000/target.decoder.layers_16.self_attention.out.kernel/.zarray b/checkpoint_20000/target.decoder.layers_16.self_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_16.self_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_16.self_attention.out.kernel/0.0 b/checkpoint_20000/target.decoder.layers_16.self_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..44243917af23659b1225cd07fa0d7a10b15e4019 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_16.self_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7b2ffba471155de8ffd84b5dbac00f18499114bb7b8877fda2ae96ee207bff3 +size 976252 diff --git a/checkpoint_20000/target.decoder.layers_16.self_attention.query.kernel/.zarray b/checkpoint_20000/target.decoder.layers_16.self_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_16.self_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_16.self_attention.query.kernel/0.0 b/checkpoint_20000/target.decoder.layers_16.self_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..54b9719472fecf34fefb54362025bba27cb7a285 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_16.self_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b2649c0f4bb2cdb9469bd996b22ccf817d201d1e1d453fa6a4bba7ca306a6eeb +size 976108 diff --git a/checkpoint_20000/target.decoder.layers_16.self_attention.value.kernel/.zarray b/checkpoint_20000/target.decoder.layers_16.self_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_16.self_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_16.self_attention.value.kernel/0.0 b/checkpoint_20000/target.decoder.layers_16.self_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..6b75f6b52dbf3e02ce42ffc4e1c1722abeda239f --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_16.self_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bfa7797b295e44e63c039bba7230b4601c78aa08cde77ac4fcd7bb11755d4bd2 +size 977770 diff --git a/checkpoint_20000/target.decoder.layers_17.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_20000/target.decoder.layers_17.encoder_decoder_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_17.encoder_decoder_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_17.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_20000/target.decoder.layers_17.encoder_decoder_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..ec2c86b41627a63f057d410d15c7bffcc1a2ca0f --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_17.encoder_decoder_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54dcb717dffca7629eaa4e85fbfca5f30c15bab0e1a25d7ad6fb754cb69040f1 +size 976703 diff --git a/checkpoint_20000/target.decoder.layers_17.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_20000/target.decoder.layers_17.encoder_decoder_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_17.encoder_decoder_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_17.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_20000/target.decoder.layers_17.encoder_decoder_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..ce4f9515e9d6a61414e5cb7c05e23e6346979a8a --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_17.encoder_decoder_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:51d93a3114215393aa2f29954bb3fc9ef3b32727e6a1c52c4aecf5f4f4ae0c9f +size 976768 diff --git a/checkpoint_20000/target.decoder.layers_17.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_20000/target.decoder.layers_17.encoder_decoder_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_17.encoder_decoder_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_17.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_20000/target.decoder.layers_17.encoder_decoder_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..87a73fa662d096db3139444bacadfe93d63267b3 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_17.encoder_decoder_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:727b1b54fb6bda29fe26ad38791867b2a94f6b216528092c928b99ad90324a7c +size 975047 diff --git a/checkpoint_20000/target.decoder.layers_17.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_20000/target.decoder.layers_17.encoder_decoder_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_17.encoder_decoder_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_17.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_20000/target.decoder.layers_17.encoder_decoder_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..9f855fe79896c05df4b9f0ed818528869fab48aa --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_17.encoder_decoder_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6627db146bdfc912d81f9910f2b523fafb25ae4c9d67c5580d2e04ba5b128707 +size 977349 diff --git a/checkpoint_20000/target.decoder.layers_17.mlp.wi_0.kernel/.zarray b/checkpoint_20000/target.decoder.layers_17.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_17.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_20000/target.decoder.layers_17.mlp.wi_0.kernel/0.0 b/checkpoint_20000/target.decoder.layers_17.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..00244c9ffc28c92dfea550706303d73ae72ebdd5 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_17.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3b5166f7af708f125d476a88ee03bf856c030c0fd025afb35c673fe5051cdd5 +size 3903755 diff --git a/checkpoint_20000/target.decoder.layers_17.mlp.wi_1.kernel/.zarray b/checkpoint_20000/target.decoder.layers_17.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_17.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_20000/target.decoder.layers_17.mlp.wi_1.kernel/0.0 b/checkpoint_20000/target.decoder.layers_17.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..13a640accfc2301a586b55384be97311d42a76d4 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_17.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3245771bbe5b2868807dc2b61196b676faaf4c76ee23e9be63d32316f12270ca +size 3907641 diff --git a/checkpoint_20000/target.decoder.layers_17.mlp.wo.kernel/.zarray b/checkpoint_20000/target.decoder.layers_17.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_17.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98 +size 178 diff --git a/checkpoint_20000/target.decoder.layers_17.mlp.wo.kernel/0.0 b/checkpoint_20000/target.decoder.layers_17.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..4f5502f417ac95503c4f971db8d4e3acdb9d3ff7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_17.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d31128455211e63b3b8b8d08f2767509b9d7ff636d5c4f11d21b1356e3d5c0dc +size 3896802 diff --git a/checkpoint_20000/target.decoder.layers_17.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_17.pre_cross_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_17.pre_cross_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/target.decoder.layers_17.pre_cross_attention_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_17.pre_cross_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..12560b1e73c0c7518718f72e49b5b58527703d94 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_17.pre_cross_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f10ad296d26281adf8d62b8fb8cfa483ccd07ad6c2aa6806fd1d00c3ea4f7af +size 1841 diff --git a/checkpoint_20000/target.decoder.layers_17.pre_mlp_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_17.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_17.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/target.decoder.layers_17.pre_mlp_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_17.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..b29a446cb8e63ce537d75efef68ed4079bbc808f --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_17.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:898f079444fd3d9b672c4538e10b1a4f472ad22042bbb98b7610da634a835911 +size 1813 diff --git a/checkpoint_20000/target.decoder.layers_17.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_17.pre_self_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_17.pre_self_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/target.decoder.layers_17.pre_self_attention_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_17.pre_self_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..4c749f3425d3c3ac76686622e66e101962662c09 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_17.pre_self_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce3196bc9d7b1ab28f1bfe1947b02e5c1259b89c177fd5619faa5e80fdecd75f +size 1828 diff --git a/checkpoint_20000/target.decoder.layers_17.self_attention.key.kernel/.zarray b/checkpoint_20000/target.decoder.layers_17.self_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_17.self_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_17.self_attention.key.kernel/0.0 b/checkpoint_20000/target.decoder.layers_17.self_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..3620cdf346fede818395ac1005f54ebdb51b4115 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_17.self_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e32e715d76ea5fe5419ed59dc575722cefc128c60016e9a3a06be2fd4be9b76 +size 975678 diff --git a/checkpoint_20000/target.decoder.layers_17.self_attention.out.kernel/.zarray b/checkpoint_20000/target.decoder.layers_17.self_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_17.self_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_17.self_attention.out.kernel/0.0 b/checkpoint_20000/target.decoder.layers_17.self_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..398aa666e39bd122be31fe7ad7694f8d32c61e9e --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_17.self_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa9cd3bbae61192c72f11301f4ae0270b7df731e58cb2a175536cf5541f01792 +size 975917 diff --git a/checkpoint_20000/target.decoder.layers_17.self_attention.query.kernel/.zarray b/checkpoint_20000/target.decoder.layers_17.self_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_17.self_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_17.self_attention.query.kernel/0.0 b/checkpoint_20000/target.decoder.layers_17.self_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..b9e1879582af4a14a2eb8732f054781d09dae1b5 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_17.self_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd6509b7ee427aecfe5f82485ec51c48a801903fdd23dfd2f1cd44f51c81c918 +size 976155 diff --git a/checkpoint_20000/target.decoder.layers_17.self_attention.value.kernel/.zarray b/checkpoint_20000/target.decoder.layers_17.self_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_17.self_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_17.self_attention.value.kernel/0.0 b/checkpoint_20000/target.decoder.layers_17.self_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..31f9b49f0e1972b13b7a0389a92358e1cd1f0d07 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_17.self_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:21519c0a77f086f04ab0264d1594378a101f2fe44fea1ab2c1104eef497c83dc +size 977979 diff --git a/checkpoint_20000/target.decoder.layers_18.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_20000/target.decoder.layers_18.encoder_decoder_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_18.encoder_decoder_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_18.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_20000/target.decoder.layers_18.encoder_decoder_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..3f5827978351cdfc0cbe2652b87c0817f4b83c59 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_18.encoder_decoder_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f217d8afce2456ed1c51eaf82055cb1cafe67186a8a437b809d927669465757 +size 976744 diff --git a/checkpoint_20000/target.decoder.layers_18.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_20000/target.decoder.layers_18.encoder_decoder_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_18.encoder_decoder_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_18.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_20000/target.decoder.layers_18.encoder_decoder_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..1a15b48d9a0d282e3da12ad18df71c613aedac94 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_18.encoder_decoder_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5a9bc1efaab7ed1db27f4dc7ed1dc3564cf50183863c8ee7431d2e9bf6bc3b7 +size 977022 diff --git a/checkpoint_20000/target.decoder.layers_18.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_20000/target.decoder.layers_18.encoder_decoder_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_18.encoder_decoder_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_18.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_20000/target.decoder.layers_18.encoder_decoder_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..9f993a8082b6641c6ef5a2351bdc691aaff9493f --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_18.encoder_decoder_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:abd0c7a00335b82649f222457f8b559f3f86e51031c90a45353160614a1da28d +size 974968 diff --git a/checkpoint_20000/target.decoder.layers_18.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_20000/target.decoder.layers_18.encoder_decoder_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_18.encoder_decoder_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_18.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_20000/target.decoder.layers_18.encoder_decoder_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..2e4de6ab9c0b2bdccb8d6449ca77ee45e1d636e3 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_18.encoder_decoder_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1223c949f3b3a53c1443d6125606c90630cefebd00f7597a071b72c4e724abc0 +size 977643 diff --git a/checkpoint_20000/target.decoder.layers_18.mlp.wi_0.kernel/.zarray b/checkpoint_20000/target.decoder.layers_18.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_18.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_20000/target.decoder.layers_18.mlp.wi_0.kernel/0.0 b/checkpoint_20000/target.decoder.layers_18.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..8e84bc154e90a55c93cc2059fa9b4165f3acbf57 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_18.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d00e3becdc182b23adcfd3a36104605b8beccf1bb7c403bf362e70e0f9bd01db +size 3903833 diff --git a/checkpoint_20000/target.decoder.layers_18.mlp.wi_1.kernel/.zarray b/checkpoint_20000/target.decoder.layers_18.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_18.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_20000/target.decoder.layers_18.mlp.wi_1.kernel/0.0 b/checkpoint_20000/target.decoder.layers_18.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..d6e49688c63f7829d641c3d4a27f7adae73cc23d --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_18.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40888460aad74799aa7cfdbcade647c373df0deb1fb3db9b4bacb987558b6358 +size 3907514 diff --git a/checkpoint_20000/target.decoder.layers_18.mlp.wo.kernel/.zarray b/checkpoint_20000/target.decoder.layers_18.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_18.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98 +size 178 diff --git a/checkpoint_20000/target.decoder.layers_18.mlp.wo.kernel/0.0 b/checkpoint_20000/target.decoder.layers_18.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..4298b7a16622c72bf2a5be1b7f09258e60efb1d4 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_18.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0414eae61ee6b3d3b1a711c0f5413557088a3f3073cc75ccb3a476aa9579f01 +size 3896831 diff --git a/checkpoint_20000/target.decoder.layers_18.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_18.pre_cross_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_18.pre_cross_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/target.decoder.layers_18.pre_cross_attention_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_18.pre_cross_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..d062c14f23ea2e26a2323978f3d90dd22081425a --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_18.pre_cross_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb62c4b457af700ed75e8d943929cbe2f3613483ab9096e1276be31b370c80ab +size 1843 diff --git a/checkpoint_20000/target.decoder.layers_18.pre_mlp_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_18.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_18.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/target.decoder.layers_18.pre_mlp_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_18.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..5acd8b30451f46363e104b980ecd36293eb14b46 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_18.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:113101a4af8fe8c647a17ad93583c1974285466be11c37470eef28530c0cd9fc +size 1815 diff --git a/checkpoint_20000/target.decoder.layers_18.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_18.pre_self_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_18.pre_self_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/target.decoder.layers_18.pre_self_attention_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_18.pre_self_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..012d13fb660d82547f780d264f7080cf1e7e978e --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_18.pre_self_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c67411d15443cf2b3bc756d3a48ef51b400e27b87ecf9f4f2ea90d40e3cd9f0b +size 1833 diff --git a/checkpoint_20000/target.decoder.layers_18.self_attention.key.kernel/.zarray b/checkpoint_20000/target.decoder.layers_18.self_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_18.self_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_18.self_attention.key.kernel/0.0 b/checkpoint_20000/target.decoder.layers_18.self_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..41ee07bbf64de02e15046d4b5958095791ccc286 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_18.self_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c0150154e812b909f7ef18f1e3e63ead070f9f9eb310516ec28d1460541a13f +size 976138 diff --git a/checkpoint_20000/target.decoder.layers_18.self_attention.out.kernel/.zarray b/checkpoint_20000/target.decoder.layers_18.self_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_18.self_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_18.self_attention.out.kernel/0.0 b/checkpoint_20000/target.decoder.layers_18.self_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..64068bc103079df88d797abbf83a2d25fbdae15f --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_18.self_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:652ad8297f5267e142a945f8479bd2d83d55cb92fb1a4dc3fb091afa4a27d90a +size 976177 diff --git a/checkpoint_20000/target.decoder.layers_18.self_attention.query.kernel/.zarray b/checkpoint_20000/target.decoder.layers_18.self_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_18.self_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_18.self_attention.query.kernel/0.0 b/checkpoint_20000/target.decoder.layers_18.self_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..9ba2572309976d23feed9eeb7804e46e665e9603 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_18.self_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a20bdd5154645f8b87d66750e0882e1c4d0f08604ec2a16fbd099d6ab44318cc +size 975494 diff --git a/checkpoint_20000/target.decoder.layers_18.self_attention.value.kernel/.zarray b/checkpoint_20000/target.decoder.layers_18.self_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_18.self_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_18.self_attention.value.kernel/0.0 b/checkpoint_20000/target.decoder.layers_18.self_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..7df638859e764807c69b72a91c6d97687ed0b887 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_18.self_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e992e6f929d094e84cfee5873b7c65ca04b31b3e9336d7e3239bf62f1a7b6b54 +size 977555 diff --git a/checkpoint_20000/target.decoder.layers_19.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_20000/target.decoder.layers_19.encoder_decoder_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_19.encoder_decoder_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_19.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_20000/target.decoder.layers_19.encoder_decoder_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..35f7f029bec7a56869f3c6f01b5f3acb1792cc29 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_19.encoder_decoder_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ec4f90f31de7e40cc64c1d217182b9f1ddb3d37f206fc1f96a8ab1db822172b +size 976652 diff --git a/checkpoint_20000/target.decoder.layers_19.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_20000/target.decoder.layers_19.encoder_decoder_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_19.encoder_decoder_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_19.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_20000/target.decoder.layers_19.encoder_decoder_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..54d20109794825df79e5021b9d8a5feee2ff3bee --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_19.encoder_decoder_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c64fb347423e588cf50307b8ff50319082b145fe89b78b8c4a740d50db0331b0 +size 976877 diff --git a/checkpoint_20000/target.decoder.layers_19.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_20000/target.decoder.layers_19.encoder_decoder_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_19.encoder_decoder_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_19.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_20000/target.decoder.layers_19.encoder_decoder_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..cb1510c514d54d0c5584de26d4023e2a87ee8ad3 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_19.encoder_decoder_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d093a81ba6252e1808723f4ac89bbaddb9a7c4106cfa2682dd3cbe3e92da494 +size 975154 diff --git a/checkpoint_20000/target.decoder.layers_19.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_20000/target.decoder.layers_19.encoder_decoder_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_19.encoder_decoder_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_19.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_20000/target.decoder.layers_19.encoder_decoder_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..4c2ee767203b7f3d9e5a0866944ec3f07dbb919d --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_19.encoder_decoder_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5eed313ecfce6ce759aef1098ede2befb19a0dbcdb4907431ea951bc8f001fe6 +size 977408 diff --git a/checkpoint_20000/target.decoder.layers_19.mlp.wi_0.kernel/.zarray b/checkpoint_20000/target.decoder.layers_19.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_19.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_20000/target.decoder.layers_19.mlp.wi_0.kernel/0.0 b/checkpoint_20000/target.decoder.layers_19.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..604c23428c0e4485b963c41ab372916d329e6d26 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_19.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1ea41a6680f00d2d61115c901126bbbf41f202a7726518106049923eded4f9c +size 3903813 diff --git a/checkpoint_20000/target.decoder.layers_19.mlp.wi_1.kernel/.zarray b/checkpoint_20000/target.decoder.layers_19.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_19.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_20000/target.decoder.layers_19.mlp.wi_1.kernel/0.0 b/checkpoint_20000/target.decoder.layers_19.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..60c7405f8ade878560f7ff9c64361e7e33a54ee1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_19.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d622896d66e4c82e196e895f1f342301e8261e96b139fa3a80276bc7eeed5f97 +size 3907608 diff --git a/checkpoint_20000/target.decoder.layers_19.mlp.wo.kernel/.zarray b/checkpoint_20000/target.decoder.layers_19.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_19.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98 +size 178 diff --git a/checkpoint_20000/target.decoder.layers_19.mlp.wo.kernel/0.0 b/checkpoint_20000/target.decoder.layers_19.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..1818ba325369e6816821c9876cb9f2d263a90dc5 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_19.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a2fb8e6a92904a3d6284c5c6ab4cf29df79c3a464d3b56b33db62871db0fc37 +size 3896750 diff --git a/checkpoint_20000/target.decoder.layers_19.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_19.pre_cross_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_19.pre_cross_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/target.decoder.layers_19.pre_cross_attention_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_19.pre_cross_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..9e58be1028c056f5495352c07a106328e1ae9fda --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_19.pre_cross_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b2c9829d4743224544cf8bbd562322262ada461bcddf13204d84877c2b9ad3e +size 1843 diff --git a/checkpoint_20000/target.decoder.layers_19.pre_mlp_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_19.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_19.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/target.decoder.layers_19.pre_mlp_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_19.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..e19df7db01b0bb31d1368e7e5aca7c6ddb974cb5 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_19.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b96eee2fe30748d7f2cd81dd0d32773c30a80e91ce502386dde6bbf68dda4ffa +size 1800 diff --git a/checkpoint_20000/target.decoder.layers_19.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_19.pre_self_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_19.pre_self_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/target.decoder.layers_19.pre_self_attention_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_19.pre_self_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..dce89c301a86d56b56fec5934e2fb8e02dd50e03 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_19.pre_self_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ad44618f60f3aa6568f79b852273a84688c079734eff295004e70199bcd6248 +size 1834 diff --git a/checkpoint_20000/target.decoder.layers_19.self_attention.key.kernel/.zarray b/checkpoint_20000/target.decoder.layers_19.self_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_19.self_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_19.self_attention.key.kernel/0.0 b/checkpoint_20000/target.decoder.layers_19.self_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..615b6760513cde4c2f2a3c301ca3a9d62f77736b --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_19.self_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5060f3a063baaeffdbd747b569ac36499936e1e1b6075edeac2988e7d8c4161f +size 976201 diff --git a/checkpoint_20000/target.decoder.layers_19.self_attention.out.kernel/.zarray b/checkpoint_20000/target.decoder.layers_19.self_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_19.self_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_19.self_attention.out.kernel/0.0 b/checkpoint_20000/target.decoder.layers_19.self_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..6ef2bd23134890eafb813cddafeec804fd60446f --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_19.self_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5aaec6fd399e37925899473bc59d136e5f08d180404a29e5f20f1b02257d7c5c +size 975998 diff --git a/checkpoint_20000/target.decoder.layers_19.self_attention.query.kernel/.zarray b/checkpoint_20000/target.decoder.layers_19.self_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_19.self_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_19.self_attention.query.kernel/0.0 b/checkpoint_20000/target.decoder.layers_19.self_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..aa7d695ab2214d1669f86d81a648b6b4e86fd49c --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_19.self_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:630616c7c3c52db7262e77f93d7f85970f9fa50fe8081bd88104d4c5921d6e92 +size 976011 diff --git a/checkpoint_20000/target.decoder.layers_19.self_attention.value.kernel/.zarray b/checkpoint_20000/target.decoder.layers_19.self_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_19.self_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_19.self_attention.value.kernel/0.0 b/checkpoint_20000/target.decoder.layers_19.self_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..72c32f47e2d1787d2d84c1fb896988e9c5ed657c --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_19.self_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b40b34b567a01a2f02c6eb79e79a68380f1e0eccf17fd16409cc82b03ba50efe +size 977113 diff --git a/checkpoint_20000/target.decoder.layers_2.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_20000/target.decoder.layers_2.encoder_decoder_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_2.encoder_decoder_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_2.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_20000/target.decoder.layers_2.encoder_decoder_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..f1698547e9b37555910d4e9e0a7a979be667aa95 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_2.encoder_decoder_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:13363bd7ca6d4569877d227e2839dcd7686556944f9dc16ba7362b66100a1528 +size 974217 diff --git a/checkpoint_20000/target.decoder.layers_2.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_20000/target.decoder.layers_2.encoder_decoder_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_2.encoder_decoder_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_2.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_20000/target.decoder.layers_2.encoder_decoder_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..d0ce14d7f46992e4a4517bfda70ed78d03888ab0 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_2.encoder_decoder_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db5486b89ab7e024ef74d38b0672f0c1de33c4404da202c83180d3287ce0c8fd +size 974258 diff --git a/checkpoint_20000/target.decoder.layers_2.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_20000/target.decoder.layers_2.encoder_decoder_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_2.encoder_decoder_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_2.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_20000/target.decoder.layers_2.encoder_decoder_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..d6048612a24a87b5af540931e42098ccf4cd96e2 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_2.encoder_decoder_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea913557583bcd68af1aea06e7a15b2d14ad781b2e95178119bfbdfdc3ebaf19 +size 976969 diff --git a/checkpoint_20000/target.decoder.layers_2.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_20000/target.decoder.layers_2.encoder_decoder_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_2.encoder_decoder_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_2.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_20000/target.decoder.layers_2.encoder_decoder_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..1d1247f770198c49070c3bd6ac64c3b2571557ac --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_2.encoder_decoder_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:afa22e091b101aa052e17787244a7c066de4383290d6b35392c7ab7282ac7c5b +size 974227 diff --git a/checkpoint_20000/target.decoder.layers_2.mlp.wi_0.kernel/.zarray b/checkpoint_20000/target.decoder.layers_2.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_2.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_20000/target.decoder.layers_2.mlp.wi_0.kernel/0.0 b/checkpoint_20000/target.decoder.layers_2.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..8654250ec8bcbef8e729efa31a873a21b6ae4389 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_2.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a6dc57abd3d2fea7e1888163dd64a01fb9b069f3a3d5f1280ddfbc02a2e7d75 +size 3893959 diff --git a/checkpoint_20000/target.decoder.layers_2.mlp.wi_1.kernel/.zarray b/checkpoint_20000/target.decoder.layers_2.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_2.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_20000/target.decoder.layers_2.mlp.wi_1.kernel/0.0 b/checkpoint_20000/target.decoder.layers_2.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..ecea386ec057d66c805db9e7fe4f8ec3a4823c27 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_2.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf1afa933e601d080fd1e3f71ab6b4b4d0f65d6832b8f02e9222f5d3930ea157 +size 3893614 diff --git a/checkpoint_20000/target.decoder.layers_2.mlp.wo.kernel/.zarray b/checkpoint_20000/target.decoder.layers_2.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_2.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98 +size 178 diff --git a/checkpoint_20000/target.decoder.layers_2.mlp.wo.kernel/0.0 b/checkpoint_20000/target.decoder.layers_2.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..5d1ba24ffc7e9f05dca2c8f6f5c9fd7b978f66bc --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_2.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:514335b48b82351fd6e254b8b2108fc5afea358104c8051f11439406d000b386 +size 3908383 diff --git a/checkpoint_20000/target.decoder.layers_2.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_2.pre_cross_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_2.pre_cross_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/target.decoder.layers_2.pre_cross_attention_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_2.pre_cross_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..2a0bedc53c2d93e7c755bf60ab18fac3c1037e26 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_2.pre_cross_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45e4a3ec26a9c2a6e9564559a194c064969c31a33f4588993d53fdfbe9bcaa08 +size 1867 diff --git a/checkpoint_20000/target.decoder.layers_2.pre_mlp_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_2.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_2.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/target.decoder.layers_2.pre_mlp_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_2.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..20a6f667f058fd4306d900ba13e9ce9415b69e5a --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_2.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c2c81726ea3468931cfd49bda8f299b003df82462ce24cbe5d5fe72ed17666d +size 1855 diff --git a/checkpoint_20000/target.decoder.layers_2.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_2.pre_self_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_2.pre_self_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/target.decoder.layers_2.pre_self_attention_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_2.pre_self_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..345ef74e9c6eaa04882e1bb88b582f9c038197c2 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_2.pre_self_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:19de0f739571a1a32dd208040e5f7685020deea0e1895663f8254dfe33e6768e +size 1872 diff --git a/checkpoint_20000/target.decoder.layers_2.self_attention.key.kernel/.zarray b/checkpoint_20000/target.decoder.layers_2.self_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_2.self_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_2.self_attention.key.kernel/0.0 b/checkpoint_20000/target.decoder.layers_2.self_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..329b85c045bbbe4e4f57c3ca1ff163788fd6ce45 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_2.self_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a02e1265fff47455371cae907f6a559247ba832a8a4086cf6641f0b0f50aafc2 +size 974140 diff --git a/checkpoint_20000/target.decoder.layers_2.self_attention.out.kernel/.zarray b/checkpoint_20000/target.decoder.layers_2.self_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_2.self_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_2.self_attention.out.kernel/0.0 b/checkpoint_20000/target.decoder.layers_2.self_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..612e3c97e57ebf83ce154878f88f402728b7b30f --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_2.self_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44120230d97661e0228ff58703b552279cfc6c552b747a5a7ca1577742d552e3 +size 975941 diff --git a/checkpoint_20000/target.decoder.layers_2.self_attention.query.kernel/.zarray b/checkpoint_20000/target.decoder.layers_2.self_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_2.self_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_2.self_attention.query.kernel/0.0 b/checkpoint_20000/target.decoder.layers_2.self_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..fa9cc451f9a66e3e0e7164885964a8c494e2d250 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_2.self_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2937f95a89808113ac3b494b7823ebb19e362cc9bc56f8b75a738016734a4245 +size 976842 diff --git a/checkpoint_20000/target.decoder.layers_2.self_attention.value.kernel/.zarray b/checkpoint_20000/target.decoder.layers_2.self_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_2.self_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_2.self_attention.value.kernel/0.0 b/checkpoint_20000/target.decoder.layers_2.self_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..ce17e7b329ce53a0d61b14058f1484d8386be18c --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_2.self_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3cf9478753c71043ebb35ac3d9ec56bf9dba361c9b6506b4619e3decc75779e6 +size 974903 diff --git a/checkpoint_20000/target.decoder.layers_20.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_20000/target.decoder.layers_20.encoder_decoder_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_20.encoder_decoder_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_20.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_20000/target.decoder.layers_20.encoder_decoder_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..2a873364d8a4b099864a6e67585eb8e9929b84e1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_20.encoder_decoder_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cde268c0a31d39dd18045626fb6b8ec814552237b5af0531f31d3cf56a9ac789 +size 976696 diff --git a/checkpoint_20000/target.decoder.layers_20.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_20000/target.decoder.layers_20.encoder_decoder_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_20.encoder_decoder_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_20.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_20000/target.decoder.layers_20.encoder_decoder_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..938f9964c6d4313e3ad6a75bc2b07ab67e3d871a --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_20.encoder_decoder_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eae38b7d81f17e9961ffdd34418c0ac6aeceaeac8fe571379a0c4fe2c758ff38 +size 976969 diff --git a/checkpoint_20000/target.decoder.layers_20.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_20000/target.decoder.layers_20.encoder_decoder_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_20.encoder_decoder_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_20.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_20000/target.decoder.layers_20.encoder_decoder_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..e74ad3af6314b4fe2f153f3be9eccba3f8c93762 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_20.encoder_decoder_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70350163a343f3cec89a70ffc9c8ca219c23283a976c8ed5300e92f19b8e2967 +size 975297 diff --git a/checkpoint_20000/target.decoder.layers_20.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_20000/target.decoder.layers_20.encoder_decoder_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_20.encoder_decoder_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_20.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_20000/target.decoder.layers_20.encoder_decoder_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..0bf56af993849a11d393fa96b51c55899fae7252 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_20.encoder_decoder_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d33b7c8a1a1a3c37dab031560a98c828678800d4da84dd3dd8bbdcdd995a12b0 +size 977462 diff --git a/checkpoint_20000/target.decoder.layers_20.mlp.wi_0.kernel/.zarray b/checkpoint_20000/target.decoder.layers_20.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_20.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_20000/target.decoder.layers_20.mlp.wi_0.kernel/0.0 b/checkpoint_20000/target.decoder.layers_20.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..afb33201fc121bbdb20b15e7383aff96f99dbb3a --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_20.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6b9e83386c83d48aecf3ef2d7ea58a4857fba596d14d16915a06e1e51eb7edf +size 3904001 diff --git a/checkpoint_20000/target.decoder.layers_20.mlp.wi_1.kernel/.zarray b/checkpoint_20000/target.decoder.layers_20.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_20.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_20000/target.decoder.layers_20.mlp.wi_1.kernel/0.0 b/checkpoint_20000/target.decoder.layers_20.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..2f4178400edf09ea6d8668e1d1dc58fd44f96084 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_20.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a396730d760fe8d05e60c2d955d74bfe4b20b1229b52e57f36236428211b5a9a +size 3907820 diff --git a/checkpoint_20000/target.decoder.layers_20.mlp.wo.kernel/.zarray b/checkpoint_20000/target.decoder.layers_20.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_20.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98 +size 178 diff --git a/checkpoint_20000/target.decoder.layers_20.mlp.wo.kernel/0.0 b/checkpoint_20000/target.decoder.layers_20.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..8fe790ea8269ce844f1d30054ce03ca33e7c0b76 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_20.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8dde12d458a8f4b2652b985f8ce355553cfbc10608b446443cc2422570549ff5 +size 3895960 diff --git a/checkpoint_20000/target.decoder.layers_20.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_20.pre_cross_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_20.pre_cross_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/target.decoder.layers_20.pre_cross_attention_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_20.pre_cross_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..18b1857b948bd026da6a9dfa58154da7ff0343e3 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_20.pre_cross_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:604710202d2345b0aa83f9a3e131466e191f77dba91b25f813e5f12bb62b3294 +size 1847 diff --git a/checkpoint_20000/target.decoder.layers_20.pre_mlp_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_20.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_20.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/target.decoder.layers_20.pre_mlp_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_20.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..12c020b3f0f9b849c0645f79827d50b0ace83f27 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_20.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:176aca067d3339ffc0933e481866d51193b4ce968969342cbeacb64bec6312e6 +size 1794 diff --git a/checkpoint_20000/target.decoder.layers_20.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_20.pre_self_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_20.pre_self_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/target.decoder.layers_20.pre_self_attention_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_20.pre_self_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..0e2aabbac11ec59ba436a5d8463282608e654226 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_20.pre_self_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f9efec782e856fa9b223fe42e53ec62354108badc71c38e09a5975e67d321ff +size 1842 diff --git a/checkpoint_20000/target.decoder.layers_20.self_attention.key.kernel/.zarray b/checkpoint_20000/target.decoder.layers_20.self_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_20.self_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_20.self_attention.key.kernel/0.0 b/checkpoint_20000/target.decoder.layers_20.self_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..a0a78dc74ccaab3cbad53fedc7c4dda65badb0a9 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_20.self_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d89bb69660b76e9a9e8cd8e6af037d3f0b1d495f1329fffc2d236d56f72e4da1 +size 976784 diff --git a/checkpoint_20000/target.decoder.layers_20.self_attention.out.kernel/.zarray b/checkpoint_20000/target.decoder.layers_20.self_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_20.self_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_20.self_attention.out.kernel/0.0 b/checkpoint_20000/target.decoder.layers_20.self_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..b8249532aa561224788ba9146fd4f752cd3989fa --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_20.self_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c6f2b633ec5ca931ebea10de7c9fac53fdccda2f5931f73a414c1ed93385bb13 +size 975496 diff --git a/checkpoint_20000/target.decoder.layers_20.self_attention.query.kernel/.zarray b/checkpoint_20000/target.decoder.layers_20.self_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_20.self_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_20.self_attention.query.kernel/0.0 b/checkpoint_20000/target.decoder.layers_20.self_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..019a424415d5d18f1181c3ecf396f38f780b59d0 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_20.self_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a1182ad83848bb7caf9463dcb74a5fd56d08d67f6e0b360eaf388736a1a37f9 +size 976153 diff --git a/checkpoint_20000/target.decoder.layers_20.self_attention.value.kernel/.zarray b/checkpoint_20000/target.decoder.layers_20.self_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_20.self_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_20.self_attention.value.kernel/0.0 b/checkpoint_20000/target.decoder.layers_20.self_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..ecf19380b38e1e60a7094a25736f58a808e9003e --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_20.self_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f13fbc3cd20fcc70b4bc25506bd068b566ff4949ef9f2d3a4ca156dcaff5ef8 +size 976484 diff --git a/checkpoint_20000/target.decoder.layers_21.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_20000/target.decoder.layers_21.encoder_decoder_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_21.encoder_decoder_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_21.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_20000/target.decoder.layers_21.encoder_decoder_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..1147853f8b5ed4db195625a823268c2b2b17aa04 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_21.encoder_decoder_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44e74420ec9387830cb35fbf7b1b3a9315790ea2349575828542f076e435fb50 +size 976802 diff --git a/checkpoint_20000/target.decoder.layers_21.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_20000/target.decoder.layers_21.encoder_decoder_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_21.encoder_decoder_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_21.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_20000/target.decoder.layers_21.encoder_decoder_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..f949431cbf4100a32af6b060fc82a81bc9e2a7cc --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_21.encoder_decoder_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:04ee2454fe48d5256f042fcd0be143d4fe76479cefae2be849e6f4364d31410d +size 976755 diff --git a/checkpoint_20000/target.decoder.layers_21.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_20000/target.decoder.layers_21.encoder_decoder_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_21.encoder_decoder_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_21.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_20000/target.decoder.layers_21.encoder_decoder_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..939d95f65f7ec5aefc0e3571bbd97b77f2745d37 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_21.encoder_decoder_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ac413b53717a0344cf574411502a215101b6b3c05f834bff9ca8414d9dfa7ac +size 975237 diff --git a/checkpoint_20000/target.decoder.layers_21.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_20000/target.decoder.layers_21.encoder_decoder_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_21.encoder_decoder_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_21.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_20000/target.decoder.layers_21.encoder_decoder_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..01672eb351de72c4e3d66184c4e57f0cfa19ec5a --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_21.encoder_decoder_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:64e79b1bb880c4b7a9a7cf0ef7d1e0cd74fa7f34a7a6c032aa1cc3848ade047f +size 977621 diff --git a/checkpoint_20000/target.decoder.layers_21.mlp.wi_0.kernel/.zarray b/checkpoint_20000/target.decoder.layers_21.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_21.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_20000/target.decoder.layers_21.mlp.wi_0.kernel/0.0 b/checkpoint_20000/target.decoder.layers_21.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..1846166b6723fec6e39cc979a9cc3c28741fe311 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_21.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc311b65f02fa5b225b5fd994e924fe26b7fcbde131821171ab526ab37cc59af +size 3904094 diff --git a/checkpoint_20000/target.decoder.layers_21.mlp.wi_1.kernel/.zarray b/checkpoint_20000/target.decoder.layers_21.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_21.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_20000/target.decoder.layers_21.mlp.wi_1.kernel/0.0 b/checkpoint_20000/target.decoder.layers_21.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..da0ea029010162be2558b39f36c3836a0d701e98 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_21.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a8aa794365f0605ad610f70bba6b912a0e8054ed79cbe12f78a0c95629aa3b45 +size 3908005 diff --git a/checkpoint_20000/target.decoder.layers_21.mlp.wo.kernel/.zarray b/checkpoint_20000/target.decoder.layers_21.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_21.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98 +size 178 diff --git a/checkpoint_20000/target.decoder.layers_21.mlp.wo.kernel/0.0 b/checkpoint_20000/target.decoder.layers_21.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..282c1fdd7f4d862c13dae4cf10382446aece4360 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_21.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c51e82f7f4f42196869ab75d2851a383de37f5af2b5f5a3837da63c4a6b4b385 +size 3896608 diff --git a/checkpoint_20000/target.decoder.layers_21.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_21.pre_cross_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_21.pre_cross_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/target.decoder.layers_21.pre_cross_attention_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_21.pre_cross_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..0dc931e8798030537b4b49b3fcbdb09ce88133fd --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_21.pre_cross_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b3ad9a63d3b23d4e8fd4f67718bb68fbbb8f651ac6744907a310f2d51b5e2c79 +size 1840 diff --git a/checkpoint_20000/target.decoder.layers_21.pre_mlp_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_21.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_21.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/target.decoder.layers_21.pre_mlp_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_21.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..89a9cbad7972389289a687c65df25a9f739fef6c --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_21.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d42786d40097e54650936d3b02a47b0b538cbc962e9996e217a1d3f1ed0e59b8 +size 1811 diff --git a/checkpoint_20000/target.decoder.layers_21.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_21.pre_self_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_21.pre_self_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/target.decoder.layers_21.pre_self_attention_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_21.pre_self_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..7e5f70216769df9be9d540911bbd0ef17c8ff6b6 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_21.pre_self_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77622e65c8df1f7da30fefcd6813ee1a067e506b95954875cacbba4c566e044e +size 1861 diff --git a/checkpoint_20000/target.decoder.layers_21.self_attention.key.kernel/.zarray b/checkpoint_20000/target.decoder.layers_21.self_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_21.self_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_21.self_attention.key.kernel/0.0 b/checkpoint_20000/target.decoder.layers_21.self_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..dabc4ae3862549f92aa46e48a33700c676f70168 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_21.self_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cff4bef369a4f7249e8d3e30bd92e825c9bedebaa22c4a84250b7ac62094e2f3 +size 977404 diff --git a/checkpoint_20000/target.decoder.layers_21.self_attention.out.kernel/.zarray b/checkpoint_20000/target.decoder.layers_21.self_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_21.self_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_21.self_attention.out.kernel/0.0 b/checkpoint_20000/target.decoder.layers_21.self_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..58a4845e9754fc2a8ce2364495e37e04a88a55da --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_21.self_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:35b9c900b1af74e549968547ef983c03f4bd9dddf628c653251fa88957dc213f +size 975423 diff --git a/checkpoint_20000/target.decoder.layers_21.self_attention.query.kernel/.zarray b/checkpoint_20000/target.decoder.layers_21.self_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_21.self_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_21.self_attention.query.kernel/0.0 b/checkpoint_20000/target.decoder.layers_21.self_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..ffca7d43b81b59f2480e580467462a763962384c --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_21.self_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f95e3c06b70b81f84fb51bcecd68b9be0e14c734dd782ec9a1bb095cc6367ef0 +size 976051 diff --git a/checkpoint_20000/target.decoder.layers_21.self_attention.value.kernel/.zarray b/checkpoint_20000/target.decoder.layers_21.self_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_21.self_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_21.self_attention.value.kernel/0.0 b/checkpoint_20000/target.decoder.layers_21.self_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..e26e58e65a61f1cfbd007015d26b4a7e4ff00261 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_21.self_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99ca197053d81cf0706b180a146db7c9b4e268602327a1fb630ad743ca46d553 +size 976048 diff --git a/checkpoint_20000/target.decoder.layers_22.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_20000/target.decoder.layers_22.encoder_decoder_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_22.encoder_decoder_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_22.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_20000/target.decoder.layers_22.encoder_decoder_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..3f6b838b1fd9c5bb46534fd8d232c28979e320c8 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_22.encoder_decoder_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b0ed5b2264cdd90507614e3cee23078f6b9acd09a0d4c5776b135156681bf2a +size 976662 diff --git a/checkpoint_20000/target.decoder.layers_22.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_20000/target.decoder.layers_22.encoder_decoder_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_22.encoder_decoder_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_22.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_20000/target.decoder.layers_22.encoder_decoder_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..45cc9495664e2830a930453a00e16abb8df78d4f --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_22.encoder_decoder_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db55beeb9aff0c1f25ea407b964083b5b5ad8b9a05dcb2824391118ab84734d7 +size 975888 diff --git a/checkpoint_20000/target.decoder.layers_22.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_20000/target.decoder.layers_22.encoder_decoder_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_22.encoder_decoder_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_22.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_20000/target.decoder.layers_22.encoder_decoder_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..39fdb4de087fe8435422f67421ee7fcd0fab238d --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_22.encoder_decoder_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6bc9e09295848158ec065a122cceb85b7ff81ec068ad6ca8a709fc637f3a97fe +size 974984 diff --git a/checkpoint_20000/target.decoder.layers_22.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_20000/target.decoder.layers_22.encoder_decoder_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_22.encoder_decoder_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_22.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_20000/target.decoder.layers_22.encoder_decoder_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..b31719955d23fad74554cf06c44d0268a86e167a --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_22.encoder_decoder_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d15b17ac7694a23ba9e6f40fd3f9b65e9b230f063cccd503238e4fb684f62b5 +size 976469 diff --git a/checkpoint_20000/target.decoder.layers_22.mlp.wi_0.kernel/.zarray b/checkpoint_20000/target.decoder.layers_22.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_22.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_20000/target.decoder.layers_22.mlp.wi_0.kernel/0.0 b/checkpoint_20000/target.decoder.layers_22.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..b6133cacb5cc693ab4ede74a0cd5e5e4f6b62bd1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_22.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dced1028fdc538844132a66c2429a45f663994a7f6d51c2e643f0be8a6cce221 +size 3904045 diff --git a/checkpoint_20000/target.decoder.layers_22.mlp.wi_1.kernel/.zarray b/checkpoint_20000/target.decoder.layers_22.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_22.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_20000/target.decoder.layers_22.mlp.wi_1.kernel/0.0 b/checkpoint_20000/target.decoder.layers_22.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..9965fc1b4758b2851aa10c8712ab2acf6e7299dd --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_22.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c24f2ec8af2bd7437dcb9517dd95b9c98365ab865347fea0c84d19a589fe405 +size 3908124 diff --git a/checkpoint_20000/target.decoder.layers_22.mlp.wo.kernel/.zarray b/checkpoint_20000/target.decoder.layers_22.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_22.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98 +size 178 diff --git a/checkpoint_20000/target.decoder.layers_22.mlp.wo.kernel/0.0 b/checkpoint_20000/target.decoder.layers_22.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..1c3bb2010999888f501409ec929a03b5cbe41a65 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_22.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4959ecac7847b955260a1d64b89fa8d20f24ecb88bb1e5b78734997f6928cfb7 +size 3897256 diff --git a/checkpoint_20000/target.decoder.layers_22.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_22.pre_cross_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_22.pre_cross_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/target.decoder.layers_22.pre_cross_attention_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_22.pre_cross_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..9bd8761b2dae6cee108b6a294e853366753eebc1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_22.pre_cross_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d18f3c8e6b1969240e1df6da7cf1efde931554ab4918849dbf9996e543d608b3 +size 1850 diff --git a/checkpoint_20000/target.decoder.layers_22.pre_mlp_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_22.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_22.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/target.decoder.layers_22.pre_mlp_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_22.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..ce45c28f8a5f6a35e29592ca62c1727d4f01bb57 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_22.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:87761bf98facf1fa80807998b5042791b195b0928c85c18b902e4db01e011264 +size 1801 diff --git a/checkpoint_20000/target.decoder.layers_22.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_22.pre_self_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_22.pre_self_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/target.decoder.layers_22.pre_self_attention_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_22.pre_self_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..098e8cfd51c651bbac34888224a7422bf07b0a16 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_22.pre_self_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8d7cd4d09e051e15483fdb9257e86a6dda3a94108d7a905b084374619d22e52 +size 1836 diff --git a/checkpoint_20000/target.decoder.layers_22.self_attention.key.kernel/.zarray b/checkpoint_20000/target.decoder.layers_22.self_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_22.self_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_22.self_attention.key.kernel/0.0 b/checkpoint_20000/target.decoder.layers_22.self_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..1419ba72c12d97055d4a71c35555fd5bda7a223a --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_22.self_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43dba8f42749ffd3bb327c88fed223343ae3bfa5270ea4b8852ac56d83e98a76 +size 976590 diff --git a/checkpoint_20000/target.decoder.layers_22.self_attention.out.kernel/.zarray b/checkpoint_20000/target.decoder.layers_22.self_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_22.self_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_22.self_attention.out.kernel/0.0 b/checkpoint_20000/target.decoder.layers_22.self_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..ce3f7c2d84f6b71f6d3f83c680135db0ae19380f --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_22.self_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:718b1c54a9c20f398dcf404a52a16b2289d453da1e5d1544b28202c5fe94f00e +size 975647 diff --git a/checkpoint_20000/target.decoder.layers_22.self_attention.query.kernel/.zarray b/checkpoint_20000/target.decoder.layers_22.self_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_22.self_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_22.self_attention.query.kernel/0.0 b/checkpoint_20000/target.decoder.layers_22.self_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..4457a0480cc9382b301fdd53a8b3c31f0a4ac374 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_22.self_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0db6bf8d040ab9d63b28aa21abddb5f3166ffddc012a93c12156276e39d00d61 +size 975261 diff --git a/checkpoint_20000/target.decoder.layers_22.self_attention.value.kernel/.zarray b/checkpoint_20000/target.decoder.layers_22.self_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_22.self_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_22.self_attention.value.kernel/0.0 b/checkpoint_20000/target.decoder.layers_22.self_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..df609123f611e29939a89679fa3775251aaf58b9 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_22.self_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3defe90a3c7b54d1ed18d68150df81f311bc4485c53405a45c299efc2b9788ca +size 976822 diff --git a/checkpoint_20000/target.decoder.layers_23.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_20000/target.decoder.layers_23.encoder_decoder_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_23.encoder_decoder_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_23.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_20000/target.decoder.layers_23.encoder_decoder_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..d46d2a24cc1005c1e5563f5df19f29bc6f35ff03 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_23.encoder_decoder_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba130666d72ceb7785f4fb9fe23430ca1172883fe5073b94072bf687684ef141 +size 976855 diff --git a/checkpoint_20000/target.decoder.layers_23.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_20000/target.decoder.layers_23.encoder_decoder_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_23.encoder_decoder_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_23.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_20000/target.decoder.layers_23.encoder_decoder_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..1d6afab7855b7bc541234afb09979e96f9f835ad --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_23.encoder_decoder_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1febe2c3b883aa7a09b8610f1a6220b1531bc8409efe024f5b03d682ecdbcd0 +size 977000 diff --git a/checkpoint_20000/target.decoder.layers_23.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_20000/target.decoder.layers_23.encoder_decoder_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_23.encoder_decoder_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_23.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_20000/target.decoder.layers_23.encoder_decoder_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..699dd91601b742235263fa6ab96a6d71aefd7922 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_23.encoder_decoder_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5880bb9bdae1e9822380cf82bdc281cad20b012b091d7bd765056137544feb8 +size 974926 diff --git a/checkpoint_20000/target.decoder.layers_23.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_20000/target.decoder.layers_23.encoder_decoder_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_23.encoder_decoder_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_23.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_20000/target.decoder.layers_23.encoder_decoder_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..f9996b816a4afa11cbccdf0a79ee1fa7de8e1897 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_23.encoder_decoder_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cbf0cd8efa38fb2ef5bc43456963579e519e448351350a4be73fc40b2fe2ef2e +size 977607 diff --git a/checkpoint_20000/target.decoder.layers_23.mlp.wi_0.kernel/.zarray b/checkpoint_20000/target.decoder.layers_23.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_23.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_20000/target.decoder.layers_23.mlp.wi_0.kernel/0.0 b/checkpoint_20000/target.decoder.layers_23.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..5d2aa0aafe89fd5d701c40a7a9e2a98990709d70 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_23.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f62da682d330f90f7962545a03a191025d97a6afc399193968291a6195333a33 +size 3904243 diff --git a/checkpoint_20000/target.decoder.layers_23.mlp.wi_1.kernel/.zarray b/checkpoint_20000/target.decoder.layers_23.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_23.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_20000/target.decoder.layers_23.mlp.wi_1.kernel/0.0 b/checkpoint_20000/target.decoder.layers_23.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..ef58bf81740d41a399fbc03f4ddfd9c0fb52090f --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_23.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6462042abfab7ef5c6bd56f69dfb4fbc6803977a73ffec9323255e2c52965172 +size 3908325 diff --git a/checkpoint_20000/target.decoder.layers_23.mlp.wo.kernel/.zarray b/checkpoint_20000/target.decoder.layers_23.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_23.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98 +size 178 diff --git a/checkpoint_20000/target.decoder.layers_23.mlp.wo.kernel/0.0 b/checkpoint_20000/target.decoder.layers_23.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..fb6e60ff981077dd4945fd746f8be6f974b095f6 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_23.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d286ba29d8a37134a5eb263d6719d61f3eda63c8b72014e7e39872abf505c9e0 +size 3896951 diff --git a/checkpoint_20000/target.decoder.layers_23.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_23.pre_cross_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_23.pre_cross_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/target.decoder.layers_23.pre_cross_attention_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_23.pre_cross_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..1a0cc6ff90b02a6911ae28b23b6577f777ea9f56 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_23.pre_cross_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9935db2400b3b5d9335cd0ac7cc946f0cd46df99c8e904247ea13e8c8a45216b +size 1886 diff --git a/checkpoint_20000/target.decoder.layers_23.pre_mlp_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_23.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_23.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/target.decoder.layers_23.pre_mlp_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_23.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..18269dd504b6d5aec6239a383fb89c12f7df606d --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_23.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c41f6877005b7df32ed45c1fed61073405e39fa915bb8c84c3db2b6fab2a559d +size 1798 diff --git a/checkpoint_20000/target.decoder.layers_23.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_23.pre_self_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_23.pre_self_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/target.decoder.layers_23.pre_self_attention_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_23.pre_self_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..5b1b1b2a94b5cb468afd3ac75e17357e987f7177 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_23.pre_self_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc7a5d4f83efd6eefc0a3c7f817dcf5851b48a0c1bebb91fabf2fbbdbe17ff70 +size 1861 diff --git a/checkpoint_20000/target.decoder.layers_23.self_attention.key.kernel/.zarray b/checkpoint_20000/target.decoder.layers_23.self_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_23.self_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_23.self_attention.key.kernel/0.0 b/checkpoint_20000/target.decoder.layers_23.self_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..4f46a96d6c9b031999eaaacd94f5b3f0cb73600f --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_23.self_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82ff170c82741662434b16c7443b03b5d66bdcc9533339eb169644a049fadf97 +size 977349 diff --git a/checkpoint_20000/target.decoder.layers_23.self_attention.out.kernel/.zarray b/checkpoint_20000/target.decoder.layers_23.self_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_23.self_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_23.self_attention.out.kernel/0.0 b/checkpoint_20000/target.decoder.layers_23.self_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..ce94c4819288432102f02f246f100d466c3a05e3 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_23.self_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c4adfb6c8f429b0ae512245aa7fe752852fa09d46fd858c21a3fafcb5c235b4 +size 975582 diff --git a/checkpoint_20000/target.decoder.layers_23.self_attention.query.kernel/.zarray b/checkpoint_20000/target.decoder.layers_23.self_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_23.self_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_23.self_attention.query.kernel/0.0 b/checkpoint_20000/target.decoder.layers_23.self_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..c9691203e8e44e36e1acff6fd534d3eb86fe608e --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_23.self_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:274c7e7d26749157042f3aeb63f70a7ca65229e79c822e53f61f6e4c45be9d46 +size 975952 diff --git a/checkpoint_20000/target.decoder.layers_23.self_attention.value.kernel/.zarray b/checkpoint_20000/target.decoder.layers_23.self_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_23.self_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_23.self_attention.value.kernel/0.0 b/checkpoint_20000/target.decoder.layers_23.self_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..63994c340255348ffcbc8b0b6c2ca61a2f568a15 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_23.self_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:58733a7460b085e22ee8df888ac9c7149519326bdc2f0aae658ea70889221983 +size 976054 diff --git a/checkpoint_20000/target.decoder.layers_3.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_20000/target.decoder.layers_3.encoder_decoder_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_3.encoder_decoder_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_3.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_20000/target.decoder.layers_3.encoder_decoder_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..27f6efa3a1272b3e527fcde7ff0d2454a578aa2b --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_3.encoder_decoder_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0685b62a99a1ab15cc4012d318ad4b69b65454c32446b098d358b45a43bf9f9 +size 974041 diff --git a/checkpoint_20000/target.decoder.layers_3.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_20000/target.decoder.layers_3.encoder_decoder_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_3.encoder_decoder_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_3.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_20000/target.decoder.layers_3.encoder_decoder_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..f28fbb7f40584618ec09ab81bfba859b4b589702 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_3.encoder_decoder_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d0f2344dc26fbdda78114ff34a4ae92d266dec765c3b41f529acc96192702c4 +size 974266 diff --git a/checkpoint_20000/target.decoder.layers_3.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_20000/target.decoder.layers_3.encoder_decoder_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_3.encoder_decoder_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_3.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_20000/target.decoder.layers_3.encoder_decoder_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..6e1f21aba65fa4c72c9916e93f8a9c5b5fdd3c48 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_3.encoder_decoder_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a08a58ad193b5dca26d197a2d07e75fc121f2eda1607d89ab058e1bcb356ae9 +size 976751 diff --git a/checkpoint_20000/target.decoder.layers_3.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_20000/target.decoder.layers_3.encoder_decoder_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_3.encoder_decoder_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_3.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_20000/target.decoder.layers_3.encoder_decoder_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..0ae8ea7633c883317ec4b4e65d9c086b72899723 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_3.encoder_decoder_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c2f20bad8556aaaa16f82ac98da86ae98eadc733b6cbba0bc563ec28e8778610 +size 974396 diff --git a/checkpoint_20000/target.decoder.layers_3.mlp.wi_0.kernel/.zarray b/checkpoint_20000/target.decoder.layers_3.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_3.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_20000/target.decoder.layers_3.mlp.wi_0.kernel/0.0 b/checkpoint_20000/target.decoder.layers_3.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..bbc158438eb9eef74a8b9e479dc508728ca915e0 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_3.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f8b5d8dd9c7d9fb689d2eae78cddad53c469b65a0f8c655b999378d52319dc4d +size 3898313 diff --git a/checkpoint_20000/target.decoder.layers_3.mlp.wi_1.kernel/.zarray b/checkpoint_20000/target.decoder.layers_3.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_3.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_20000/target.decoder.layers_3.mlp.wi_1.kernel/0.0 b/checkpoint_20000/target.decoder.layers_3.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..964dfefbda134f1c71f031d87c6d144a3ef4600d --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_3.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b27cacc645150677a20f99004b970d7f13a41f249cd11cc2871a0c477b9879cc +size 3897902 diff --git a/checkpoint_20000/target.decoder.layers_3.mlp.wo.kernel/.zarray b/checkpoint_20000/target.decoder.layers_3.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_3.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98 +size 178 diff --git a/checkpoint_20000/target.decoder.layers_3.mlp.wo.kernel/0.0 b/checkpoint_20000/target.decoder.layers_3.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..aafaf3abed4022b85a712d3215db2b188e05b0c6 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_3.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b2c9ac826dd88d2ae4fa6f5a9673b4a351e9e5afe866ed23e849de9d0e87ff7 +size 3905940 diff --git a/checkpoint_20000/target.decoder.layers_3.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_3.pre_cross_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_3.pre_cross_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/target.decoder.layers_3.pre_cross_attention_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_3.pre_cross_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..33e1c905a532c691d50b23aedf01200c0c65cb4b --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_3.pre_cross_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f87df96903bcdc155856f5aaeaf8a3b13e0d9633c6c142b49acddb89274a41c4 +size 1846 diff --git a/checkpoint_20000/target.decoder.layers_3.pre_mlp_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_3.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_3.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/target.decoder.layers_3.pre_mlp_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_3.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..39538bc0398987dd3c90f69dfc66acf32263f050 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_3.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3996dbabcfb695e57ec8c9137db8edea3deeca2b238f17fd1366e0081857d65c +size 1864 diff --git a/checkpoint_20000/target.decoder.layers_3.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_3.pre_self_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_3.pre_self_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/target.decoder.layers_3.pre_self_attention_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_3.pre_self_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..d769367321ae76035de589531be64060914fa19f --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_3.pre_self_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86e8389d88b96d3bbc3f10bb71601932cc6596bc12dfb654baacbf468ee49796 +size 1846 diff --git a/checkpoint_20000/target.decoder.layers_3.self_attention.key.kernel/.zarray b/checkpoint_20000/target.decoder.layers_3.self_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_3.self_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_3.self_attention.key.kernel/0.0 b/checkpoint_20000/target.decoder.layers_3.self_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..a8af7979dbb7e96869ba873bc116a5b5fcd2921b --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_3.self_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9457186895af1715afd27fad7cfacf1810394d433b5ef46d52b1ffc0c76e1710 +size 975354 diff --git a/checkpoint_20000/target.decoder.layers_3.self_attention.out.kernel/.zarray b/checkpoint_20000/target.decoder.layers_3.self_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_3.self_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_3.self_attention.out.kernel/0.0 b/checkpoint_20000/target.decoder.layers_3.self_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..65e2b947b1ea4a6bfd46ea8c7b2dee9998703bb8 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_3.self_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f8cb31d3f6a9f2718b78fb54973f6e87d70189e37327d7ffade90ee98a97bfa3 +size 975723 diff --git a/checkpoint_20000/target.decoder.layers_3.self_attention.query.kernel/.zarray b/checkpoint_20000/target.decoder.layers_3.self_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_3.self_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_3.self_attention.query.kernel/0.0 b/checkpoint_20000/target.decoder.layers_3.self_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..d20d00f76872fe0e68027fbfd248b976dfdd4d8b --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_3.self_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:963db0b6e6c848a5c43daf0f9d20a4c12b2d080025aaee4fc2f42cdaef92a61c +size 976861 diff --git a/checkpoint_20000/target.decoder.layers_3.self_attention.value.kernel/.zarray b/checkpoint_20000/target.decoder.layers_3.self_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_3.self_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_3.self_attention.value.kernel/0.0 b/checkpoint_20000/target.decoder.layers_3.self_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..00adfab5f34e4ea4a2a2631ae68b7e587234b05e --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_3.self_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3aa82ace3d112424068a917b3a109dc3f7d48a4ca184e63ba1934d4c424800ae +size 975310 diff --git a/checkpoint_20000/target.decoder.layers_4.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_20000/target.decoder.layers_4.encoder_decoder_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_4.encoder_decoder_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_4.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_20000/target.decoder.layers_4.encoder_decoder_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..a7654c6a1cf61eb732903aab166f7d7b9645ffca --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_4.encoder_decoder_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8984d8925c132b5bdc0a9aa04d2a107730a9abcf69d4a44c350b675cbf65ab14 +size 974701 diff --git a/checkpoint_20000/target.decoder.layers_4.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_20000/target.decoder.layers_4.encoder_decoder_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_4.encoder_decoder_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_4.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_20000/target.decoder.layers_4.encoder_decoder_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..3c6593f301aa916cdf4c119a5ed67fde609d90ab --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_4.encoder_decoder_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8122fbad4f43f78750a16991fff9d6fcca19166bcafa1c1189186d63ac0357ed +size 974749 diff --git a/checkpoint_20000/target.decoder.layers_4.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_20000/target.decoder.layers_4.encoder_decoder_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_4.encoder_decoder_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_4.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_20000/target.decoder.layers_4.encoder_decoder_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..381a345c7cc8e7249240c53e70bdc28d4044a337 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_4.encoder_decoder_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49577b6541cfe1297194b4024e4cf679bf7b15c1653747d9dbb753ed351ecd2f +size 977137 diff --git a/checkpoint_20000/target.decoder.layers_4.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_20000/target.decoder.layers_4.encoder_decoder_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_4.encoder_decoder_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_4.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_20000/target.decoder.layers_4.encoder_decoder_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..23f26e12b54345b8e1a360a4c444263bb9890c0d --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_4.encoder_decoder_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e7713d2da2dee791c971a351a2204ca2f4bcfb4a75ac97dbe1bc138b4c0ca12 +size 974758 diff --git a/checkpoint_20000/target.decoder.layers_4.mlp.wi_0.kernel/.zarray b/checkpoint_20000/target.decoder.layers_4.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_4.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_20000/target.decoder.layers_4.mlp.wi_0.kernel/0.0 b/checkpoint_20000/target.decoder.layers_4.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..885247437f273078fcd0c22ae3ecad29e04e09f0 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_4.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3fde63f6d40864a6349586fdc39a659e45743db025594adf63a7c59a7ae6a1d2 +size 3901968 diff --git a/checkpoint_20000/target.decoder.layers_4.mlp.wi_1.kernel/.zarray b/checkpoint_20000/target.decoder.layers_4.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_4.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_20000/target.decoder.layers_4.mlp.wi_1.kernel/0.0 b/checkpoint_20000/target.decoder.layers_4.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..dab7efcdd644df0a5cc4ffad249a1e147624c050 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_4.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:acd451807ef95986232befca752d96df1a3c809304e8aa81fc60b40c04ff790a +size 3902061 diff --git a/checkpoint_20000/target.decoder.layers_4.mlp.wo.kernel/.zarray b/checkpoint_20000/target.decoder.layers_4.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_4.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98 +size 178 diff --git a/checkpoint_20000/target.decoder.layers_4.mlp.wo.kernel/0.0 b/checkpoint_20000/target.decoder.layers_4.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..139a7f1609a34b1d43b96916f0ff520ce8c65059 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_4.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59a5997e23eca7674c8da3a1c9db374a72ec0423e2ac9244e6f0f0231b36590f +size 3904016 diff --git a/checkpoint_20000/target.decoder.layers_4.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_4.pre_cross_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_4.pre_cross_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/target.decoder.layers_4.pre_cross_attention_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_4.pre_cross_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..14331e1ba5e93eb262cd08be42c1a35167c04a25 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_4.pre_cross_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:24e86b83ee8b2e02c6149ea27bfe7a4adc714e2c0d58b82a2533b79792a2acce +size 1838 diff --git a/checkpoint_20000/target.decoder.layers_4.pre_mlp_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_4.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_4.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/target.decoder.layers_4.pre_mlp_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_4.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..f2d17a2a623bea1160fa68c41b42b86a242f877b --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_4.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:faec0f8fdbc41518585f0d0ded72ab090f02bfdf283a1a5850b216818776a51d +size 1889 diff --git a/checkpoint_20000/target.decoder.layers_4.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_4.pre_self_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_4.pre_self_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/target.decoder.layers_4.pre_self_attention_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_4.pre_self_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..f7b8a1ddd5fdbe0e839909a46cc0670e6c492c03 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_4.pre_self_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d987d74292c6ae162f839c2fc0866ecbc60e98a6ac9357a75d5dc1828e0b7d35 +size 1874 diff --git a/checkpoint_20000/target.decoder.layers_4.self_attention.key.kernel/.zarray b/checkpoint_20000/target.decoder.layers_4.self_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_4.self_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_4.self_attention.key.kernel/0.0 b/checkpoint_20000/target.decoder.layers_4.self_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..80bf092dc56d35cdcb1e625e15b591b819a98ce0 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_4.self_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d05877e64116961a48b0a1a6ecff9e285458c19b73211dd81478a0c5f70d350b +size 975063 diff --git a/checkpoint_20000/target.decoder.layers_4.self_attention.out.kernel/.zarray b/checkpoint_20000/target.decoder.layers_4.self_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_4.self_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_4.self_attention.out.kernel/0.0 b/checkpoint_20000/target.decoder.layers_4.self_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..b7c56ea1e8ecda1c88f755e928c7602ef81d930a --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_4.self_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b4abb13acdf4a3ad6d0a75b7d2382d30c16e1710afe92c31d3acee34b2dfcbf +size 975786 diff --git a/checkpoint_20000/target.decoder.layers_4.self_attention.query.kernel/.zarray b/checkpoint_20000/target.decoder.layers_4.self_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_4.self_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_4.self_attention.query.kernel/0.0 b/checkpoint_20000/target.decoder.layers_4.self_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..511ba28518ab19547a5e418705a3cb211a0e01e0 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_4.self_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:766216bc60c278d355d20ab7980c0bf13f6cd163d451edb39047ee30de66697e +size 977292 diff --git a/checkpoint_20000/target.decoder.layers_4.self_attention.value.kernel/.zarray b/checkpoint_20000/target.decoder.layers_4.self_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_4.self_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_4.self_attention.value.kernel/0.0 b/checkpoint_20000/target.decoder.layers_4.self_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..a7d39a51aaa7006e55d3ce570fd26f8323095d16 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_4.self_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ed01a3928724664f5cbb4a809be19dbeab27bce929a065925482814cbf8183b +size 975221 diff --git a/checkpoint_20000/target.decoder.layers_5.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_20000/target.decoder.layers_5.encoder_decoder_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_5.encoder_decoder_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_5.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_20000/target.decoder.layers_5.encoder_decoder_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..07721da99e12da920a8e19840460e9260cf3a0e0 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_5.encoder_decoder_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b95a6bfcc0de12e4eac282c3df43e778e004beff3b12f945862f588ea52dc499 +size 975511 diff --git a/checkpoint_20000/target.decoder.layers_5.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_20000/target.decoder.layers_5.encoder_decoder_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_5.encoder_decoder_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_5.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_20000/target.decoder.layers_5.encoder_decoder_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..1c9d05ac8e2edac176559f9ae332d1efaeb64773 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_5.encoder_decoder_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61a385e76083131c4fa10ad27d0830873c0d6cf94987776841e8ad740911459d +size 974996 diff --git a/checkpoint_20000/target.decoder.layers_5.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_20000/target.decoder.layers_5.encoder_decoder_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_5.encoder_decoder_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_5.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_20000/target.decoder.layers_5.encoder_decoder_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..e6d1829d61d6558b57cc2f1aa13b540bc2633a40 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_5.encoder_decoder_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b5ecf58c71d90e85f9221f8e4c1884a240d6e19bca2992fa72635302b96a668 +size 976557 diff --git a/checkpoint_20000/target.decoder.layers_5.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_20000/target.decoder.layers_5.encoder_decoder_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_5.encoder_decoder_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_5.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_20000/target.decoder.layers_5.encoder_decoder_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..9934e10b676d0b2c6912ba14a73f778343a602ba --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_5.encoder_decoder_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7899bafa99f3db9d7ba491d4695b0148d82e57fc158e6b9a8eed129f7a11e983 +size 975359 diff --git a/checkpoint_20000/target.decoder.layers_5.mlp.wi_0.kernel/.zarray b/checkpoint_20000/target.decoder.layers_5.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_5.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_20000/target.decoder.layers_5.mlp.wi_0.kernel/0.0 b/checkpoint_20000/target.decoder.layers_5.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..879616a8d822cbdcf8ef65ad874d09a309736f00 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_5.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a108f9c24dc34817b00c8addfaafefdf7ae11771fa6486f085735ac556762ed6 +size 3903832 diff --git a/checkpoint_20000/target.decoder.layers_5.mlp.wi_1.kernel/.zarray b/checkpoint_20000/target.decoder.layers_5.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_5.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_20000/target.decoder.layers_5.mlp.wi_1.kernel/0.0 b/checkpoint_20000/target.decoder.layers_5.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..93d8bf87986dc46984db6dec56f8ccadbe44427d --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_5.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1fad1af77dcdc16b358b62b354eee804c554c1bab2a5f413f1524e2a566ee96b +size 3904972 diff --git a/checkpoint_20000/target.decoder.layers_5.mlp.wo.kernel/.zarray b/checkpoint_20000/target.decoder.layers_5.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_5.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98 +size 178 diff --git a/checkpoint_20000/target.decoder.layers_5.mlp.wo.kernel/0.0 b/checkpoint_20000/target.decoder.layers_5.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..2f05d8acd73c00700bb7cece1399be1d1be4ee5b --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_5.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:986e806286d84e9412409de055290d1c996c3f0076b9bc0ecdc88ab6be31b7a1 +size 3900511 diff --git a/checkpoint_20000/target.decoder.layers_5.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_5.pre_cross_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_5.pre_cross_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/target.decoder.layers_5.pre_cross_attention_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_5.pre_cross_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..d998bcc80af9ab05a97382054dbcddc390095150 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_5.pre_cross_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:30eea97a873f7a20c03e3b60d738f9229e67d4d8fd9e5bcaa5ae32dbf724b5f9 +size 1831 diff --git a/checkpoint_20000/target.decoder.layers_5.pre_mlp_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_5.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_5.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/target.decoder.layers_5.pre_mlp_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_5.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..3136d1e8e686465e45d587dd2890a41f701d13b6 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_5.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:23098a519e3f0504dea526fbeaa7f9ae442f30ef603f189a4ab9bd090fd4343c +size 1903 diff --git a/checkpoint_20000/target.decoder.layers_5.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_5.pre_self_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_5.pre_self_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/target.decoder.layers_5.pre_self_attention_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_5.pre_self_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..a22a80a5154230df1469899af5ffb63f0f129624 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_5.pre_self_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:435342002eecadf21cc5cfca6d76c2b4af85e926d6601986c6cc83d54eee5dc9 +size 1883 diff --git a/checkpoint_20000/target.decoder.layers_5.self_attention.key.kernel/.zarray b/checkpoint_20000/target.decoder.layers_5.self_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_5.self_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_5.self_attention.key.kernel/0.0 b/checkpoint_20000/target.decoder.layers_5.self_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..c62505450cd4fe7c4bd3f0e8a2e7e5829dded383 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_5.self_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94ac288f68fe8606eaf218b1e50f8713c4782853efd461f855c1eb9ff97fb9d7 +size 977417 diff --git a/checkpoint_20000/target.decoder.layers_5.self_attention.out.kernel/.zarray b/checkpoint_20000/target.decoder.layers_5.self_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_5.self_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_5.self_attention.out.kernel/0.0 b/checkpoint_20000/target.decoder.layers_5.self_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..b8ed2ff58b4d7943959287787b3b61959bf15cfb --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_5.self_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ef9878ad62e01a10d625c16a16d1772bbeeda85aa796ac4f99bafb531f3f5b9 +size 975426 diff --git a/checkpoint_20000/target.decoder.layers_5.self_attention.query.kernel/.zarray b/checkpoint_20000/target.decoder.layers_5.self_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_5.self_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_5.self_attention.query.kernel/0.0 b/checkpoint_20000/target.decoder.layers_5.self_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..60ec948afcbd4952c145e04926fbfc6739bca2f3 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_5.self_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70248669b33c134d3763d65c81a6c1c7a52abd5d85e952c01118caf8f1e7232d +size 976120 diff --git a/checkpoint_20000/target.decoder.layers_5.self_attention.value.kernel/.zarray b/checkpoint_20000/target.decoder.layers_5.self_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_5.self_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_5.self_attention.value.kernel/0.0 b/checkpoint_20000/target.decoder.layers_5.self_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..aa895b7052c6abae1d64f6863a1aa16cd9164526 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_5.self_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e2a9c1ce852d53ea99f81d7f66c15a79e907d9c23d85257ac25b300e17f51379 +size 975955 diff --git a/checkpoint_20000/target.decoder.layers_6.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_20000/target.decoder.layers_6.encoder_decoder_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_6.encoder_decoder_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_6.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_20000/target.decoder.layers_6.encoder_decoder_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..37380fdc8a6d0bb33ec6c279755edcc3b5f2474b --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_6.encoder_decoder_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a3a9a8400e9e058d0441852d3b52ffaf2f7a60da57ba0933c4abbbf0a9980c9 +size 976361 diff --git a/checkpoint_20000/target.decoder.layers_6.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_20000/target.decoder.layers_6.encoder_decoder_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_6.encoder_decoder_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_6.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_20000/target.decoder.layers_6.encoder_decoder_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..f26346b942ad4cf23d7b1ae813155350dd6d32f8 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_6.encoder_decoder_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e8db4cd603a965f4f4f484062cd5d202b35d0cdea57e6d19284fa2761f39a00 +size 975094 diff --git a/checkpoint_20000/target.decoder.layers_6.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_20000/target.decoder.layers_6.encoder_decoder_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_6.encoder_decoder_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_6.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_20000/target.decoder.layers_6.encoder_decoder_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..9a85f88769a62d6169aecb3ac3c7b5c4f4f8fa9e --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_6.encoder_decoder_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85b6ca5f4bca61b4cca4f330ba6649ecc71e8b31f51496351c1edbc2dc7cb5ab +size 975521 diff --git a/checkpoint_20000/target.decoder.layers_6.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_20000/target.decoder.layers_6.encoder_decoder_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_6.encoder_decoder_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_6.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_20000/target.decoder.layers_6.encoder_decoder_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..c2c9daa24c3bc17ec68491a7da20aad9b750457f --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_6.encoder_decoder_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c8068a39be8f94da22bec7f6223a318f6595a56b620795f5880265be431dc93 +size 975343 diff --git a/checkpoint_20000/target.decoder.layers_6.mlp.wi_0.kernel/.zarray b/checkpoint_20000/target.decoder.layers_6.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_6.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_20000/target.decoder.layers_6.mlp.wi_0.kernel/0.0 b/checkpoint_20000/target.decoder.layers_6.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..ba16affb01bc0ca55c00dcdf4df3129ff769cdc0 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_6.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad2ed7b05a2b87473c02006653350267bf9ab3d1a07039b96a0c46d8588177da +size 3904004 diff --git a/checkpoint_20000/target.decoder.layers_6.mlp.wi_1.kernel/.zarray b/checkpoint_20000/target.decoder.layers_6.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_6.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_20000/target.decoder.layers_6.mlp.wi_1.kernel/0.0 b/checkpoint_20000/target.decoder.layers_6.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..e5437eb025a195d8666670c0630e652a52a960fe --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_6.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d11e6b5275dc9e5eec3d7a7a5d6c039a4a86e5f91db9315e5e0ad0d4a4c458a8 +size 3905651 diff --git a/checkpoint_20000/target.decoder.layers_6.mlp.wo.kernel/.zarray b/checkpoint_20000/target.decoder.layers_6.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_6.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98 +size 178 diff --git a/checkpoint_20000/target.decoder.layers_6.mlp.wo.kernel/0.0 b/checkpoint_20000/target.decoder.layers_6.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..0c5cfb16125e609f09dc1e4a6022bb5ac15c3b71 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_6.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4531b6f087a27e1cba4ab7102a62ea1404a47b18d5c815836469350b1eab8c8 +size 3902469 diff --git a/checkpoint_20000/target.decoder.layers_6.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_6.pre_cross_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_6.pre_cross_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/target.decoder.layers_6.pre_cross_attention_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_6.pre_cross_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..d154ac880ec4d9277391f3638a112355867b9bea --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_6.pre_cross_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c39fd3ad777e89d2a06c56cac89feb8849e53dc86029ecf160958c161dee4b56 +size 1838 diff --git a/checkpoint_20000/target.decoder.layers_6.pre_mlp_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_6.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_6.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/target.decoder.layers_6.pre_mlp_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_6.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..5b3f3eecceee050f9bb0b930524969bc48d97146 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_6.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c14b732ca8ab6cbdf7a131b5fc109a10e7d048fe60cb904c652d67b74f77618 +size 1893 diff --git a/checkpoint_20000/target.decoder.layers_6.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_6.pre_self_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_6.pre_self_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/target.decoder.layers_6.pre_self_attention_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_6.pre_self_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..6c3c4f067f79a7ae8cd279e2b662648214b48cf8 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_6.pre_self_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1013fdda3df498386d51a0e350edb2ffae108989cd0706f4c05c2ec5587bc47 +size 1893 diff --git a/checkpoint_20000/target.decoder.layers_6.self_attention.key.kernel/.zarray b/checkpoint_20000/target.decoder.layers_6.self_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_6.self_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_6.self_attention.key.kernel/0.0 b/checkpoint_20000/target.decoder.layers_6.self_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..d1eeaca10a693a0b1e7fff4915deadab161e2a16 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_6.self_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad27db64cda0a0c0207a033b53b2480d5884876acdcd4c8289145c8857d20351 +size 977173 diff --git a/checkpoint_20000/target.decoder.layers_6.self_attention.out.kernel/.zarray b/checkpoint_20000/target.decoder.layers_6.self_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_6.self_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_6.self_attention.out.kernel/0.0 b/checkpoint_20000/target.decoder.layers_6.self_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..8a0748e88b7bb7df0c8b0485d72658e6e16a3578 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_6.self_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5db2f17e731fbd3de472208bcccbc2564aa9ca5deeae60e571bc7af992b30e5 +size 975368 diff --git a/checkpoint_20000/target.decoder.layers_6.self_attention.query.kernel/.zarray b/checkpoint_20000/target.decoder.layers_6.self_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_6.self_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_6.self_attention.query.kernel/0.0 b/checkpoint_20000/target.decoder.layers_6.self_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..e3e3bd9b7096bd766d7df661afca4c71df5a8dfc --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_6.self_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01ba11b4d099cb5e14c80d109d73735fa669a1bfaa874c9c71d0e7a7a61e085c +size 976157 diff --git a/checkpoint_20000/target.decoder.layers_6.self_attention.value.kernel/.zarray b/checkpoint_20000/target.decoder.layers_6.self_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_6.self_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_6.self_attention.value.kernel/0.0 b/checkpoint_20000/target.decoder.layers_6.self_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..d576e8218a75543d9ebabcfd07b0eeda26739d50 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_6.self_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:338ae43ed72ed4cfcee4321956f2cf2acc1a41b25c6a7e1617fa8bc7cfd7073c +size 975580 diff --git a/checkpoint_20000/target.decoder.layers_7.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_20000/target.decoder.layers_7.encoder_decoder_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_7.encoder_decoder_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_7.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_20000/target.decoder.layers_7.encoder_decoder_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..3bc3580340d8162e54550bbfa5d47023c8471bc3 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_7.encoder_decoder_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ea61294226575f3af179b1a6660c571c264faafbab8e2331b723fbd2610287f +size 976502 diff --git a/checkpoint_20000/target.decoder.layers_7.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_20000/target.decoder.layers_7.encoder_decoder_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_7.encoder_decoder_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_7.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_20000/target.decoder.layers_7.encoder_decoder_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..521b7ceb91900197bc28992bf41fa890f91f6c7d --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_7.encoder_decoder_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:87fde1e8dd20de4d599abf1a79e030b7d0f3a2c3559ae550294ff0e6aacda308 +size 975585 diff --git a/checkpoint_20000/target.decoder.layers_7.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_20000/target.decoder.layers_7.encoder_decoder_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_7.encoder_decoder_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_7.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_20000/target.decoder.layers_7.encoder_decoder_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..5fd4bafdca19f89ca5c17611dd7589b247ecc2d3 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_7.encoder_decoder_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1986fb5f0caf46e0d3404b7c9b318a0d4432b8c794a1f779d3ce90e19642209b +size 975709 diff --git a/checkpoint_20000/target.decoder.layers_7.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_20000/target.decoder.layers_7.encoder_decoder_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_7.encoder_decoder_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_7.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_20000/target.decoder.layers_7.encoder_decoder_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..76edfd447619115d3c37e4843c570aac01c47677 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_7.encoder_decoder_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f840e53636c06c46ed0847117dec15e1cba346d5285613b03ca44d128de90b9b +size 976024 diff --git a/checkpoint_20000/target.decoder.layers_7.mlp.wi_0.kernel/.zarray b/checkpoint_20000/target.decoder.layers_7.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_7.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_20000/target.decoder.layers_7.mlp.wi_0.kernel/0.0 b/checkpoint_20000/target.decoder.layers_7.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..6f300cfa16a1d0056f470c2fdc8f2416c084a442 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_7.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:32a1817feba256cb745d81a4ad20f44e36d5e78d9af03fe06d1e508d8a31d479 +size 3904228 diff --git a/checkpoint_20000/target.decoder.layers_7.mlp.wi_1.kernel/.zarray b/checkpoint_20000/target.decoder.layers_7.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_7.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_20000/target.decoder.layers_7.mlp.wi_1.kernel/0.0 b/checkpoint_20000/target.decoder.layers_7.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..13c5d0b07746f464fe16e6ec17bf62c6a342d1b2 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_7.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b829030b7c987478cd1bcfca96a4872e6ee4d4878ce8697b6b78ad2777323711 +size 3906456 diff --git a/checkpoint_20000/target.decoder.layers_7.mlp.wo.kernel/.zarray b/checkpoint_20000/target.decoder.layers_7.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_7.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98 +size 178 diff --git a/checkpoint_20000/target.decoder.layers_7.mlp.wo.kernel/0.0 b/checkpoint_20000/target.decoder.layers_7.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..1d380e73147c761810a7e25fdc39742ef9f4caf9 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_7.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03574372c446ce721ade9ae6365397e38929989516693c3b6c47dac2605ac368 +size 3898535 diff --git a/checkpoint_20000/target.decoder.layers_7.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_7.pre_cross_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_7.pre_cross_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/target.decoder.layers_7.pre_cross_attention_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_7.pre_cross_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..702f64b0258244d5c5ca11a47f664e63514a418f --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_7.pre_cross_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0dda224e4e010cc9d5a5800126e131072fe46f9b76b24ba0393671d09624ede2 +size 1849 diff --git a/checkpoint_20000/target.decoder.layers_7.pre_mlp_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_7.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_7.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/target.decoder.layers_7.pre_mlp_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_7.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..4075a2922698bf646939d79f1a9bfbb758b7f644 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_7.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5de1ea70d333d8153421cd155de33f5ffa229b0d1608ae56b402b2aaf6278658 +size 1860 diff --git a/checkpoint_20000/target.decoder.layers_7.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_7.pre_self_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_7.pre_self_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/target.decoder.layers_7.pre_self_attention_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_7.pre_self_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..48566478d1a1973c8fac02e0f147b9cf296a68c7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_7.pre_self_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d37e9ad6a139e196ab3c760cd1918ea67eb368bd7e35969425967c235c273ce0 +size 1834 diff --git a/checkpoint_20000/target.decoder.layers_7.self_attention.key.kernel/.zarray b/checkpoint_20000/target.decoder.layers_7.self_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_7.self_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_7.self_attention.key.kernel/0.0 b/checkpoint_20000/target.decoder.layers_7.self_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..58edf6009f3111e33ef704e011860b5160beb62f --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_7.self_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bca56c3a04a2b9d5cc8b943c6446a1289e11b7dbe7c39ed5906b0d3d9e9fbd47 +size 976428 diff --git a/checkpoint_20000/target.decoder.layers_7.self_attention.out.kernel/.zarray b/checkpoint_20000/target.decoder.layers_7.self_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_7.self_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_7.self_attention.out.kernel/0.0 b/checkpoint_20000/target.decoder.layers_7.self_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..afac685b5da31b148c49f5a4b9b415e04d4e302f --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_7.self_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7101d2966739b042336e06e13bd3fa1254b378bf5c770e049ae6c3a82e0f5bb9 +size 975590 diff --git a/checkpoint_20000/target.decoder.layers_7.self_attention.query.kernel/.zarray b/checkpoint_20000/target.decoder.layers_7.self_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_7.self_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_7.self_attention.query.kernel/0.0 b/checkpoint_20000/target.decoder.layers_7.self_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..04befe3cf9da44d2b7915df12301cf3c5f2a3ecc --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_7.self_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:445ab3935feddd0112f688672e517b8dfe464582a43f48df99633a7beedd75fa +size 976488 diff --git a/checkpoint_20000/target.decoder.layers_7.self_attention.value.kernel/.zarray b/checkpoint_20000/target.decoder.layers_7.self_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_7.self_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_7.self_attention.value.kernel/0.0 b/checkpoint_20000/target.decoder.layers_7.self_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..26339a6933a5735693dd1b14656a277eb9273c78 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_7.self_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9de91df08915e565c26607a03e1bacfd4e22e1c3c5c41516d67f7781050286b +size 976689 diff --git a/checkpoint_20000/target.decoder.layers_8.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_20000/target.decoder.layers_8.encoder_decoder_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_8.encoder_decoder_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_8.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_20000/target.decoder.layers_8.encoder_decoder_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..9bd1e9a382058905d0929919357569e7ceaa3cb5 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_8.encoder_decoder_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf7fe72f11491281f36e95a57887afb2d1355f092a3f1d5203f434133822d002 +size 976709 diff --git a/checkpoint_20000/target.decoder.layers_8.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_20000/target.decoder.layers_8.encoder_decoder_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_8.encoder_decoder_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_8.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_20000/target.decoder.layers_8.encoder_decoder_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..49630c7cf53ec640f4dfbd29a1e7188138e924b1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_8.encoder_decoder_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6045bcb23d87f25772c821e5ab4d1589f96b4da92b349e0565bd5b4d4a6c8e16 +size 975396 diff --git a/checkpoint_20000/target.decoder.layers_8.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_20000/target.decoder.layers_8.encoder_decoder_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_8.encoder_decoder_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_8.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_20000/target.decoder.layers_8.encoder_decoder_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..76722fb064da48818003a79c3723caf7b0eb83d8 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_8.encoder_decoder_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:75f590495cc8ac6cff7c0836b13208a96aa25197ecbb573ea9a6a0119c3f2a8d +size 975281 diff --git a/checkpoint_20000/target.decoder.layers_8.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_20000/target.decoder.layers_8.encoder_decoder_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_8.encoder_decoder_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_8.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_20000/target.decoder.layers_8.encoder_decoder_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..9dfaf23caf06f345f8a6197467c2715868e94c65 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_8.encoder_decoder_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1cb07b0275624d1fd843cb0743f96670730119bd0ca85a6ae6a401c58e29e14 +size 975649 diff --git a/checkpoint_20000/target.decoder.layers_8.mlp.wi_0.kernel/.zarray b/checkpoint_20000/target.decoder.layers_8.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_8.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_20000/target.decoder.layers_8.mlp.wi_0.kernel/0.0 b/checkpoint_20000/target.decoder.layers_8.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..64ba1df37b66e45d4a2ba2de897bb533ff846a9b --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_8.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:553118cb4757a6b632acc70301760534a159d7a054309b6eaf91dcbba0cc20d1 +size 3903857 diff --git a/checkpoint_20000/target.decoder.layers_8.mlp.wi_1.kernel/.zarray b/checkpoint_20000/target.decoder.layers_8.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_8.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_20000/target.decoder.layers_8.mlp.wi_1.kernel/0.0 b/checkpoint_20000/target.decoder.layers_8.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..2a7f54a96ecefe67161ee1a3399d18285e3f0897 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_8.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4850cf231aa7c0af02acec55ccf6e1847207efe865f968e18b9c1fedfad21f19 +size 3906800 diff --git a/checkpoint_20000/target.decoder.layers_8.mlp.wo.kernel/.zarray b/checkpoint_20000/target.decoder.layers_8.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_8.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98 +size 178 diff --git a/checkpoint_20000/target.decoder.layers_8.mlp.wo.kernel/0.0 b/checkpoint_20000/target.decoder.layers_8.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..8d38910ffd01b1304174b53d7cd9e8d9a2bd9d28 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_8.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f36affd56c4db167f27745ce7a0852bb062bfcadea894c2830b74aace375fd19 +size 3897517 diff --git a/checkpoint_20000/target.decoder.layers_8.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_8.pre_cross_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_8.pre_cross_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/target.decoder.layers_8.pre_cross_attention_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_8.pre_cross_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..304b183e9babb43b3ef0b43f55b420d103d50e19 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_8.pre_cross_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:715d5759268664f9b5d297f9988add1bf14f2beffe41709f16a34cb8a02b9f26 +size 1836 diff --git a/checkpoint_20000/target.decoder.layers_8.pre_mlp_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_8.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_8.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/target.decoder.layers_8.pre_mlp_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_8.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..e945a40215a7c598fe4c6866145fd22c7a28114a --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_8.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:50e6bb507092b0e126b49ab2f43beeff6af1910f74604fb329c8f177276d925b +size 1850 diff --git a/checkpoint_20000/target.decoder.layers_8.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_8.pre_self_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_8.pre_self_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/target.decoder.layers_8.pre_self_attention_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_8.pre_self_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..5db5a03c92bf4be21ac6dd3fea8ff18fd9e3b660 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_8.pre_self_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:799da65ede9adf64af13c0b58dcffb0ec8a911e016583aa88c09f4b94803051c +size 1843 diff --git a/checkpoint_20000/target.decoder.layers_8.self_attention.key.kernel/.zarray b/checkpoint_20000/target.decoder.layers_8.self_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_8.self_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_8.self_attention.key.kernel/0.0 b/checkpoint_20000/target.decoder.layers_8.self_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..d053b1f92779abecd18b8198e7b02b1d0c74e327 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_8.self_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:226a5cf156128547a4b2c5c4abfa1c9e6cad7fc351a2f7a841051a5a42703b55 +size 976862 diff --git a/checkpoint_20000/target.decoder.layers_8.self_attention.out.kernel/.zarray b/checkpoint_20000/target.decoder.layers_8.self_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_8.self_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_8.self_attention.out.kernel/0.0 b/checkpoint_20000/target.decoder.layers_8.self_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..62601b7c4503fac9a67e6251c3e8f31890a793f4 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_8.self_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f84d62b1d6bea6fc393be6abed9d34608aab8af6220b6b604d2d44489cfd34cd +size 975278 diff --git a/checkpoint_20000/target.decoder.layers_8.self_attention.query.kernel/.zarray b/checkpoint_20000/target.decoder.layers_8.self_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_8.self_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_8.self_attention.query.kernel/0.0 b/checkpoint_20000/target.decoder.layers_8.self_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..e7b513e8ce2074fa82b80143d16a4310cd98c3e0 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_8.self_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c724d67f86ff406afea1def444ad1a9d6620cde988a473f455a36956ab4abb5b +size 975542 diff --git a/checkpoint_20000/target.decoder.layers_8.self_attention.value.kernel/.zarray b/checkpoint_20000/target.decoder.layers_8.self_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_8.self_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_8.self_attention.value.kernel/0.0 b/checkpoint_20000/target.decoder.layers_8.self_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..3aab4e23a76aa11f98324e6212bd875d1f531003 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_8.self_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:deb95af0fe7ea1764e7c8ffbec1b9a29dff3f35105f6ea0c7e63abe9e1dbcb38 +size 976154 diff --git a/checkpoint_20000/target.decoder.layers_9.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_20000/target.decoder.layers_9.encoder_decoder_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_9.encoder_decoder_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_9.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_20000/target.decoder.layers_9.encoder_decoder_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..564ddc1a8a167a6923cee9e26f82445aec4231f6 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_9.encoder_decoder_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7b78f4615c30a3b15e17cada802a7aad42d0ac848ff4779bb6ae6455a7eb32c +size 976541 diff --git a/checkpoint_20000/target.decoder.layers_9.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_20000/target.decoder.layers_9.encoder_decoder_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_9.encoder_decoder_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_9.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_20000/target.decoder.layers_9.encoder_decoder_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..55c9f403aa7f47d7d609b764d8b0cb500b0f4540 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_9.encoder_decoder_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4be80077f4c2b08eaa8f26b532e389562eb96afc57b6499db1ef46af79f4e243 +size 975545 diff --git a/checkpoint_20000/target.decoder.layers_9.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_20000/target.decoder.layers_9.encoder_decoder_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_9.encoder_decoder_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_9.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_20000/target.decoder.layers_9.encoder_decoder_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..0b7e8f9b3d083b2f9b5f6be5fbc920a78ee0826f --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_9.encoder_decoder_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad82165b3e478ce8806e07ee5a7ffa481b910701ee3bbd9133340a1e28425347 +size 975167 diff --git a/checkpoint_20000/target.decoder.layers_9.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_20000/target.decoder.layers_9.encoder_decoder_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_9.encoder_decoder_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_9.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_20000/target.decoder.layers_9.encoder_decoder_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..6cd76fa72cbed5a439677dafb95a0fd6c009f3d7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_9.encoder_decoder_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:abcd93ba014bee283a92ce48066de87cc6d35d0c288909974b048cbb0662f8a1 +size 976014 diff --git a/checkpoint_20000/target.decoder.layers_9.mlp.wi_0.kernel/.zarray b/checkpoint_20000/target.decoder.layers_9.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_9.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_20000/target.decoder.layers_9.mlp.wi_0.kernel/0.0 b/checkpoint_20000/target.decoder.layers_9.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..13549e787fd2bf780b25022bcfa5ad4114e063e7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_9.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f18467b0e1c4cb8e1a347eac964e95fa8ab187513c0b283c171a0dfd3964fd12 +size 3904337 diff --git a/checkpoint_20000/target.decoder.layers_9.mlp.wi_1.kernel/.zarray b/checkpoint_20000/target.decoder.layers_9.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_9.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_20000/target.decoder.layers_9.mlp.wi_1.kernel/0.0 b/checkpoint_20000/target.decoder.layers_9.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..75f9fd0ad8c5f1741239983589f7f27622540383 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_9.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9936fb074d9f27a0a74d464fa256cf773a19df6496ff7c182ac9f9cd1e45d04a +size 3906829 diff --git a/checkpoint_20000/target.decoder.layers_9.mlp.wo.kernel/.zarray b/checkpoint_20000/target.decoder.layers_9.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_9.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98 +size 178 diff --git a/checkpoint_20000/target.decoder.layers_9.mlp.wo.kernel/0.0 b/checkpoint_20000/target.decoder.layers_9.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..b6e27e337817b64e9b79aaf156553b5294072bef --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_9.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9932d750a982dcec7b79254dedfbc749e4d938eb6df9ac47d724b80f72597c3e +size 3897123 diff --git a/checkpoint_20000/target.decoder.layers_9.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_9.pre_cross_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_9.pre_cross_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/target.decoder.layers_9.pre_cross_attention_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_9.pre_cross_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..3c1667af6e0edd2b2e68f1e0169b3ab7a0dca355 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_9.pre_cross_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c34009876bbc37b99a948e6ddb0af7e0774a907ae0b0d3bb617745c291fc10a +size 1839 diff --git a/checkpoint_20000/target.decoder.layers_9.pre_mlp_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_9.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_9.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/target.decoder.layers_9.pre_mlp_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_9.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..2424ca7987ae0bf96d8035fb9fae007b2ecbe472 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_9.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d3dbf3f501b95bc08a7f3185e08c4ab575ee7f1835aa3d9cd75f8a86fae79683 +size 1842 diff --git a/checkpoint_20000/target.decoder.layers_9.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_9.pre_self_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_9.pre_self_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/target.decoder.layers_9.pre_self_attention_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_9.pre_self_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..0655a18991a4c4762a7ed127f371f82d906df176 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_9.pre_self_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c32434898cc757d2823b80d20144ffbec005838454d36dae877646b898e88db2 +size 1864 diff --git a/checkpoint_20000/target.decoder.layers_9.self_attention.key.kernel/.zarray b/checkpoint_20000/target.decoder.layers_9.self_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_9.self_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_9.self_attention.key.kernel/0.0 b/checkpoint_20000/target.decoder.layers_9.self_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..859a34908792f11f070a49fa38b9caf1d56a78a4 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_9.self_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11cec5ee292e63edcab670948ae648611832fbce04bdcbc6c3bb57fdbc739d6f +size 977611 diff --git a/checkpoint_20000/target.decoder.layers_9.self_attention.out.kernel/.zarray b/checkpoint_20000/target.decoder.layers_9.self_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_9.self_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_9.self_attention.out.kernel/0.0 b/checkpoint_20000/target.decoder.layers_9.self_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..96be65bbfde86d93d7b0164a6a7b6ec4411fdf98 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_9.self_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9e5ddd6d7c03929ecb28a41e98f6e84a85e12519544ef88e3e63832addc1197 +size 975274 diff --git a/checkpoint_20000/target.decoder.layers_9.self_attention.query.kernel/.zarray b/checkpoint_20000/target.decoder.layers_9.self_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_9.self_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_9.self_attention.query.kernel/0.0 b/checkpoint_20000/target.decoder.layers_9.self_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..80de6d874a9dd80a636fca7f3c6edb2831f66106 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_9.self_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d5cfb270792b13d3841c2201d6a48ba5141c1d69f810fc6cee5cfe1a24cc5e9 +size 976058 diff --git a/checkpoint_20000/target.decoder.layers_9.self_attention.value.kernel/.zarray b/checkpoint_20000/target.decoder.layers_9.self_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_9.self_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.decoder.layers_9.self_attention.value.kernel/0.0 b/checkpoint_20000/target.decoder.layers_9.self_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..498831485b07287b2a24cb1954156f8616ac8c67 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_9.self_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89ee8d372315c5566a8caa150e7546ef007f07041f64b7183b9e828469d71d6f +size 976008 diff --git a/checkpoint_20000/target.decoder.logits_dense.kernel/.zarray b/checkpoint_20000/target.decoder.logits_dense.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..865a4d5183f766d7a8ed4ea6a910b46832d32f61 --- /dev/null +++ b/checkpoint_20000/target.decoder.logits_dense.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a2ea26bec042d885fe46129c4c0fa27556ed6a14145e484cd25e1e1d6eadbec +size 180 diff --git a/checkpoint_20000/target.decoder.logits_dense.kernel/0.0 b/checkpoint_20000/target.decoder.logits_dense.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..6b2eb21b9c53ad986402811ed67b6488e789bb13 --- /dev/null +++ b/checkpoint_20000/target.decoder.logits_dense.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e559847e971f02ad725df47c8b1f9638ed5ea1fe42bb1130306ecb25148ed9a +size 61186014 diff --git a/checkpoint_20000/target.decoder.relpos_bias.rel_embedding/.zarray b/checkpoint_20000/target.decoder.relpos_bias.rel_embedding/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..f436654680ef76185134be5536bdbabaa54cc65d --- /dev/null +++ b/checkpoint_20000/target.decoder.relpos_bias.rel_embedding/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62dcf91d03b1a5aa1fa79c0aaf03f5b5887296b8fc2d69cb8175b65ca8f98c2d +size 170 diff --git a/checkpoint_20000/target.decoder.relpos_bias.rel_embedding/0.0 b/checkpoint_20000/target.decoder.relpos_bias.rel_embedding/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..3fd7434bcf2191a0402a94734f2c5f9ff8ff3dea --- /dev/null +++ b/checkpoint_20000/target.decoder.relpos_bias.rel_embedding/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:35e82e1875978893f050a65b3fa534864e833bf13d88c2e77ed0a034832dbdc5 +size 1018 diff --git a/checkpoint_20000/target.encoder.encoder_norm.scale/.zarray b/checkpoint_20000/target.encoder.encoder_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/target.encoder.encoder_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/target.encoder.encoder_norm.scale/0 b/checkpoint_20000/target.encoder.encoder_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..64f21e339578cc76aff67bd6692a5be774f4a8fd --- /dev/null +++ b/checkpoint_20000/target.encoder.encoder_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fc8c007c40796b639a0162282cb35940c0bda271aa98c341474334be07a8a50 +size 1865 diff --git a/checkpoint_20000/target.encoder.layers_0.attention.key.kernel/.zarray b/checkpoint_20000/target.encoder.layers_0.attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_0.attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.encoder.layers_0.attention.key.kernel/0.0 b/checkpoint_20000/target.encoder.layers_0.attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..726f8b4ac516023c740305560c5d0862d7421f09 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_0.attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1b76918d347e8128c3b8254b3d9d698f21adb7dcc63d6a6be90adc22e8b8daa +size 976340 diff --git a/checkpoint_20000/target.encoder.layers_0.attention.out.kernel/.zarray b/checkpoint_20000/target.encoder.layers_0.attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_0.attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.encoder.layers_0.attention.out.kernel/0.0 b/checkpoint_20000/target.encoder.layers_0.attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..130ad00d008448343688b3dcf5f1684fb5d9c408 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_0.attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7627b0f2c2c041b917b0493ffe554c00d423200a774ea3681ea75fc9a8f5a722 +size 975554 diff --git a/checkpoint_20000/target.encoder.layers_0.attention.query.kernel/.zarray b/checkpoint_20000/target.encoder.layers_0.attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_0.attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.encoder.layers_0.attention.query.kernel/0.0 b/checkpoint_20000/target.encoder.layers_0.attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..bf43e86b6e2a46113266455cdfe906fad97882db --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_0.attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a48c1c5c3f04a0d88fc61585b264d7707b1339e8f841780fd700156fce2cad37 +size 975262 diff --git a/checkpoint_20000/target.encoder.layers_0.attention.value.kernel/.zarray b/checkpoint_20000/target.encoder.layers_0.attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_0.attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.encoder.layers_0.attention.value.kernel/0.0 b/checkpoint_20000/target.encoder.layers_0.attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..e06154654164a2be9395a1e301dac605e9ed1a98 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_0.attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e5339e2a0686d9801f23851a77fd13e5f0e0d9a40559fd49df4837e2345f8cb +size 975046 diff --git a/checkpoint_20000/target.encoder.layers_0.mlp.wi_0.kernel/.zarray b/checkpoint_20000/target.encoder.layers_0.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_0.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_20000/target.encoder.layers_0.mlp.wi_0.kernel/0.0 b/checkpoint_20000/target.encoder.layers_0.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..4031469b806973a315749cbff41d8df069474a21 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_0.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8cc92a06779709edfca39ef1f7bd7ca68071db24fe0f29a52a9907e9d0608a75 +size 3901642 diff --git a/checkpoint_20000/target.encoder.layers_0.mlp.wi_1.kernel/.zarray b/checkpoint_20000/target.encoder.layers_0.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_0.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_20000/target.encoder.layers_0.mlp.wi_1.kernel/0.0 b/checkpoint_20000/target.encoder.layers_0.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..b3d60bb16a24fc0be900c9bb54ba430f186c669e --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_0.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:293e40590acfdcf11299f6546caefa8bf0bbcfc2c47e34df2fca1363923583fd +size 3900376 diff --git a/checkpoint_20000/target.encoder.layers_0.mlp.wo.kernel/.zarray b/checkpoint_20000/target.encoder.layers_0.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_0.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98 +size 178 diff --git a/checkpoint_20000/target.encoder.layers_0.mlp.wo.kernel/0.0 b/checkpoint_20000/target.encoder.layers_0.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..26e4619f21969442834892aebc2d7f301bb05a9c --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_0.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe80b58863129cf17a99798d8ee75309a45552712ce78e552eb6c75f8a43842e +size 3902412 diff --git a/checkpoint_20000/target.encoder.layers_0.pre_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.encoder.layers_0.pre_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_0.pre_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/target.encoder.layers_0.pre_attention_layer_norm.scale/0 b/checkpoint_20000/target.encoder.layers_0.pre_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..71a409baa534336cee3e91e3f5a4db689bd961b4 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_0.pre_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8003d236757d46bff94aec12af197ef8ad5aa0cb0b39b7c1f876fde64ffa838e +size 1823 diff --git a/checkpoint_20000/target.encoder.layers_0.pre_mlp_layer_norm.scale/.zarray b/checkpoint_20000/target.encoder.layers_0.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_0.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/target.encoder.layers_0.pre_mlp_layer_norm.scale/0 b/checkpoint_20000/target.encoder.layers_0.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..42b821b9a0e8730f97a6e7e829e5f6ad61d84012 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_0.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:35544d2c26cfadf2e3380cf2808c84dec6e728a119a74bfa257973225f2a8004 +size 1873 diff --git a/checkpoint_20000/target.encoder.layers_1.attention.key.kernel/.zarray b/checkpoint_20000/target.encoder.layers_1.attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_1.attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.encoder.layers_1.attention.key.kernel/0.0 b/checkpoint_20000/target.encoder.layers_1.attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..6253703c13e6adaf22877aded5cb892e28c58063 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_1.attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11b87ff804dabdc651ea758017417b5ec5f8cfc25638a0f6aa32d615057893f4 +size 976500 diff --git a/checkpoint_20000/target.encoder.layers_1.attention.out.kernel/.zarray b/checkpoint_20000/target.encoder.layers_1.attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_1.attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.encoder.layers_1.attention.out.kernel/0.0 b/checkpoint_20000/target.encoder.layers_1.attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..4f500104411d43d13c5c1a8e922948adc91a9c0d --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_1.attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fef99a60798af73e32275f7c75123e4f1d873f3337c1c6528121c4a3d65f99f +size 975458 diff --git a/checkpoint_20000/target.encoder.layers_1.attention.query.kernel/.zarray b/checkpoint_20000/target.encoder.layers_1.attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_1.attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.encoder.layers_1.attention.query.kernel/0.0 b/checkpoint_20000/target.encoder.layers_1.attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..88e02e4fa9f942e05e90a21cf8ce2974d178214f --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_1.attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70eb73c04e62370ff35617eb885c132780830374fa9e465be1f8c818b45c82d6 +size 974998 diff --git a/checkpoint_20000/target.encoder.layers_1.attention.value.kernel/.zarray b/checkpoint_20000/target.encoder.layers_1.attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_1.attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.encoder.layers_1.attention.value.kernel/0.0 b/checkpoint_20000/target.encoder.layers_1.attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..538379ccd4e7d2f04f32c465ab8a6347d4e58680 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_1.attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:879790dc0cf70acb6c3fa68d6de89977d9244102d9bb338e20eec1a0b4c49bc6 +size 974928 diff --git a/checkpoint_20000/target.encoder.layers_1.mlp.wi_0.kernel/.zarray b/checkpoint_20000/target.encoder.layers_1.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_1.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_20000/target.encoder.layers_1.mlp.wi_0.kernel/0.0 b/checkpoint_20000/target.encoder.layers_1.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..f2b045fb3778ff495239eb6bcc2a473ce0d56fdd --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_1.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dcfbf42676be29d683cc710ef28ba54409bcfad67319f09612646b5e37077a5c +size 3901870 diff --git a/checkpoint_20000/target.encoder.layers_1.mlp.wi_1.kernel/.zarray b/checkpoint_20000/target.encoder.layers_1.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_1.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_20000/target.encoder.layers_1.mlp.wi_1.kernel/0.0 b/checkpoint_20000/target.encoder.layers_1.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..00bad1e29cec30aaa2158661697fdf2f8e39a142 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_1.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37749a4907eff0b65879211e206eb670a8f12ef82a136f6bce700551b44ddec7 +size 3902046 diff --git a/checkpoint_20000/target.encoder.layers_1.mlp.wo.kernel/.zarray b/checkpoint_20000/target.encoder.layers_1.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_1.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98 +size 178 diff --git a/checkpoint_20000/target.encoder.layers_1.mlp.wo.kernel/0.0 b/checkpoint_20000/target.encoder.layers_1.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..985b86ca2d80be88ccd41c6adab5f467fb735a8e --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_1.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08f7c2df1a1e301a7af88a0fd36d3bfbbda32d93edd9b6f82906ad4e1abdebe9 +size 3901456 diff --git a/checkpoint_20000/target.encoder.layers_1.pre_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.encoder.layers_1.pre_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_1.pre_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/target.encoder.layers_1.pre_attention_layer_norm.scale/0 b/checkpoint_20000/target.encoder.layers_1.pre_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..d46c79983547970f87aa4b35653c25c09c8a405f --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_1.pre_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5bf453ac5d72ed7e441c60327c666ad0aac685a5f6b30c28f8a88093198dcdde +size 1868 diff --git a/checkpoint_20000/target.encoder.layers_1.pre_mlp_layer_norm.scale/.zarray b/checkpoint_20000/target.encoder.layers_1.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_1.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/target.encoder.layers_1.pre_mlp_layer_norm.scale/0 b/checkpoint_20000/target.encoder.layers_1.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..ebf30c19aae7baa51d9a0d4324ee695725b43940 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_1.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e1c13c66952f74b4aae987ea8245fc5f5aa46c16b0c0598747d5574f6a362475 +size 1908 diff --git a/checkpoint_20000/target.encoder.layers_10.attention.key.kernel/.zarray b/checkpoint_20000/target.encoder.layers_10.attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_10.attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.encoder.layers_10.attention.key.kernel/0.0 b/checkpoint_20000/target.encoder.layers_10.attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..fc290d9811b0b3439fe15102836c26f9b66ea387 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_10.attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ca00aac4ee31cd72c3ae10de2512ccb78856a6e431c12b1f86dd1de9f6521a5 +size 976211 diff --git a/checkpoint_20000/target.encoder.layers_10.attention.out.kernel/.zarray b/checkpoint_20000/target.encoder.layers_10.attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_10.attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.encoder.layers_10.attention.out.kernel/0.0 b/checkpoint_20000/target.encoder.layers_10.attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..ecb6ad15a757455bd342d341b0852679f1290593 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_10.attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f3be3adb29a1604ad4b2dedceaa0761f8e174e9704825a4abd1c93359b93237 +size 976271 diff --git a/checkpoint_20000/target.encoder.layers_10.attention.query.kernel/.zarray b/checkpoint_20000/target.encoder.layers_10.attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_10.attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.encoder.layers_10.attention.query.kernel/0.0 b/checkpoint_20000/target.encoder.layers_10.attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..b30da6290030642a38fb3cb5703c7ab9552f9a23 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_10.attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa0edb8fc05459ff1b5c40cca078a365b9758131478209e47d4abef96febf3c9 +size 975660 diff --git a/checkpoint_20000/target.encoder.layers_10.attention.value.kernel/.zarray b/checkpoint_20000/target.encoder.layers_10.attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_10.attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.encoder.layers_10.attention.value.kernel/0.0 b/checkpoint_20000/target.encoder.layers_10.attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..daa85d7c461e87f30e52fce5f832358c36b95da4 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_10.attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a57a956f743156abe0d35d43eba5a91c40eccfc18127dd365e97ab87ba95ad68 +size 976860 diff --git a/checkpoint_20000/target.encoder.layers_10.mlp.wi_0.kernel/.zarray b/checkpoint_20000/target.encoder.layers_10.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_10.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_20000/target.encoder.layers_10.mlp.wi_0.kernel/0.0 b/checkpoint_20000/target.encoder.layers_10.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..28d478abbfb6248588b4504acbf6263aa213ecf3 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_10.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:882b33c90bafe47e775e7636e753ba04fd39164365dafeb02e5629b7cc05f807 +size 3904173 diff --git a/checkpoint_20000/target.encoder.layers_10.mlp.wi_1.kernel/.zarray b/checkpoint_20000/target.encoder.layers_10.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_10.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_20000/target.encoder.layers_10.mlp.wi_1.kernel/0.0 b/checkpoint_20000/target.encoder.layers_10.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..5f86d7f5caec8e830bb6a57d97e8041909489a4f --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_10.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c1858f3432502f09c7e785c6232d7adc4dfccd94bb1893a78d7a3165836e0249 +size 3906515 diff --git a/checkpoint_20000/target.encoder.layers_10.mlp.wo.kernel/.zarray b/checkpoint_20000/target.encoder.layers_10.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_10.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98 +size 178 diff --git a/checkpoint_20000/target.encoder.layers_10.mlp.wo.kernel/0.0 b/checkpoint_20000/target.encoder.layers_10.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..b10eacab3ab4707b5311207d03e3846d06c0bcdf --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_10.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3cf680f1a6970b00e94199041121cd60ce2302a552b0138403594d190de8c21f +size 3898441 diff --git a/checkpoint_20000/target.encoder.layers_10.pre_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.encoder.layers_10.pre_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_10.pre_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/target.encoder.layers_10.pre_attention_layer_norm.scale/0 b/checkpoint_20000/target.encoder.layers_10.pre_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..76f6f5cd5de440882868974bdf3d1d76d194f034 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_10.pre_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76e33be2ee3cdf2ac1c16094305d83da546dd5735dd504d76050e051230b7a6e +size 1900 diff --git a/checkpoint_20000/target.encoder.layers_10.pre_mlp_layer_norm.scale/.zarray b/checkpoint_20000/target.encoder.layers_10.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_10.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/target.encoder.layers_10.pre_mlp_layer_norm.scale/0 b/checkpoint_20000/target.encoder.layers_10.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..2c50b6514923f3e685e02b5718d455a762debdda --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_10.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e500c45102c86398efdc2dbb85d5fad039317d51ce55dbd9a7412eec57effce +size 1883 diff --git a/checkpoint_20000/target.encoder.layers_11.attention.key.kernel/.zarray b/checkpoint_20000/target.encoder.layers_11.attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_11.attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.encoder.layers_11.attention.key.kernel/0.0 b/checkpoint_20000/target.encoder.layers_11.attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..62a23469287b580a3ec7305e0dc83b642f137679 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_11.attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ba106ac59e661583aa61907170d42f1f3a4f1084533abc52a2cacfe4e8b362f +size 975334 diff --git a/checkpoint_20000/target.encoder.layers_11.attention.out.kernel/.zarray b/checkpoint_20000/target.encoder.layers_11.attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_11.attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.encoder.layers_11.attention.out.kernel/0.0 b/checkpoint_20000/target.encoder.layers_11.attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..44aff17176b1fe26a220d2d2bd99912a96280485 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_11.attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e28db9e3a3c6c49214288854b3197597a0138a3d9f3365d548016a5a4c74f8f +size 976133 diff --git a/checkpoint_20000/target.encoder.layers_11.attention.query.kernel/.zarray b/checkpoint_20000/target.encoder.layers_11.attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_11.attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.encoder.layers_11.attention.query.kernel/0.0 b/checkpoint_20000/target.encoder.layers_11.attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..244d13763e1b2c297d988e4262ebc07234dd604e --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_11.attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:473ed5554d631fa518f2c25af0fcd4248c048db86591e12cdd360745ddc85153 +size 976644 diff --git a/checkpoint_20000/target.encoder.layers_11.attention.value.kernel/.zarray b/checkpoint_20000/target.encoder.layers_11.attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_11.attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.encoder.layers_11.attention.value.kernel/0.0 b/checkpoint_20000/target.encoder.layers_11.attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..f2e0b16b12fbb5e3091fc176cba0cf5651ba94da --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_11.attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c934949097d63716326f0e888fe3233af27b762aa36770561b51a448f71612bc +size 976913 diff --git a/checkpoint_20000/target.encoder.layers_11.mlp.wi_0.kernel/.zarray b/checkpoint_20000/target.encoder.layers_11.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_11.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_20000/target.encoder.layers_11.mlp.wi_0.kernel/0.0 b/checkpoint_20000/target.encoder.layers_11.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..dee9e803aa6ec0c9b6e2b035af41ec6b0dc3e379 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_11.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc7bf3f8e796d6445870072712ca057e8f2133ebd18fb186a4e195d13c97f2e1 +size 3904328 diff --git a/checkpoint_20000/target.encoder.layers_11.mlp.wi_1.kernel/.zarray b/checkpoint_20000/target.encoder.layers_11.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_11.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_20000/target.encoder.layers_11.mlp.wi_1.kernel/0.0 b/checkpoint_20000/target.encoder.layers_11.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..142c67fc1a09f56cccb74cd26c2e3d17a4967240 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_11.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52ff14ac3b57c83ca3aff2784617d41da9ca5966aa18619923f186b13aea5e0a +size 3906212 diff --git a/checkpoint_20000/target.encoder.layers_11.mlp.wo.kernel/.zarray b/checkpoint_20000/target.encoder.layers_11.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_11.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98 +size 178 diff --git a/checkpoint_20000/target.encoder.layers_11.mlp.wo.kernel/0.0 b/checkpoint_20000/target.encoder.layers_11.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..de40d00f8c3be60eb53a43dd1f404e15375509e6 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_11.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc2b767996b170ed28d2ffdee96ec7e7f0b9628479349777df6f26f442984f1e +size 3898426 diff --git a/checkpoint_20000/target.encoder.layers_11.pre_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.encoder.layers_11.pre_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_11.pre_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/target.encoder.layers_11.pre_attention_layer_norm.scale/0 b/checkpoint_20000/target.encoder.layers_11.pre_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..d7236b6196b8e31798eee492f1eb507f866cf1c0 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_11.pre_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:641730a5f216be7d72e773ed11fc47db84205c20bab79814ebb465735f43b373 +size 1888 diff --git a/checkpoint_20000/target.encoder.layers_11.pre_mlp_layer_norm.scale/.zarray b/checkpoint_20000/target.encoder.layers_11.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_11.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/target.encoder.layers_11.pre_mlp_layer_norm.scale/0 b/checkpoint_20000/target.encoder.layers_11.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..b03a60df2ed8697f884a7e56ea6058021f128b12 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_11.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec4e2a03b809b99a37fec923e11f36efe98b0eb7d7b98c41170a1b0086ccfe96 +size 1886 diff --git a/checkpoint_20000/target.encoder.layers_12.attention.key.kernel/.zarray b/checkpoint_20000/target.encoder.layers_12.attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_12.attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.encoder.layers_12.attention.key.kernel/0.0 b/checkpoint_20000/target.encoder.layers_12.attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..1c8bb96956036aa84e377beb9fbcfe1dcf107717 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_12.attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d29f7e66a656ec83670611b919312ff93151e5a9830b1d30bf86826cfecdad5b +size 975726 diff --git a/checkpoint_20000/target.encoder.layers_12.attention.out.kernel/.zarray b/checkpoint_20000/target.encoder.layers_12.attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_12.attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.encoder.layers_12.attention.out.kernel/0.0 b/checkpoint_20000/target.encoder.layers_12.attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..0a0b1067a194b42505ae6be9a9189f94deaf9ca5 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_12.attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:19ee30f23d157a7de47d2ceb1a105f757aceb107b48b1e93333c5b3b6a767156 +size 976354 diff --git a/checkpoint_20000/target.encoder.layers_12.attention.query.kernel/.zarray b/checkpoint_20000/target.encoder.layers_12.attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_12.attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.encoder.layers_12.attention.query.kernel/0.0 b/checkpoint_20000/target.encoder.layers_12.attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..5d6b90429bd5c9094a53d90ce03ba1d5b67bad08 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_12.attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a56761d6a2281f2f70f142b9049eb791108132fe916d2a3771f69ad9fa80048 +size 975623 diff --git a/checkpoint_20000/target.encoder.layers_12.attention.value.kernel/.zarray b/checkpoint_20000/target.encoder.layers_12.attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_12.attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.encoder.layers_12.attention.value.kernel/0.0 b/checkpoint_20000/target.encoder.layers_12.attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..3d0ad9ed6d3e71eafbe4cd4493248eced2d9bfea --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_12.attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a343706e4ddad9bcd6f8ca264104dbb0dc9741fecb52fe30c48e12eb83dcb73 +size 976455 diff --git a/checkpoint_20000/target.encoder.layers_12.mlp.wi_0.kernel/.zarray b/checkpoint_20000/target.encoder.layers_12.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_12.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_20000/target.encoder.layers_12.mlp.wi_0.kernel/0.0 b/checkpoint_20000/target.encoder.layers_12.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..ae37a2021791b2840c036f8e0a7d4245d8ecbd84 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_12.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf55004e10f00ab6479edfe6a07b2e056987f0c6eff3f2df60516eca1feca73b +size 3904459 diff --git a/checkpoint_20000/target.encoder.layers_12.mlp.wi_1.kernel/.zarray b/checkpoint_20000/target.encoder.layers_12.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_12.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_20000/target.encoder.layers_12.mlp.wi_1.kernel/0.0 b/checkpoint_20000/target.encoder.layers_12.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..924b3c412eccc2854b4fee7609130525e8fb4604 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_12.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ae0b98b03a66fd414f67879b4449ba736776c8496a192d528fe88b43aee3f10 +size 3906277 diff --git a/checkpoint_20000/target.encoder.layers_12.mlp.wo.kernel/.zarray b/checkpoint_20000/target.encoder.layers_12.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_12.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98 +size 178 diff --git a/checkpoint_20000/target.encoder.layers_12.mlp.wo.kernel/0.0 b/checkpoint_20000/target.encoder.layers_12.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..045ec104d0a55369e024c564db8c51ea1145c357 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_12.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90eb603f29981a66f5d0d58f5535530752d169e7c49289a037cd3c9e06bd8a7d +size 3898592 diff --git a/checkpoint_20000/target.encoder.layers_12.pre_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.encoder.layers_12.pre_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_12.pre_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/target.encoder.layers_12.pre_attention_layer_norm.scale/0 b/checkpoint_20000/target.encoder.layers_12.pre_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..d7a814ddf66a8165f660954661865f9bb6e382bc --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_12.pre_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11901c76f68fc5b4aa7327a7c95f5fce53fc3c84942619621bb50096ff1afbf6 +size 1892 diff --git a/checkpoint_20000/target.encoder.layers_12.pre_mlp_layer_norm.scale/.zarray b/checkpoint_20000/target.encoder.layers_12.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_12.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/target.encoder.layers_12.pre_mlp_layer_norm.scale/0 b/checkpoint_20000/target.encoder.layers_12.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..e6123d59a16af4356ff60bec36688792c384fa6e --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_12.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89e710ad7fcd604fc0b9aee71305bd1b2b4c45a4e05f9f6458cd40500b26cca8 +size 1885 diff --git a/checkpoint_20000/target.encoder.layers_13.attention.key.kernel/.zarray b/checkpoint_20000/target.encoder.layers_13.attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_13.attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.encoder.layers_13.attention.key.kernel/0.0 b/checkpoint_20000/target.encoder.layers_13.attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..c91c2f37b7417d597640c2c7b0ce3764bcf46264 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_13.attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1fde78bc048c4d3fe14a1b6e6eb5a3fc3a61e5f7dca3eb6a32383389160c2d9 +size 975678 diff --git a/checkpoint_20000/target.encoder.layers_13.attention.out.kernel/.zarray b/checkpoint_20000/target.encoder.layers_13.attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_13.attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.encoder.layers_13.attention.out.kernel/0.0 b/checkpoint_20000/target.encoder.layers_13.attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..4e302807f5b15a8247a6fe2bdc9d55c85049304d --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_13.attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9e03b5d2086ab5cd9862d049be024d9f92e4fad7c831aa09f5fccd7c47844a2 +size 976369 diff --git a/checkpoint_20000/target.encoder.layers_13.attention.query.kernel/.zarray b/checkpoint_20000/target.encoder.layers_13.attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_13.attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.encoder.layers_13.attention.query.kernel/0.0 b/checkpoint_20000/target.encoder.layers_13.attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..2d6c37cfd0e806c0a7ccbeb9c3f3b5ad2a59e6b6 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_13.attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:33845d2d2559d34ad8063d2fc1f49b7e3ea964153aef1d65161d3dd032b90a10 +size 975950 diff --git a/checkpoint_20000/target.encoder.layers_13.attention.value.kernel/.zarray b/checkpoint_20000/target.encoder.layers_13.attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_13.attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.encoder.layers_13.attention.value.kernel/0.0 b/checkpoint_20000/target.encoder.layers_13.attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..1255ec8731c9aeb59425c8d6d2e51feae1fcbead --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_13.attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df65b1a3d24371cc99b32ee9f8fc962c489f78436efa058f473b312e82d5063e +size 976856 diff --git a/checkpoint_20000/target.encoder.layers_13.mlp.wi_0.kernel/.zarray b/checkpoint_20000/target.encoder.layers_13.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_13.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_20000/target.encoder.layers_13.mlp.wi_0.kernel/0.0 b/checkpoint_20000/target.encoder.layers_13.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..5812e2df0aad069ff257debe56a8de8d356c1863 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_13.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:461c8d904c030ef3f620fc77bd8f2bd99f2445bac73627235e9345aa58999149 +size 3903825 diff --git a/checkpoint_20000/target.encoder.layers_13.mlp.wi_1.kernel/.zarray b/checkpoint_20000/target.encoder.layers_13.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_13.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_20000/target.encoder.layers_13.mlp.wi_1.kernel/0.0 b/checkpoint_20000/target.encoder.layers_13.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..8c69bcf690ef9058ec76e94a08c73f923e15ec1e --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_13.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:593f569c5dc745310222b190a6e459f38ded1dc6e670e7b8360e4a05615143b7 +size 3906416 diff --git a/checkpoint_20000/target.encoder.layers_13.mlp.wo.kernel/.zarray b/checkpoint_20000/target.encoder.layers_13.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_13.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98 +size 178 diff --git a/checkpoint_20000/target.encoder.layers_13.mlp.wo.kernel/0.0 b/checkpoint_20000/target.encoder.layers_13.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..b234574407242f989ed215bd49eb83c2359c8b0d --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_13.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a19b8cbfcdca1f9bd3f18b60063ebc10b157f34a154e0ea6a0da8ecf6b4182e +size 3897694 diff --git a/checkpoint_20000/target.encoder.layers_13.pre_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.encoder.layers_13.pre_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_13.pre_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/target.encoder.layers_13.pre_attention_layer_norm.scale/0 b/checkpoint_20000/target.encoder.layers_13.pre_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..f9c15c4fc5f60518420703b3b6d83d6f8ac9f311 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_13.pre_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:31de87c5b656db8e55d7c17119fab78da67969c0ecee180d353e26fd98353546 +size 1898 diff --git a/checkpoint_20000/target.encoder.layers_13.pre_mlp_layer_norm.scale/.zarray b/checkpoint_20000/target.encoder.layers_13.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_13.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/target.encoder.layers_13.pre_mlp_layer_norm.scale/0 b/checkpoint_20000/target.encoder.layers_13.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..925cc848e6d124b112e11a01f14d1532dd3baa25 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_13.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c383b475358254e140c802e7e0db9b8dbdfbeff5abf74c87d80bbc4d284cab1b +size 1878 diff --git a/checkpoint_20000/target.encoder.layers_14.attention.key.kernel/.zarray b/checkpoint_20000/target.encoder.layers_14.attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_14.attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.encoder.layers_14.attention.key.kernel/0.0 b/checkpoint_20000/target.encoder.layers_14.attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..69e969a03b2a8488c251dc5dc0d53b9c64f9e34c --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_14.attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:25840135e756098b24db1393a196838515946e6c93c9ac0eea7280ef53c333e7 +size 975849 diff --git a/checkpoint_20000/target.encoder.layers_14.attention.out.kernel/.zarray b/checkpoint_20000/target.encoder.layers_14.attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_14.attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.encoder.layers_14.attention.out.kernel/0.0 b/checkpoint_20000/target.encoder.layers_14.attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..e7202e7836e7777490beec92a8c590262401f662 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_14.attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:17981969f13f6d25659e5f44264034189fc86b9e4552735d37edf1050e6f0eea +size 976067 diff --git a/checkpoint_20000/target.encoder.layers_14.attention.query.kernel/.zarray b/checkpoint_20000/target.encoder.layers_14.attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_14.attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.encoder.layers_14.attention.query.kernel/0.0 b/checkpoint_20000/target.encoder.layers_14.attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..9425d5a303c53ba6dcd02cbdb494c2d8f3b05072 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_14.attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e35ed279f49174ee80755094452dd63df85e93cb7d18a6286f728a686f8b26a6 +size 975892 diff --git a/checkpoint_20000/target.encoder.layers_14.attention.value.kernel/.zarray b/checkpoint_20000/target.encoder.layers_14.attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_14.attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.encoder.layers_14.attention.value.kernel/0.0 b/checkpoint_20000/target.encoder.layers_14.attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..4c54ed40e6e2a3d83cc68d24f81995d1e0a2c98c --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_14.attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:79f1c4e689286b63b1e34c9212f4343151b0b84d5fb955709225f96582011de9 +size 976717 diff --git a/checkpoint_20000/target.encoder.layers_14.mlp.wi_0.kernel/.zarray b/checkpoint_20000/target.encoder.layers_14.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_14.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_20000/target.encoder.layers_14.mlp.wi_0.kernel/0.0 b/checkpoint_20000/target.encoder.layers_14.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..43c9ceacfe10006b7643491e76ce79cb4bb5bc7f --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_14.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6f75eda868dc65a547e843a8ecad4dd93c330b9ceafeebe4755e2938b34cbb3 +size 3904136 diff --git a/checkpoint_20000/target.encoder.layers_14.mlp.wi_1.kernel/.zarray b/checkpoint_20000/target.encoder.layers_14.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_14.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_20000/target.encoder.layers_14.mlp.wi_1.kernel/0.0 b/checkpoint_20000/target.encoder.layers_14.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..2441a31fdd7c3033935803c6942abcc47bcdd847 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_14.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e05391dbbbf3b0935bba75d8aaa8e00694c56ec0ba1f423e01260fe84a3f7281 +size 3906472 diff --git a/checkpoint_20000/target.encoder.layers_14.mlp.wo.kernel/.zarray b/checkpoint_20000/target.encoder.layers_14.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_14.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98 +size 178 diff --git a/checkpoint_20000/target.encoder.layers_14.mlp.wo.kernel/0.0 b/checkpoint_20000/target.encoder.layers_14.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..f88985e9d90841b9b7d02d648706b26790d872ef --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_14.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e2b2a00ff5040f4c52583cb36b04af80fc7d91d1dd046d5b9c510a0df2839cc6 +size 3898124 diff --git a/checkpoint_20000/target.encoder.layers_14.pre_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.encoder.layers_14.pre_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_14.pre_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/target.encoder.layers_14.pre_attention_layer_norm.scale/0 b/checkpoint_20000/target.encoder.layers_14.pre_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..3b55d8619a0f17621f1f0de313d37143d695a34c --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_14.pre_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7062e684934ee091f945b64ae7226e7da6df4910003293f0856aee1316918bf6 +size 1895 diff --git a/checkpoint_20000/target.encoder.layers_14.pre_mlp_layer_norm.scale/.zarray b/checkpoint_20000/target.encoder.layers_14.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_14.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/target.encoder.layers_14.pre_mlp_layer_norm.scale/0 b/checkpoint_20000/target.encoder.layers_14.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..65e6aa5b607936087f5e579877227d12532d771e --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_14.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:394092d2629880d44aae05b0231dc5ccf512e7f1520d884be589b091221936ec +size 1881 diff --git a/checkpoint_20000/target.encoder.layers_15.attention.key.kernel/.zarray b/checkpoint_20000/target.encoder.layers_15.attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_15.attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.encoder.layers_15.attention.key.kernel/0.0 b/checkpoint_20000/target.encoder.layers_15.attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..0fcc3cb292305a5cf10d62d5bdfb390f143a8fa5 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_15.attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:12579912b313211b69e68e8181202b40f0c318a159d0e7d282f5eba8aeeeddd9 +size 975743 diff --git a/checkpoint_20000/target.encoder.layers_15.attention.out.kernel/.zarray b/checkpoint_20000/target.encoder.layers_15.attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_15.attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.encoder.layers_15.attention.out.kernel/0.0 b/checkpoint_20000/target.encoder.layers_15.attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..8ae4ba9e3c527cf9db5fd6b0b515a7c04efc6ffd --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_15.attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7eecb86ff1d592a6106c11ed33c206c1bcdec3dcca09f58ca2da3e3cdadaa3b9 +size 976505 diff --git a/checkpoint_20000/target.encoder.layers_15.attention.query.kernel/.zarray b/checkpoint_20000/target.encoder.layers_15.attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_15.attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.encoder.layers_15.attention.query.kernel/0.0 b/checkpoint_20000/target.encoder.layers_15.attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..4f635011b9986ca1925d16f8564acd622a1d20d8 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_15.attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db217f459095b53e2cd4619333cae9b56b56a71fd512c8dd65de0b7a25ff64ab +size 976410 diff --git a/checkpoint_20000/target.encoder.layers_15.attention.value.kernel/.zarray b/checkpoint_20000/target.encoder.layers_15.attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_15.attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.encoder.layers_15.attention.value.kernel/0.0 b/checkpoint_20000/target.encoder.layers_15.attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..f991d139d134dc7cfda78dc0e1f75645ecda7e74 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_15.attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99a627af71365393eb515ef8d2d5c623436f9b276b59a5d20a95021fda8185a3 +size 976881 diff --git a/checkpoint_20000/target.encoder.layers_15.mlp.wi_0.kernel/.zarray b/checkpoint_20000/target.encoder.layers_15.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_15.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_20000/target.encoder.layers_15.mlp.wi_0.kernel/0.0 b/checkpoint_20000/target.encoder.layers_15.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..6f9c033eb835a5168cf55d717bb3333982e963fa --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_15.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c1b8609e88ca90e5596904638df6bbf21b734de3366f3b51f812d16d01379fb2 +size 3903943 diff --git a/checkpoint_20000/target.encoder.layers_15.mlp.wi_1.kernel/.zarray b/checkpoint_20000/target.encoder.layers_15.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_15.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_20000/target.encoder.layers_15.mlp.wi_1.kernel/0.0 b/checkpoint_20000/target.encoder.layers_15.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..3575afd22d87599ae3bd2ff96fa92c0548fb2648 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_15.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16894a493b1230b350bd532d9372b4c56b1dab5ed754417196f6724a11db57db +size 3906325 diff --git a/checkpoint_20000/target.encoder.layers_15.mlp.wo.kernel/.zarray b/checkpoint_20000/target.encoder.layers_15.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_15.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98 +size 178 diff --git a/checkpoint_20000/target.encoder.layers_15.mlp.wo.kernel/0.0 b/checkpoint_20000/target.encoder.layers_15.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..aa812c9d555213eb516b3185a8f6ae60c4364e88 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_15.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6eca9bc4fc8c94be37e54020c30e7fa5433f19910212ceba47a5e05e448a15d +size 3897730 diff --git a/checkpoint_20000/target.encoder.layers_15.pre_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.encoder.layers_15.pre_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_15.pre_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/target.encoder.layers_15.pre_attention_layer_norm.scale/0 b/checkpoint_20000/target.encoder.layers_15.pre_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..e337b6990eaf216f26afe14c8d11c0e41f88be0f --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_15.pre_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba3db927bd7d0acc69d35ad060d5e84a7a6153afd3b2f13f9ecde6c5f07b2896 +size 1880 diff --git a/checkpoint_20000/target.encoder.layers_15.pre_mlp_layer_norm.scale/.zarray b/checkpoint_20000/target.encoder.layers_15.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_15.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/target.encoder.layers_15.pre_mlp_layer_norm.scale/0 b/checkpoint_20000/target.encoder.layers_15.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..ff9604a1c3e9aed1a3a4ed497c56b7c88d0e5053 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_15.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:30caee12be680644a6ad1afcad8ffac6b9355038adc6a409752af84d0c1c75e1 +size 1881 diff --git a/checkpoint_20000/target.encoder.layers_16.attention.key.kernel/.zarray b/checkpoint_20000/target.encoder.layers_16.attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_16.attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.encoder.layers_16.attention.key.kernel/0.0 b/checkpoint_20000/target.encoder.layers_16.attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..16cf6d982c883649067849479df84149c56fc962 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_16.attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ea475ef36a316cb7d4e860e47af1693357d3dccb997f66810c62807a8827c29 +size 976719 diff --git a/checkpoint_20000/target.encoder.layers_16.attention.out.kernel/.zarray b/checkpoint_20000/target.encoder.layers_16.attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_16.attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.encoder.layers_16.attention.out.kernel/0.0 b/checkpoint_20000/target.encoder.layers_16.attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..eea6889fd0c6cb69038ed636bc6859742af95ad9 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_16.attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7389857fa440ba1fd0ad896de75c08f9ee26da38cafde1a8ecd9d6d94ac79b55 +size 976335 diff --git a/checkpoint_20000/target.encoder.layers_16.attention.query.kernel/.zarray b/checkpoint_20000/target.encoder.layers_16.attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_16.attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.encoder.layers_16.attention.query.kernel/0.0 b/checkpoint_20000/target.encoder.layers_16.attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..3b4d7a45e378f7b8a192a5f1a9603bd07814388a --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_16.attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1097f2d99bf1edc4953c56d6f0e8a5f3baab92d4c7452339d6a2f9066a13f68 +size 976323 diff --git a/checkpoint_20000/target.encoder.layers_16.attention.value.kernel/.zarray b/checkpoint_20000/target.encoder.layers_16.attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_16.attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.encoder.layers_16.attention.value.kernel/0.0 b/checkpoint_20000/target.encoder.layers_16.attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..e53ad100fc09eb7a34a097e347e8edcc65a98dca --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_16.attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de9bccc31ae9de7ac15ef7ea9317936567859175c3ba9b5f4fcb77cf5d86276b +size 977124 diff --git a/checkpoint_20000/target.encoder.layers_16.mlp.wi_0.kernel/.zarray b/checkpoint_20000/target.encoder.layers_16.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_16.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_20000/target.encoder.layers_16.mlp.wi_0.kernel/0.0 b/checkpoint_20000/target.encoder.layers_16.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..17fc713a6b45313bc221f750cbd75f0f93b96512 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_16.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f5548e982e914c317d4159a2ed51903ce19ba99f3dec5741542a0edb536d286d +size 3904142 diff --git a/checkpoint_20000/target.encoder.layers_16.mlp.wi_1.kernel/.zarray b/checkpoint_20000/target.encoder.layers_16.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_16.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_20000/target.encoder.layers_16.mlp.wi_1.kernel/0.0 b/checkpoint_20000/target.encoder.layers_16.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..9f98cc85b816cec52771533545cf8a7cde988a05 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_16.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7cfa6ebdee70a55685e8995cd13ce3e4b55d7305982676dd9a862028189cbd8c +size 3906651 diff --git a/checkpoint_20000/target.encoder.layers_16.mlp.wo.kernel/.zarray b/checkpoint_20000/target.encoder.layers_16.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_16.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98 +size 178 diff --git a/checkpoint_20000/target.encoder.layers_16.mlp.wo.kernel/0.0 b/checkpoint_20000/target.encoder.layers_16.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..4256865c54ff3c5644533811b6b0d9da6d41b8e0 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_16.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72fc7dd6ae8e6e28862f8e3913f163af9f26843ce9f1ae0a8025cc63cfe62219 +size 3898194 diff --git a/checkpoint_20000/target.encoder.layers_16.pre_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.encoder.layers_16.pre_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_16.pre_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/target.encoder.layers_16.pre_attention_layer_norm.scale/0 b/checkpoint_20000/target.encoder.layers_16.pre_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..e7498dae0dce6ef355a1998f528495a4b6af743a --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_16.pre_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e1bc6970665fa7229a4071d76350fce23e06ae7b3e0fe67e6f3c8bb4b11e55cf +size 1886 diff --git a/checkpoint_20000/target.encoder.layers_16.pre_mlp_layer_norm.scale/.zarray b/checkpoint_20000/target.encoder.layers_16.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_16.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/target.encoder.layers_16.pre_mlp_layer_norm.scale/0 b/checkpoint_20000/target.encoder.layers_16.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..42f0d8de14704297d7d16e1e4929c97208471ca1 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_16.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:341affe21293ce9da4fffe0a3a4736abcb65479f9cabbd455b03c1959d93ecfc +size 1879 diff --git a/checkpoint_20000/target.encoder.layers_17.attention.key.kernel/.zarray b/checkpoint_20000/target.encoder.layers_17.attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_17.attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.encoder.layers_17.attention.key.kernel/0.0 b/checkpoint_20000/target.encoder.layers_17.attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..01481bdc8cff96b13e7560efa94ab6a6963c1c11 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_17.attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e072d99652d9473be6df883d900ad8c78fcbbca09de9355f1c997a504fc87245 +size 976635 diff --git a/checkpoint_20000/target.encoder.layers_17.attention.out.kernel/.zarray b/checkpoint_20000/target.encoder.layers_17.attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_17.attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.encoder.layers_17.attention.out.kernel/0.0 b/checkpoint_20000/target.encoder.layers_17.attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..1592c09bc3c4fc77dc8a59d5cad503ee1e0f7e92 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_17.attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0874b12af7a0635120aa56049cd563bb2602d739f4cc8e7383be7670204f2d5 +size 976311 diff --git a/checkpoint_20000/target.encoder.layers_17.attention.query.kernel/.zarray b/checkpoint_20000/target.encoder.layers_17.attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_17.attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.encoder.layers_17.attention.query.kernel/0.0 b/checkpoint_20000/target.encoder.layers_17.attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..891a7b59fea13cb637a352795cf5c53ecf6e4b8e --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_17.attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6f08a93b66cce7d97d467af87e0f3fb1be6b7e767a9e20bc0b395588272812f +size 976310 diff --git a/checkpoint_20000/target.encoder.layers_17.attention.value.kernel/.zarray b/checkpoint_20000/target.encoder.layers_17.attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_17.attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.encoder.layers_17.attention.value.kernel/0.0 b/checkpoint_20000/target.encoder.layers_17.attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..08ab13bb71f30f7457d835b1a813f9b18a3bb2d2 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_17.attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2105d56735273a1cb8d5520b348fb94c1ead7c81ebf22ce7b5c63151379cfc24 +size 977015 diff --git a/checkpoint_20000/target.encoder.layers_17.mlp.wi_0.kernel/.zarray b/checkpoint_20000/target.encoder.layers_17.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_17.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_20000/target.encoder.layers_17.mlp.wi_0.kernel/0.0 b/checkpoint_20000/target.encoder.layers_17.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..5a1a2bf7d7d15a1e56f6de63d4cba0eeebb11e53 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_17.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:24d4985555add0c9bad7af526cce71f95d73627d9b1bebd340fcb7e2e7f5f776 +size 3904274 diff --git a/checkpoint_20000/target.encoder.layers_17.mlp.wi_1.kernel/.zarray b/checkpoint_20000/target.encoder.layers_17.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_17.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_20000/target.encoder.layers_17.mlp.wi_1.kernel/0.0 b/checkpoint_20000/target.encoder.layers_17.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..85a4b834cf588326cbb86b41f0b4cbb84e453b3c --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_17.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ebfa80203e4d6550cf34daa92c36e2fe9a8eadb762f2d5fbbb9f660960e075c +size 3906808 diff --git a/checkpoint_20000/target.encoder.layers_17.mlp.wo.kernel/.zarray b/checkpoint_20000/target.encoder.layers_17.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_17.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98 +size 178 diff --git a/checkpoint_20000/target.encoder.layers_17.mlp.wo.kernel/0.0 b/checkpoint_20000/target.encoder.layers_17.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..6788d171c9f2f7f45b851f4a1bf4056705eddb59 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_17.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:755d916314f90859876fffc0a6701ae3e69ec0a882d0051845c4f34f043beddd +size 3898568 diff --git a/checkpoint_20000/target.encoder.layers_17.pre_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.encoder.layers_17.pre_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_17.pre_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/target.encoder.layers_17.pre_attention_layer_norm.scale/0 b/checkpoint_20000/target.encoder.layers_17.pre_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..539f394dd1b488c73804004da8c9fb6b94cee9da --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_17.pre_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3fa5a4d4029f3713f5f4d5a636689803ae639373d59c925168965cf3be78d667 +size 1886 diff --git a/checkpoint_20000/target.encoder.layers_17.pre_mlp_layer_norm.scale/.zarray b/checkpoint_20000/target.encoder.layers_17.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_17.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/target.encoder.layers_17.pre_mlp_layer_norm.scale/0 b/checkpoint_20000/target.encoder.layers_17.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..0944771ec0294605b6c5855ae92801b491ee3136 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_17.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b2a3f6ffecaf0f37f14ef72f365cdf7cba797389096da98753c958cdb3c22699 +size 1871 diff --git a/checkpoint_20000/target.encoder.layers_18.attention.key.kernel/.zarray b/checkpoint_20000/target.encoder.layers_18.attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_18.attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.encoder.layers_18.attention.key.kernel/0.0 b/checkpoint_20000/target.encoder.layers_18.attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..c260711ec6f0d98b9a215c699e87924d61015b56 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_18.attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2aad021a898190490b3c1efdd9853659351839b4fd0dd4e177d43bcd40af08b5 +size 976516 diff --git a/checkpoint_20000/target.encoder.layers_18.attention.out.kernel/.zarray b/checkpoint_20000/target.encoder.layers_18.attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_18.attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.encoder.layers_18.attention.out.kernel/0.0 b/checkpoint_20000/target.encoder.layers_18.attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..502bdc31dcd3f48000a8be3cb5cfef00cdd3cb85 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_18.attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d981b1d7e122d5ae543cc2956bf1551218f5823d8a101d4d8b2d648d23178cc +size 976178 diff --git a/checkpoint_20000/target.encoder.layers_18.attention.query.kernel/.zarray b/checkpoint_20000/target.encoder.layers_18.attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_18.attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.encoder.layers_18.attention.query.kernel/0.0 b/checkpoint_20000/target.encoder.layers_18.attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..5e9ac63ddd4988966b7bea4742acfa5c085a98cb --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_18.attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa40183cc41c908825ef9c22adc11bdc74de7f6ab66829c0c64471472003b211 +size 976248 diff --git a/checkpoint_20000/target.encoder.layers_18.attention.value.kernel/.zarray b/checkpoint_20000/target.encoder.layers_18.attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_18.attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.encoder.layers_18.attention.value.kernel/0.0 b/checkpoint_20000/target.encoder.layers_18.attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..5b47c488bf6cdfcfd5c574bb718b938624fb8fff --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_18.attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fec7463779d2a9a201168167ec42be961bc16d68a8bf13123d06eb67decd01b3 +size 976907 diff --git a/checkpoint_20000/target.encoder.layers_18.mlp.wi_0.kernel/.zarray b/checkpoint_20000/target.encoder.layers_18.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_18.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_20000/target.encoder.layers_18.mlp.wi_0.kernel/0.0 b/checkpoint_20000/target.encoder.layers_18.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..3a5123a4d7b0d6a7d7e86ce0fa42261af0131cb3 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_18.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c42e20688906b992ae31a42bf31748d5b8fba5880c84376555c49ab975d01f6c +size 3904418 diff --git a/checkpoint_20000/target.encoder.layers_18.mlp.wi_1.kernel/.zarray b/checkpoint_20000/target.encoder.layers_18.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_18.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_20000/target.encoder.layers_18.mlp.wi_1.kernel/0.0 b/checkpoint_20000/target.encoder.layers_18.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..3f4be47738cb34374ab3b211531dafa3acb64aba --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_18.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a1cd2bfaf32fdd6c28872214c5475cbe58813ad157f13c37a1ef270babcd797 +size 3906803 diff --git a/checkpoint_20000/target.encoder.layers_18.mlp.wo.kernel/.zarray b/checkpoint_20000/target.encoder.layers_18.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_18.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98 +size 178 diff --git a/checkpoint_20000/target.encoder.layers_18.mlp.wo.kernel/0.0 b/checkpoint_20000/target.encoder.layers_18.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..625f0847ac5f9a8dc680885a2799868594177bbc --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_18.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90f4c264afce6cdf0a982280ff67722d10b91c53fbfec4cb69e2d94eb44d97af +size 3898225 diff --git a/checkpoint_20000/target.encoder.layers_18.pre_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.encoder.layers_18.pre_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_18.pre_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/target.encoder.layers_18.pre_attention_layer_norm.scale/0 b/checkpoint_20000/target.encoder.layers_18.pre_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..3da388fdc6871fd3f151fe3b9f5d7311cff39229 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_18.pre_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:abd4850f687847ccbd73299073552f11d83bc38a1baf1c6442be3b8513f0b5ba +size 1895 diff --git a/checkpoint_20000/target.encoder.layers_18.pre_mlp_layer_norm.scale/.zarray b/checkpoint_20000/target.encoder.layers_18.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_18.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/target.encoder.layers_18.pre_mlp_layer_norm.scale/0 b/checkpoint_20000/target.encoder.layers_18.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..00a930ca592b9a9be1ba1547191fcacc64563dd4 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_18.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:344adae04041eb49ee36eda2ffe1e367277293081b86064bc27728f729cd0943 +size 1873 diff --git a/checkpoint_20000/target.encoder.layers_19.attention.key.kernel/.zarray b/checkpoint_20000/target.encoder.layers_19.attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_19.attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.encoder.layers_19.attention.key.kernel/0.0 b/checkpoint_20000/target.encoder.layers_19.attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..a2c094b5307144a1a05c6e3af0da98d06782763d --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_19.attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89038806c68ab9b8c8409aadb8efd9becf1c4c0328751b37e772b656fa0b0904 +size 975471 diff --git a/checkpoint_20000/target.encoder.layers_19.attention.out.kernel/.zarray b/checkpoint_20000/target.encoder.layers_19.attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_19.attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.encoder.layers_19.attention.out.kernel/0.0 b/checkpoint_20000/target.encoder.layers_19.attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..0d47186801b376f521d26e762d7f2915704feafd --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_19.attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de081841106791b537db3c1bc54292f5ce4c5646827b0875e649a93f1bbb006a +size 975761 diff --git a/checkpoint_20000/target.encoder.layers_19.attention.query.kernel/.zarray b/checkpoint_20000/target.encoder.layers_19.attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_19.attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.encoder.layers_19.attention.query.kernel/0.0 b/checkpoint_20000/target.encoder.layers_19.attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..e9e26779e62d1fac9ab2bef766f1dc16d992090c --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_19.attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f15f343a652e40655caa214719845c8fc5f8ec7bbd20e060ffe359c7f19d537 +size 976375 diff --git a/checkpoint_20000/target.encoder.layers_19.attention.value.kernel/.zarray b/checkpoint_20000/target.encoder.layers_19.attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_19.attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.encoder.layers_19.attention.value.kernel/0.0 b/checkpoint_20000/target.encoder.layers_19.attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..702818699c79f60196f2a2e487d4de19a9c4aec7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_19.attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:06ca075cd2041bd14159f9bbe9db62b55779911a321798435fcc1b1bb6aa4619 +size 975763 diff --git a/checkpoint_20000/target.encoder.layers_19.mlp.wi_0.kernel/.zarray b/checkpoint_20000/target.encoder.layers_19.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_19.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_20000/target.encoder.layers_19.mlp.wi_0.kernel/0.0 b/checkpoint_20000/target.encoder.layers_19.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..f7176a3b6cf58bc6333c80e063ec3f0fe85fd1cb --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_19.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9fb672a967732ec9ad61d7df96b90bd00704abd1ffa0b7c67b39a3ef3e5f273b +size 3904130 diff --git a/checkpoint_20000/target.encoder.layers_19.mlp.wi_1.kernel/.zarray b/checkpoint_20000/target.encoder.layers_19.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_19.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_20000/target.encoder.layers_19.mlp.wi_1.kernel/0.0 b/checkpoint_20000/target.encoder.layers_19.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..edd8324d02794ec9de5cdcaf80ab847bcb70a2c5 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_19.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2dcdde9cc7a399449d0828478a539422b46a6769cc544585360eef1b9590ebfc +size 3906203 diff --git a/checkpoint_20000/target.encoder.layers_19.mlp.wo.kernel/.zarray b/checkpoint_20000/target.encoder.layers_19.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_19.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98 +size 178 diff --git a/checkpoint_20000/target.encoder.layers_19.mlp.wo.kernel/0.0 b/checkpoint_20000/target.encoder.layers_19.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..daee7d2d41bec88b517b9a9f34e806ddf6f12db1 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_19.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eda8ff6d96576cbf61c537b537343a38d10bb356e761263f2c413c64f049362b +size 3899306 diff --git a/checkpoint_20000/target.encoder.layers_19.pre_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.encoder.layers_19.pre_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_19.pre_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/target.encoder.layers_19.pre_attention_layer_norm.scale/0 b/checkpoint_20000/target.encoder.layers_19.pre_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..1b9fe4bc70f10a6352e3ccaac3cf2cc533e76014 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_19.pre_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f416e57ef6e518baf981e937c09a39e97a933a4e2a24a268cc5bcabd21f7eafd +size 1869 diff --git a/checkpoint_20000/target.encoder.layers_19.pre_mlp_layer_norm.scale/.zarray b/checkpoint_20000/target.encoder.layers_19.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_19.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/target.encoder.layers_19.pre_mlp_layer_norm.scale/0 b/checkpoint_20000/target.encoder.layers_19.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..74c28f4fc893cc8d7fbee2ef613db2765bec8edf --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_19.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:526f3af26da7286c092fc8dfe301a1fcd28cec70c8b52245cc5028b36dd13af8 +size 1885 diff --git a/checkpoint_20000/target.encoder.layers_2.attention.key.kernel/.zarray b/checkpoint_20000/target.encoder.layers_2.attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_2.attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.encoder.layers_2.attention.key.kernel/0.0 b/checkpoint_20000/target.encoder.layers_2.attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..b0fc221b60c66032c8db64ca507720f34060724c --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_2.attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a351479b673a4a44b150b6d52788f228acaf0f82b0d475ad08754222a02e185b +size 976428 diff --git a/checkpoint_20000/target.encoder.layers_2.attention.out.kernel/.zarray b/checkpoint_20000/target.encoder.layers_2.attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_2.attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.encoder.layers_2.attention.out.kernel/0.0 b/checkpoint_20000/target.encoder.layers_2.attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..18d726d7fda46a98e2174a9bdb3edcb772280b4c --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_2.attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b65d085f5202df93938d541d74aba502986df3ed7ed8ecd2df4a4ad6df75e2b +size 975255 diff --git a/checkpoint_20000/target.encoder.layers_2.attention.query.kernel/.zarray b/checkpoint_20000/target.encoder.layers_2.attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_2.attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.encoder.layers_2.attention.query.kernel/0.0 b/checkpoint_20000/target.encoder.layers_2.attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..e535a9e888040e160182530e6ef7e3b3c48d9f64 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_2.attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0212f85bff846d0e6cb12787c04f695e1c7a338acc77b5bd304f26e2e9efeaf4 +size 974940 diff --git a/checkpoint_20000/target.encoder.layers_2.attention.value.kernel/.zarray b/checkpoint_20000/target.encoder.layers_2.attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_2.attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.encoder.layers_2.attention.value.kernel/0.0 b/checkpoint_20000/target.encoder.layers_2.attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..ea12189b949ec667e3b8431a9421b356c78c7327 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_2.attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:120091e8e962b8726c2086491929d2e13e701efd73fed971075c35ba8d55fdfc +size 974892 diff --git a/checkpoint_20000/target.encoder.layers_2.mlp.wi_0.kernel/.zarray b/checkpoint_20000/target.encoder.layers_2.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_2.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_20000/target.encoder.layers_2.mlp.wi_0.kernel/0.0 b/checkpoint_20000/target.encoder.layers_2.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..c500367197a6070bc090af83a0aa300e0103e4ae --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_2.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b2c28bf0d187ee7c86858a469b6475689b5dc7a8a1e8728be2c19dc74642fe6a +size 3902884 diff --git a/checkpoint_20000/target.encoder.layers_2.mlp.wi_1.kernel/.zarray b/checkpoint_20000/target.encoder.layers_2.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_2.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_20000/target.encoder.layers_2.mlp.wi_1.kernel/0.0 b/checkpoint_20000/target.encoder.layers_2.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..e9d38717b3047aac9b0c93de9f0fab4bf1d9916b --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_2.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67c0fb87f02d614c16e85ad9a4745bfbc2586157b907813ea3d7cfcbf22cf05c +size 3903357 diff --git a/checkpoint_20000/target.encoder.layers_2.mlp.wo.kernel/.zarray b/checkpoint_20000/target.encoder.layers_2.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_2.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98 +size 178 diff --git a/checkpoint_20000/target.encoder.layers_2.mlp.wo.kernel/0.0 b/checkpoint_20000/target.encoder.layers_2.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..e6efa5c6fe9b5164d8269a6a4da3c2c131faeb95 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_2.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f14fd38b062320aa9e24b6f025aee094a0fb46f8bcfa586308ede5b10e9e2cf1 +size 3901009 diff --git a/checkpoint_20000/target.encoder.layers_2.pre_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.encoder.layers_2.pre_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_2.pre_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/target.encoder.layers_2.pre_attention_layer_norm.scale/0 b/checkpoint_20000/target.encoder.layers_2.pre_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..5688df993437d699d024849d8caed9adf69a8bb8 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_2.pre_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f8f55184a550fbe19483c5053fb5a080422d9c8aa7e54be2a33003c69e5b19c9 +size 1867 diff --git a/checkpoint_20000/target.encoder.layers_2.pre_mlp_layer_norm.scale/.zarray b/checkpoint_20000/target.encoder.layers_2.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_2.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/target.encoder.layers_2.pre_mlp_layer_norm.scale/0 b/checkpoint_20000/target.encoder.layers_2.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..56e5f2653caea1ec0e2e3d73f6efda4d4d6b0d06 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_2.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5424afa770728d987630818c31b1e0c735f74842186710f53f67c4c79262f2e0 +size 1902 diff --git a/checkpoint_20000/target.encoder.layers_20.attention.key.kernel/.zarray b/checkpoint_20000/target.encoder.layers_20.attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_20.attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.encoder.layers_20.attention.key.kernel/0.0 b/checkpoint_20000/target.encoder.layers_20.attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..b22e44df5f0491f7dd3199d2799789500cd7214a --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_20.attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d78976cdb970743cc72432b14332232012a84d690de013936806733f2a6652a0 +size 978604 diff --git a/checkpoint_20000/target.encoder.layers_20.attention.out.kernel/.zarray b/checkpoint_20000/target.encoder.layers_20.attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_20.attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.encoder.layers_20.attention.out.kernel/0.0 b/checkpoint_20000/target.encoder.layers_20.attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..049b82a660e8901107a363985e3855bca30a214b --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_20.attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9682243451ae5de77df9fa7d5b5dab7de3d2e4434a9720f68d918369ef16206d +size 975774 diff --git a/checkpoint_20000/target.encoder.layers_20.attention.query.kernel/.zarray b/checkpoint_20000/target.encoder.layers_20.attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_20.attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.encoder.layers_20.attention.query.kernel/0.0 b/checkpoint_20000/target.encoder.layers_20.attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..c436e658f384fefc9128402676d6c6ad25d44ee8 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_20.attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5589742ccb173a397322e8a55cea07eb4ac8a9c21f35aeeec68853dd62c170d +size 977416 diff --git a/checkpoint_20000/target.encoder.layers_20.attention.value.kernel/.zarray b/checkpoint_20000/target.encoder.layers_20.attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_20.attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.encoder.layers_20.attention.value.kernel/0.0 b/checkpoint_20000/target.encoder.layers_20.attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..b73bd9566106da438406f19b1a2b5907bb92b21d --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_20.attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:179011a34763f8ffe10c4e90865a0253b87316d139a883da2e6b4d066793684a +size 977066 diff --git a/checkpoint_20000/target.encoder.layers_20.mlp.wi_0.kernel/.zarray b/checkpoint_20000/target.encoder.layers_20.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_20.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_20000/target.encoder.layers_20.mlp.wi_0.kernel/0.0 b/checkpoint_20000/target.encoder.layers_20.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..c41fbaab88ea38b5a008411a637dafbc44840e40 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_20.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e8fbed77c75892ae75013464ee99d7faca2ab4720c39647b0c25ae74344f546 +size 3904798 diff --git a/checkpoint_20000/target.encoder.layers_20.mlp.wi_1.kernel/.zarray b/checkpoint_20000/target.encoder.layers_20.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_20.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_20000/target.encoder.layers_20.mlp.wi_1.kernel/0.0 b/checkpoint_20000/target.encoder.layers_20.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..41f709162d0ce1b7591b845c69538afe6ee654e8 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_20.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0ff5f849c07a716db85626b4b8e18bd608d0fa570db11d810e1594000854aff +size 3906620 diff --git a/checkpoint_20000/target.encoder.layers_20.mlp.wo.kernel/.zarray b/checkpoint_20000/target.encoder.layers_20.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_20.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98 +size 178 diff --git a/checkpoint_20000/target.encoder.layers_20.mlp.wo.kernel/0.0 b/checkpoint_20000/target.encoder.layers_20.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..a47e402040cedb62a2a5aa806b2043aec9d065fc --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_20.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:799031db135a9e89b196704547cf9f6808765fa278bfef1520a7a0894c2bdd98 +size 3899145 diff --git a/checkpoint_20000/target.encoder.layers_20.pre_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.encoder.layers_20.pre_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_20.pre_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/target.encoder.layers_20.pre_attention_layer_norm.scale/0 b/checkpoint_20000/target.encoder.layers_20.pre_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..68806eeb12e352ac4a47ce9cb937af643675bbac --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_20.pre_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4815f265933a5ddfcf96216facb97f309d4091e581269679b063301903ff8082 +size 1893 diff --git a/checkpoint_20000/target.encoder.layers_20.pre_mlp_layer_norm.scale/.zarray b/checkpoint_20000/target.encoder.layers_20.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_20.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/target.encoder.layers_20.pre_mlp_layer_norm.scale/0 b/checkpoint_20000/target.encoder.layers_20.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..af9fde1023ab1bcd99e887a2e136ca2cb8ddfeae --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_20.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f9e5d5392d6eb1da9e20352927de0ff495ee431e164167967461fcb08deba3c5 +size 1882 diff --git a/checkpoint_20000/target.encoder.layers_21.attention.key.kernel/.zarray b/checkpoint_20000/target.encoder.layers_21.attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_21.attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.encoder.layers_21.attention.key.kernel/0.0 b/checkpoint_20000/target.encoder.layers_21.attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..1f446f8fc4d6107e6eba723dab2d8c5440183ab6 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_21.attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b21ffe9b6d75693f00c1dc0d276993aaea52f7d437a99a3e564ffa56904c5cb +size 975504 diff --git a/checkpoint_20000/target.encoder.layers_21.attention.out.kernel/.zarray b/checkpoint_20000/target.encoder.layers_21.attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_21.attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.encoder.layers_21.attention.out.kernel/0.0 b/checkpoint_20000/target.encoder.layers_21.attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..811adc7aa17bf09b1e1a86cd381348be3a176caa --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_21.attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:30284f77ff1d05a9b5d88f18846c6e87596230930fd3e217b20132db34f55e08 +size 976608 diff --git a/checkpoint_20000/target.encoder.layers_21.attention.query.kernel/.zarray b/checkpoint_20000/target.encoder.layers_21.attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_21.attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.encoder.layers_21.attention.query.kernel/0.0 b/checkpoint_20000/target.encoder.layers_21.attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..28a88577955f87bad70b01a55348b63a83bdf050 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_21.attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8f3dc9a1cbf85954da0abb42c8fa7eb6c4bddd842f284a5851bae6b5c27bc68 +size 976168 diff --git a/checkpoint_20000/target.encoder.layers_21.attention.value.kernel/.zarray b/checkpoint_20000/target.encoder.layers_21.attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_21.attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.encoder.layers_21.attention.value.kernel/0.0 b/checkpoint_20000/target.encoder.layers_21.attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..04fbd44d8a9e87a72b2e7babe676f57d3184065d --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_21.attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc1ed6e54e157a7c0a2e67cf60e34a3aaeeeb5ce71d4a37d68affeeb28d3edc9 +size 976864 diff --git a/checkpoint_20000/target.encoder.layers_21.mlp.wi_0.kernel/.zarray b/checkpoint_20000/target.encoder.layers_21.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_21.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_20000/target.encoder.layers_21.mlp.wi_0.kernel/0.0 b/checkpoint_20000/target.encoder.layers_21.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..1a2941ef92990ba0308c62ff25d33cecd9691372 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_21.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f076e4d47425942776d873003b3a004ad117fd4a9663a6396454b8b46044e113 +size 3904407 diff --git a/checkpoint_20000/target.encoder.layers_21.mlp.wi_1.kernel/.zarray b/checkpoint_20000/target.encoder.layers_21.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_21.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_20000/target.encoder.layers_21.mlp.wi_1.kernel/0.0 b/checkpoint_20000/target.encoder.layers_21.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..84977341bc84cb573c6ad2c45adb30fda8305117 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_21.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6716963ef3320a7c1f9bf0e6e5b6d4316a60f795419b4d046ec4077b289bcfd6 +size 3906379 diff --git a/checkpoint_20000/target.encoder.layers_21.mlp.wo.kernel/.zarray b/checkpoint_20000/target.encoder.layers_21.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_21.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98 +size 178 diff --git a/checkpoint_20000/target.encoder.layers_21.mlp.wo.kernel/0.0 b/checkpoint_20000/target.encoder.layers_21.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..49fe425dde61cdf80c8f802d4490e1b9e47bfcf1 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_21.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e81e99e8360500471c24cfb8da59d8f95fdb61a40294997fb47422a2886156c +size 3899830 diff --git a/checkpoint_20000/target.encoder.layers_21.pre_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.encoder.layers_21.pre_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_21.pre_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/target.encoder.layers_21.pre_attention_layer_norm.scale/0 b/checkpoint_20000/target.encoder.layers_21.pre_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..8c012e2e305b2cd824f0060bd56dabf142d06342 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_21.pre_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aacf13a3991b333c3a268b1c9dda59ecf77c2dfd2994a4f298818b72042529cd +size 1869 diff --git a/checkpoint_20000/target.encoder.layers_21.pre_mlp_layer_norm.scale/.zarray b/checkpoint_20000/target.encoder.layers_21.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_21.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/target.encoder.layers_21.pre_mlp_layer_norm.scale/0 b/checkpoint_20000/target.encoder.layers_21.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..eba00dde910b993c41fd62b968cbc888cdd96108 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_21.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c53a95a06332e753798ddb9d6e583a89316330cafbf030df4bde724c1adcb94b +size 1888 diff --git a/checkpoint_20000/target.encoder.layers_22.attention.key.kernel/.zarray b/checkpoint_20000/target.encoder.layers_22.attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_22.attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.encoder.layers_22.attention.key.kernel/0.0 b/checkpoint_20000/target.encoder.layers_22.attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..85bbb37a8d0d232f59c0ce774c032bec373f2dcc --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_22.attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:095e22333166b4e48a6a6be83b20dfd29fa53b0e2841f2e1977c4bc1018ac231 +size 975866 diff --git a/checkpoint_20000/target.encoder.layers_22.attention.out.kernel/.zarray b/checkpoint_20000/target.encoder.layers_22.attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_22.attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.encoder.layers_22.attention.out.kernel/0.0 b/checkpoint_20000/target.encoder.layers_22.attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..6eeee084de9e8cbe0a44daaca5221876a5350d8b --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_22.attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4dd07416650eaf82218fbfa5898d9c1f75fcd35e93ca4e1532ca737a6f171c06 +size 976705 diff --git a/checkpoint_20000/target.encoder.layers_22.attention.query.kernel/.zarray b/checkpoint_20000/target.encoder.layers_22.attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_22.attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.encoder.layers_22.attention.query.kernel/0.0 b/checkpoint_20000/target.encoder.layers_22.attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..ef28e184c63e70bde1d61925f1b1ebb85b1bb6bd --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_22.attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fde02270ae9221474629f61482c896a041ca0dd693165e021805c64d43bc4df4 +size 975977 diff --git a/checkpoint_20000/target.encoder.layers_22.attention.value.kernel/.zarray b/checkpoint_20000/target.encoder.layers_22.attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_22.attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.encoder.layers_22.attention.value.kernel/0.0 b/checkpoint_20000/target.encoder.layers_22.attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..b22e6464917038f5a25e2b142bb8dbafb058c7da --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_22.attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa93711a134c9e823ddabf5512522a53c43aec252a49046f48fd6d6080749e1d +size 977180 diff --git a/checkpoint_20000/target.encoder.layers_22.mlp.wi_0.kernel/.zarray b/checkpoint_20000/target.encoder.layers_22.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_22.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_20000/target.encoder.layers_22.mlp.wi_0.kernel/0.0 b/checkpoint_20000/target.encoder.layers_22.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..dfe321a213212a582149a0b41068a0294294aafa --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_22.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:69dcf5c550a4534857d7340058a9f586628c2e208ddcbacb2338598826f3339b +size 3904877 diff --git a/checkpoint_20000/target.encoder.layers_22.mlp.wi_1.kernel/.zarray b/checkpoint_20000/target.encoder.layers_22.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_22.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_20000/target.encoder.layers_22.mlp.wi_1.kernel/0.0 b/checkpoint_20000/target.encoder.layers_22.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..51a0ed02c43f4e7d9c14b3b4a0c5633a398d3096 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_22.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:388716ffcc56ccc381d6d09529c8b440d72c55e3fc20102c60970b71246d2d45 +size 3906988 diff --git a/checkpoint_20000/target.encoder.layers_22.mlp.wo.kernel/.zarray b/checkpoint_20000/target.encoder.layers_22.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_22.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98 +size 178 diff --git a/checkpoint_20000/target.encoder.layers_22.mlp.wo.kernel/0.0 b/checkpoint_20000/target.encoder.layers_22.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..55add3a78ef02bb09729f436d944b375c70721e8 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_22.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aebb5d37d28ff7dcf40b4f3f9604a47df2a8efa5e671f1d0650e93870ab940bc +size 3900512 diff --git a/checkpoint_20000/target.encoder.layers_22.pre_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.encoder.layers_22.pre_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_22.pre_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/target.encoder.layers_22.pre_attention_layer_norm.scale/0 b/checkpoint_20000/target.encoder.layers_22.pre_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..6567933c7649a2a00922d764d25679938d7edebe --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_22.pre_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c907860b0ce35ddba2622fc43fb242801bfb62d49efa37611b92e78a9fbfc091 +size 1888 diff --git a/checkpoint_20000/target.encoder.layers_22.pre_mlp_layer_norm.scale/.zarray b/checkpoint_20000/target.encoder.layers_22.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_22.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/target.encoder.layers_22.pre_mlp_layer_norm.scale/0 b/checkpoint_20000/target.encoder.layers_22.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..a839c2f80755857d9bd5239a8e741366c08b41a1 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_22.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fdda79ed5f552606e282def6afb3cb8df9a227f61c545ed85f06c87b95b18c22 +size 1891 diff --git a/checkpoint_20000/target.encoder.layers_23.attention.key.kernel/.zarray b/checkpoint_20000/target.encoder.layers_23.attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_23.attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.encoder.layers_23.attention.key.kernel/0.0 b/checkpoint_20000/target.encoder.layers_23.attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..bae79c4ffd86a050d2d4d1fe4cb97405ccc66dee --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_23.attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd4ce3f1a51f1f7af3f78d3f47d0d09e6a99b2c05726394d0709354131ef6a18 +size 975727 diff --git a/checkpoint_20000/target.encoder.layers_23.attention.out.kernel/.zarray b/checkpoint_20000/target.encoder.layers_23.attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_23.attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.encoder.layers_23.attention.out.kernel/0.0 b/checkpoint_20000/target.encoder.layers_23.attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..0c325a68bb01122b5ad59da6f0195c94e7635be4 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_23.attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5e1097cef75d85198607e0a421a4714c4bfffa66ecbd47a496c829727abb33e +size 976832 diff --git a/checkpoint_20000/target.encoder.layers_23.attention.query.kernel/.zarray b/checkpoint_20000/target.encoder.layers_23.attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_23.attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.encoder.layers_23.attention.query.kernel/0.0 b/checkpoint_20000/target.encoder.layers_23.attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..c552e0d0bbe17a00693df2aaf63f30de9239471a --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_23.attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:401d3e42016c95acb6c7332e40421448f32a0ece02a98dd2a9aa8bed4104c753 +size 976059 diff --git a/checkpoint_20000/target.encoder.layers_23.attention.value.kernel/.zarray b/checkpoint_20000/target.encoder.layers_23.attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_23.attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.encoder.layers_23.attention.value.kernel/0.0 b/checkpoint_20000/target.encoder.layers_23.attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..20c52d20be2f4b251065e7f677637c1ada141aa9 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_23.attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7a128f49eb7b7050dc37e6fe72bee1b7230a930193d2a151d5e4ea9a91eb27b +size 977386 diff --git a/checkpoint_20000/target.encoder.layers_23.mlp.wi_0.kernel/.zarray b/checkpoint_20000/target.encoder.layers_23.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_23.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_20000/target.encoder.layers_23.mlp.wi_0.kernel/0.0 b/checkpoint_20000/target.encoder.layers_23.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..eb7d983a280101af50e240646885d6c8e2d4414a --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_23.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f4ae720035ee5929dbc95c8b624d909877159b52f5c2103fb9028c2cdfa88290 +size 3905080 diff --git a/checkpoint_20000/target.encoder.layers_23.mlp.wi_1.kernel/.zarray b/checkpoint_20000/target.encoder.layers_23.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_23.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_20000/target.encoder.layers_23.mlp.wi_1.kernel/0.0 b/checkpoint_20000/target.encoder.layers_23.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..abf42a53abb14b3ccdd8522593ac9e2d995e933f --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_23.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de0358a4c6cef3956cca4a665cee47d11d5a45394b1a2a30ee57c2876ef8148b +size 3906453 diff --git a/checkpoint_20000/target.encoder.layers_23.mlp.wo.kernel/.zarray b/checkpoint_20000/target.encoder.layers_23.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_23.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98 +size 178 diff --git a/checkpoint_20000/target.encoder.layers_23.mlp.wo.kernel/0.0 b/checkpoint_20000/target.encoder.layers_23.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..ababf370ead820dc6d9dbc5e5e01fef18f8be8bf --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_23.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55d04c569e4a6d059c52987a6328b8f9563aaf8181d0adbfeeb909e83f813e93 +size 3901075 diff --git a/checkpoint_20000/target.encoder.layers_23.pre_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.encoder.layers_23.pre_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_23.pre_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/target.encoder.layers_23.pre_attention_layer_norm.scale/0 b/checkpoint_20000/target.encoder.layers_23.pre_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..b6cbfe695c8f517b7252c377f8086db9f936fead --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_23.pre_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a4e616fd2ea7ab2664a62772b65c5edb814be5cd2cd2b89d928a99cd3211defc +size 1879 diff --git a/checkpoint_20000/target.encoder.layers_23.pre_mlp_layer_norm.scale/.zarray b/checkpoint_20000/target.encoder.layers_23.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_23.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/target.encoder.layers_23.pre_mlp_layer_norm.scale/0 b/checkpoint_20000/target.encoder.layers_23.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..c5f3ffa59fbc26cc0d8580434affaf9e90a05ead --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_23.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5051f8381de7583c0841c5bc5a51e0a551b09d3d5abc23faca3aca34b2f91ffc +size 1888 diff --git a/checkpoint_20000/target.encoder.layers_3.attention.key.kernel/.zarray b/checkpoint_20000/target.encoder.layers_3.attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_3.attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.encoder.layers_3.attention.key.kernel/0.0 b/checkpoint_20000/target.encoder.layers_3.attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..3e1cde9b50da17eac28a35cf889ad7e33273c4ba --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_3.attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d4155f40d3901dc5d714fab36dba1555d02bf6b928afce56dc4114264148e81 +size 976594 diff --git a/checkpoint_20000/target.encoder.layers_3.attention.out.kernel/.zarray b/checkpoint_20000/target.encoder.layers_3.attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_3.attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.encoder.layers_3.attention.out.kernel/0.0 b/checkpoint_20000/target.encoder.layers_3.attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..b806c484e34207e6b3bc67ac8b09aae706e0e35a --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_3.attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49c34c02cfb47bcc17853c0abaf06285beeddfce6f4f207660b360257948c567 +size 975473 diff --git a/checkpoint_20000/target.encoder.layers_3.attention.query.kernel/.zarray b/checkpoint_20000/target.encoder.layers_3.attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_3.attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.encoder.layers_3.attention.query.kernel/0.0 b/checkpoint_20000/target.encoder.layers_3.attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..1678b2a420ec2c0c2296b354c48808747a3ed193 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_3.attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:761c553cd0e9a79c4b9018a7dbc1c33af51129a4eb4ba0e6b71cc0c569d9455e +size 974769 diff --git a/checkpoint_20000/target.encoder.layers_3.attention.value.kernel/.zarray b/checkpoint_20000/target.encoder.layers_3.attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_3.attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.encoder.layers_3.attention.value.kernel/0.0 b/checkpoint_20000/target.encoder.layers_3.attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..0d7f6e99825cb6ad917d5f32c8e0ac1e90bbd0f6 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_3.attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea8ac7ba2a356c71dabca99d927d50089892b8c5df3e6535ab7b4a834f0d78bd +size 975201 diff --git a/checkpoint_20000/target.encoder.layers_3.mlp.wi_0.kernel/.zarray b/checkpoint_20000/target.encoder.layers_3.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_3.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_20000/target.encoder.layers_3.mlp.wi_0.kernel/0.0 b/checkpoint_20000/target.encoder.layers_3.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..e99eaada07d79a54a46b4c82ff2507d5b67ca28c --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_3.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72ed98dfdd991a65be3c825892f4118c8fe1573316af0215ab5511755776ebad +size 3903077 diff --git a/checkpoint_20000/target.encoder.layers_3.mlp.wi_1.kernel/.zarray b/checkpoint_20000/target.encoder.layers_3.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_3.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_20000/target.encoder.layers_3.mlp.wi_1.kernel/0.0 b/checkpoint_20000/target.encoder.layers_3.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..6aa05d2c6c634420a726904331d82dd26b83156f --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_3.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf92cc4a835de2b71a6c5b04fe8dc9863c33f505e92401948411e3b2a1f669fc +size 3904970 diff --git a/checkpoint_20000/target.encoder.layers_3.mlp.wo.kernel/.zarray b/checkpoint_20000/target.encoder.layers_3.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_3.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98 +size 178 diff --git a/checkpoint_20000/target.encoder.layers_3.mlp.wo.kernel/0.0 b/checkpoint_20000/target.encoder.layers_3.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..72d6bb4075431a43ef092aa8737d1e6e52bb485b --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_3.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d257ad090e94dd179838c43a3331cea3d0c10a067001e963cfb258e38c423c72 +size 3899121 diff --git a/checkpoint_20000/target.encoder.layers_3.pre_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.encoder.layers_3.pre_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_3.pre_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/target.encoder.layers_3.pre_attention_layer_norm.scale/0 b/checkpoint_20000/target.encoder.layers_3.pre_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..af988622c8ab31b2bdba25165cf9eabf410f09a0 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_3.pre_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c6d16f393a43e82a6da56f561ecb6561e0bb8b539e9eb7300abf8001fc3b50aa +size 1876 diff --git a/checkpoint_20000/target.encoder.layers_3.pre_mlp_layer_norm.scale/.zarray b/checkpoint_20000/target.encoder.layers_3.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_3.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/target.encoder.layers_3.pre_mlp_layer_norm.scale/0 b/checkpoint_20000/target.encoder.layers_3.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..198a70fc991d358dee9c203b689bb522290b87a1 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_3.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5fec34f418f6defc897fe2914f59ddb48f0ae66076bc1fe3f2d9a100cad49b4 +size 1902 diff --git a/checkpoint_20000/target.encoder.layers_4.attention.key.kernel/.zarray b/checkpoint_20000/target.encoder.layers_4.attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_4.attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.encoder.layers_4.attention.key.kernel/0.0 b/checkpoint_20000/target.encoder.layers_4.attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..45c3c098dfc3d5022f9d482d3c6920464c4ede59 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_4.attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2551433b40a89577bfb5a76c63c464bf9f2d4c1b29baeb015812ff6d81960de2 +size 976711 diff --git a/checkpoint_20000/target.encoder.layers_4.attention.out.kernel/.zarray b/checkpoint_20000/target.encoder.layers_4.attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_4.attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.encoder.layers_4.attention.out.kernel/0.0 b/checkpoint_20000/target.encoder.layers_4.attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..3eea3e05702c515646ed8885a385d644e412dc2b --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_4.attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eea4e12917d17b0b7ee1916c35142d213bfe48d790727fa7da55ece9b6c05f40 +size 975234 diff --git a/checkpoint_20000/target.encoder.layers_4.attention.query.kernel/.zarray b/checkpoint_20000/target.encoder.layers_4.attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_4.attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.encoder.layers_4.attention.query.kernel/0.0 b/checkpoint_20000/target.encoder.layers_4.attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..5347132cf7d84441796a7e77dc4554d77a09aca3 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_4.attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:901044a7ba2558d529f20005b19969e09e1d3de39f3afe3989b15731b2c57432 +size 974718 diff --git a/checkpoint_20000/target.encoder.layers_4.attention.value.kernel/.zarray b/checkpoint_20000/target.encoder.layers_4.attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_4.attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.encoder.layers_4.attention.value.kernel/0.0 b/checkpoint_20000/target.encoder.layers_4.attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..34b7f150c33755bc9c5bf0f6917e71858d7bd370 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_4.attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d0722f32b4bde24b1d736703ee8c77db233372dcdb33cefaac11d4d4665283f +size 975087 diff --git a/checkpoint_20000/target.encoder.layers_4.mlp.wi_0.kernel/.zarray b/checkpoint_20000/target.encoder.layers_4.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_4.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_20000/target.encoder.layers_4.mlp.wi_0.kernel/0.0 b/checkpoint_20000/target.encoder.layers_4.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..be951395101963edb574e358ba8e12d04cc5ab85 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_4.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b812afddab57ddea0a3cb42eb0cac471a3a251bde9079464c1e35f6773326962 +size 3902597 diff --git a/checkpoint_20000/target.encoder.layers_4.mlp.wi_1.kernel/.zarray b/checkpoint_20000/target.encoder.layers_4.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_4.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_20000/target.encoder.layers_4.mlp.wi_1.kernel/0.0 b/checkpoint_20000/target.encoder.layers_4.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..a47c5fa111c16a5b3d4f9bb027612338d4871713 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_4.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e2611bbad169b2ec27b33c315dfe1d1039e0f6b25382d0e0418bc0669760922 +size 3902543 diff --git a/checkpoint_20000/target.encoder.layers_4.mlp.wo.kernel/.zarray b/checkpoint_20000/target.encoder.layers_4.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_4.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98 +size 178 diff --git a/checkpoint_20000/target.encoder.layers_4.mlp.wo.kernel/0.0 b/checkpoint_20000/target.encoder.layers_4.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..05ebad37d2c6d0a640d40724eddce027e7c3c730 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_4.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd14ebfbe9d983c2f1339ddc3b7f9c5cdd1ca628fd76aea65da0916275797c00 +size 3902514 diff --git a/checkpoint_20000/target.encoder.layers_4.pre_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.encoder.layers_4.pre_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_4.pre_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/target.encoder.layers_4.pre_attention_layer_norm.scale/0 b/checkpoint_20000/target.encoder.layers_4.pre_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..a075f1089be5ed406411094fdbc5b7da7645ca11 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_4.pre_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:328d378deb1ffaaefdbe911cbb5f641dbc0c17aec346fb2a441d3e76caff98f2 +size 1874 diff --git a/checkpoint_20000/target.encoder.layers_4.pre_mlp_layer_norm.scale/.zarray b/checkpoint_20000/target.encoder.layers_4.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_4.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/target.encoder.layers_4.pre_mlp_layer_norm.scale/0 b/checkpoint_20000/target.encoder.layers_4.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..f4da487a13acfa5e3429173659ebba06c50dbca9 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_4.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3df293eb11feb294cce6a7079357da88d5a1c89f83b87991fb0bd160eaf48a19 +size 1869 diff --git a/checkpoint_20000/target.encoder.layers_5.attention.key.kernel/.zarray b/checkpoint_20000/target.encoder.layers_5.attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_5.attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.encoder.layers_5.attention.key.kernel/0.0 b/checkpoint_20000/target.encoder.layers_5.attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..59d669c416ab76f8f8dcb2bb885cad58a9ac4ca3 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_5.attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:992792b05d19239ff1c82e4c7e90e5a4e6a7cdfa99227ebd1e5378fc4e0df595 +size 976196 diff --git a/checkpoint_20000/target.encoder.layers_5.attention.out.kernel/.zarray b/checkpoint_20000/target.encoder.layers_5.attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_5.attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.encoder.layers_5.attention.out.kernel/0.0 b/checkpoint_20000/target.encoder.layers_5.attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..a53aac2878accf236d457670a51d4e073be23a88 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_5.attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a42ad4a2e5f2839e0719b1874decaeb86acac3865cd2c6d1b01a1d77ffc63749 +size 976015 diff --git a/checkpoint_20000/target.encoder.layers_5.attention.query.kernel/.zarray b/checkpoint_20000/target.encoder.layers_5.attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_5.attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.encoder.layers_5.attention.query.kernel/0.0 b/checkpoint_20000/target.encoder.layers_5.attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..1d9b2a28d8099aca3ef13d03c3a595473e1d9b0f --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_5.attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5800d87542f15f727b4575040c602384564b104092ee48bc28d1ad4e23f7ea37 +size 975544 diff --git a/checkpoint_20000/target.encoder.layers_5.attention.value.kernel/.zarray b/checkpoint_20000/target.encoder.layers_5.attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_5.attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.encoder.layers_5.attention.value.kernel/0.0 b/checkpoint_20000/target.encoder.layers_5.attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..083ba0d0b81053f746b5e290fa4c72ae1086e5aa --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_5.attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d9462831ee285e02d3e5490dd319b167917ad52292176c0b0eb357fdbb72079f +size 975707 diff --git a/checkpoint_20000/target.encoder.layers_5.mlp.wi_0.kernel/.zarray b/checkpoint_20000/target.encoder.layers_5.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_5.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_20000/target.encoder.layers_5.mlp.wi_0.kernel/0.0 b/checkpoint_20000/target.encoder.layers_5.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..a3416dd33326fed4af33c3b32afe69b7bd7ea3ae --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_5.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b889ddc972e6cc16283ad37dfdc31ea74c8eca63f7d1e646d6fe93457264d94 +size 3903504 diff --git a/checkpoint_20000/target.encoder.layers_5.mlp.wi_1.kernel/.zarray b/checkpoint_20000/target.encoder.layers_5.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_5.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_20000/target.encoder.layers_5.mlp.wi_1.kernel/0.0 b/checkpoint_20000/target.encoder.layers_5.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..944f8e04a00ed61766206244fb28128a217b53a7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_5.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c224e24ca0ca40fc7c2644bb47467dd11c59531a9e8750a4a7b0d6a5f22f18ab +size 3905364 diff --git a/checkpoint_20000/target.encoder.layers_5.mlp.wo.kernel/.zarray b/checkpoint_20000/target.encoder.layers_5.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_5.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98 +size 178 diff --git a/checkpoint_20000/target.encoder.layers_5.mlp.wo.kernel/0.0 b/checkpoint_20000/target.encoder.layers_5.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..9285da660a53bdb5ba5753baf87c7e26dcd220a7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_5.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:034716fd129840edc64878e7a7d7164519baf41bd5e4dd05b74375bb36a65335 +size 3898733 diff --git a/checkpoint_20000/target.encoder.layers_5.pre_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.encoder.layers_5.pre_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_5.pre_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/target.encoder.layers_5.pre_attention_layer_norm.scale/0 b/checkpoint_20000/target.encoder.layers_5.pre_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..edd43c3de8fa5d9b47a597470441e3f545638896 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_5.pre_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:172c99b8b8770d38a215119c07fedd1d52a6931cb67823a0156636783afa80a2 +size 1890 diff --git a/checkpoint_20000/target.encoder.layers_5.pre_mlp_layer_norm.scale/.zarray b/checkpoint_20000/target.encoder.layers_5.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_5.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/target.encoder.layers_5.pre_mlp_layer_norm.scale/0 b/checkpoint_20000/target.encoder.layers_5.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..dbc026677a12e0c565c6bb9b13cbc992e8559471 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_5.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0430ef3725fd79aa6c3817c33c5ebc54919ff080a0bdc2756fe798d261d4eed +size 1909 diff --git a/checkpoint_20000/target.encoder.layers_6.attention.key.kernel/.zarray b/checkpoint_20000/target.encoder.layers_6.attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_6.attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.encoder.layers_6.attention.key.kernel/0.0 b/checkpoint_20000/target.encoder.layers_6.attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..305c7cb8b6f187dfa3e657ca060719edb238a40f --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_6.attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d365e778e3f5d797acadd99a3837c106c970ef3575bd130f528f573ccb8410e +size 976366 diff --git a/checkpoint_20000/target.encoder.layers_6.attention.out.kernel/.zarray b/checkpoint_20000/target.encoder.layers_6.attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_6.attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.encoder.layers_6.attention.out.kernel/0.0 b/checkpoint_20000/target.encoder.layers_6.attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..dea36b7d54e2bc02f2130d78c9fbc8d46441f27f --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_6.attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72ee0d19a9d592e289d7b7bff114932c4322f38a8d1e050d817db97f8cac5a06 +size 976216 diff --git a/checkpoint_20000/target.encoder.layers_6.attention.query.kernel/.zarray b/checkpoint_20000/target.encoder.layers_6.attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_6.attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.encoder.layers_6.attention.query.kernel/0.0 b/checkpoint_20000/target.encoder.layers_6.attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..101ae9b5bb82f6891d2c685e5f4baa7e6c588623 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_6.attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a5de99e9bc0c732d7a4b256cc05df4cdeb3e44c75a0c49df08eaa5e258dcb5a +size 974969 diff --git a/checkpoint_20000/target.encoder.layers_6.attention.value.kernel/.zarray b/checkpoint_20000/target.encoder.layers_6.attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_6.attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.encoder.layers_6.attention.value.kernel/0.0 b/checkpoint_20000/target.encoder.layers_6.attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..0a803179a57a7ea7bba7a433b270e25ad1d7f755 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_6.attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:18e9613752ecb1a5a57f639a530fb0f3453b1eb02b3ba78530d5d98fdfa464de +size 975591 diff --git a/checkpoint_20000/target.encoder.layers_6.mlp.wi_0.kernel/.zarray b/checkpoint_20000/target.encoder.layers_6.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_6.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_20000/target.encoder.layers_6.mlp.wi_0.kernel/0.0 b/checkpoint_20000/target.encoder.layers_6.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..d39110abab05dca074784cdbfe35578bdcafe095 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_6.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7819c7529049cc722211e9611d96a07e2f1327b57baf8ef2408dc350c65ceda5 +size 3903726 diff --git a/checkpoint_20000/target.encoder.layers_6.mlp.wi_1.kernel/.zarray b/checkpoint_20000/target.encoder.layers_6.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_6.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_20000/target.encoder.layers_6.mlp.wi_1.kernel/0.0 b/checkpoint_20000/target.encoder.layers_6.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..9757b9c40eb27736b2125e30090910ee2003bca6 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_6.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b3052480e36c7f7a53fe645d828446e939b4910ec79a798f342a437e52cc7029 +size 3905653 diff --git a/checkpoint_20000/target.encoder.layers_6.mlp.wo.kernel/.zarray b/checkpoint_20000/target.encoder.layers_6.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_6.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98 +size 178 diff --git a/checkpoint_20000/target.encoder.layers_6.mlp.wo.kernel/0.0 b/checkpoint_20000/target.encoder.layers_6.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..aefe6a1169f95b80b3b9e3650e96684a45ed53bb --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_6.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:733317196957d746667483168b1ebadf6c1e8ed7d7138c88465451b91f46c353 +size 3898349 diff --git a/checkpoint_20000/target.encoder.layers_6.pre_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.encoder.layers_6.pre_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_6.pre_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/target.encoder.layers_6.pre_attention_layer_norm.scale/0 b/checkpoint_20000/target.encoder.layers_6.pre_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..940545b7cdb8b14cc240fa37e79019b591c772bc --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_6.pre_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:467000a2e3a184ae52ccd30a350f759f9d030875b825f7fe2d9a785a015bc03e +size 1891 diff --git a/checkpoint_20000/target.encoder.layers_6.pre_mlp_layer_norm.scale/.zarray b/checkpoint_20000/target.encoder.layers_6.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_6.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/target.encoder.layers_6.pre_mlp_layer_norm.scale/0 b/checkpoint_20000/target.encoder.layers_6.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..5ad25a6b9c2abdf5ecf1de03ea3e8f012f8e9e2f --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_6.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea6a14f0fae00b9d180cd25c072b2baf562eb8f23ae75edd81ff75ebde6f343c +size 1905 diff --git a/checkpoint_20000/target.encoder.layers_7.attention.key.kernel/.zarray b/checkpoint_20000/target.encoder.layers_7.attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_7.attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.encoder.layers_7.attention.key.kernel/0.0 b/checkpoint_20000/target.encoder.layers_7.attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..50dd286ace61c1b1023a62feee9904af09b01dac --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_7.attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cefc06e96c87371776a608d8ed070d74f60e3a3917b2d943f80c25b233342952 +size 976105 diff --git a/checkpoint_20000/target.encoder.layers_7.attention.out.kernel/.zarray b/checkpoint_20000/target.encoder.layers_7.attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_7.attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.encoder.layers_7.attention.out.kernel/0.0 b/checkpoint_20000/target.encoder.layers_7.attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..a59d1d2f3f9184a22a0844faa4e930961e5894b4 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_7.attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ddffb8b903c11b15eb028e7e55896522b573eaa2e4a0e0cab5778463d8095816 +size 976032 diff --git a/checkpoint_20000/target.encoder.layers_7.attention.query.kernel/.zarray b/checkpoint_20000/target.encoder.layers_7.attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_7.attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.encoder.layers_7.attention.query.kernel/0.0 b/checkpoint_20000/target.encoder.layers_7.attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..30f8345c49a97d3ded1add379674cfdcfadbb153 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_7.attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c57c9f648152605f9190a7f5a7d1303cb43d45db151388e3d7736b73936449c +size 975136 diff --git a/checkpoint_20000/target.encoder.layers_7.attention.value.kernel/.zarray b/checkpoint_20000/target.encoder.layers_7.attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_7.attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.encoder.layers_7.attention.value.kernel/0.0 b/checkpoint_20000/target.encoder.layers_7.attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..80524365ed24cfda1891707ecb3487d874cf8f79 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_7.attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1625f10368c66f062134fd0a51e018337760f01379386a202c331ae3162fcccb +size 975735 diff --git a/checkpoint_20000/target.encoder.layers_7.mlp.wi_0.kernel/.zarray b/checkpoint_20000/target.encoder.layers_7.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_7.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_20000/target.encoder.layers_7.mlp.wi_0.kernel/0.0 b/checkpoint_20000/target.encoder.layers_7.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..109a16fc459d4cc3bd0bcd10a3b3fbb56fceaca4 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_7.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6909a143b1dee0feb65aaf748ae26c826aae746e02986b4e330af6e5cacec4d +size 3903647 diff --git a/checkpoint_20000/target.encoder.layers_7.mlp.wi_1.kernel/.zarray b/checkpoint_20000/target.encoder.layers_7.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_7.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_20000/target.encoder.layers_7.mlp.wi_1.kernel/0.0 b/checkpoint_20000/target.encoder.layers_7.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..31637d7bcd797d9539177549af6c0b73b73e95f5 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_7.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa2e1343de9c01e68c3c3a7e8f96759c1589288185621bcbfef2be582824bf67 +size 3905878 diff --git a/checkpoint_20000/target.encoder.layers_7.mlp.wo.kernel/.zarray b/checkpoint_20000/target.encoder.layers_7.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_7.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98 +size 178 diff --git a/checkpoint_20000/target.encoder.layers_7.mlp.wo.kernel/0.0 b/checkpoint_20000/target.encoder.layers_7.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..e9c69336bf78339e6bc60afde703adcd97b0f685 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_7.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a073b85f31593b641a2d0919c0f65df096186dadc13422ebbc16727a3d80c143 +size 3898300 diff --git a/checkpoint_20000/target.encoder.layers_7.pre_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.encoder.layers_7.pre_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_7.pre_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/target.encoder.layers_7.pre_attention_layer_norm.scale/0 b/checkpoint_20000/target.encoder.layers_7.pre_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..fbe52218200c079f26e89fd4801a25688e83f4f6 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_7.pre_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d54670cfcceba7a7f3e74ddf7f0199935a9c8b190a6fb6dbd64d1e89732209bf +size 1903 diff --git a/checkpoint_20000/target.encoder.layers_7.pre_mlp_layer_norm.scale/.zarray b/checkpoint_20000/target.encoder.layers_7.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_7.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/target.encoder.layers_7.pre_mlp_layer_norm.scale/0 b/checkpoint_20000/target.encoder.layers_7.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..09c037ac43aae52a8c7fabffc9b28f2d248cbba0 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_7.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f42b16ce425a2fd735fbabae61061281d86174591ed0cc654b58ef7ccd1c0c5 +size 1907 diff --git a/checkpoint_20000/target.encoder.layers_8.attention.key.kernel/.zarray b/checkpoint_20000/target.encoder.layers_8.attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_8.attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.encoder.layers_8.attention.key.kernel/0.0 b/checkpoint_20000/target.encoder.layers_8.attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..f9b502f6190e228adb85b09857191adc593093ec --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_8.attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00b0ce8eae4d0e072afdb895cbe443fb744a33d21b94f9a4c94ef1af6ec2669f +size 976049 diff --git a/checkpoint_20000/target.encoder.layers_8.attention.out.kernel/.zarray b/checkpoint_20000/target.encoder.layers_8.attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_8.attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.encoder.layers_8.attention.out.kernel/0.0 b/checkpoint_20000/target.encoder.layers_8.attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..8029a5e0acfb5bcca1bb82202c52180a3a86445d --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_8.attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5acceae080e3848bb3498d571c41e87ae3ba10df6dd0c6e6ea7377f09330a137 +size 976128 diff --git a/checkpoint_20000/target.encoder.layers_8.attention.query.kernel/.zarray b/checkpoint_20000/target.encoder.layers_8.attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_8.attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.encoder.layers_8.attention.query.kernel/0.0 b/checkpoint_20000/target.encoder.layers_8.attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..c36a637e47dfd59ed04788b01da4fdb88f781fe3 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_8.attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:faf6a28c763998ec0449aff06cb52fee94e43b7eea6eab9a929d48eb94543033 +size 975261 diff --git a/checkpoint_20000/target.encoder.layers_8.attention.value.kernel/.zarray b/checkpoint_20000/target.encoder.layers_8.attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_8.attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.encoder.layers_8.attention.value.kernel/0.0 b/checkpoint_20000/target.encoder.layers_8.attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..7306eea4fbdd4abcf4f2f30dbcd7baa4a98f131d --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_8.attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85fbce720b53ea70c5e40c3c0125e8b4d755858dd1bfb249e2a304ffc3a909a5 +size 975862 diff --git a/checkpoint_20000/target.encoder.layers_8.mlp.wi_0.kernel/.zarray b/checkpoint_20000/target.encoder.layers_8.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_8.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_20000/target.encoder.layers_8.mlp.wi_0.kernel/0.0 b/checkpoint_20000/target.encoder.layers_8.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..aa837bb72ab23c404bcfc26083dddd318a88b0b1 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_8.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6672fa2c1a72629908b216ade1bb2afc8ecb11e50cc85e360ccc20875cbf038d +size 3903743 diff --git a/checkpoint_20000/target.encoder.layers_8.mlp.wi_1.kernel/.zarray b/checkpoint_20000/target.encoder.layers_8.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_8.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_20000/target.encoder.layers_8.mlp.wi_1.kernel/0.0 b/checkpoint_20000/target.encoder.layers_8.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..a428424f2ec0b04cf2f0c9ec24812a6c7693fc12 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_8.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:30edcd9595c02f20453b7e7cee96d6f6655a0c72ae503bc8a5a62f2ae2b55041 +size 3906139 diff --git a/checkpoint_20000/target.encoder.layers_8.mlp.wo.kernel/.zarray b/checkpoint_20000/target.encoder.layers_8.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_8.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98 +size 178 diff --git a/checkpoint_20000/target.encoder.layers_8.mlp.wo.kernel/0.0 b/checkpoint_20000/target.encoder.layers_8.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..d8bfef7174f14abcda8c86bd87d6c12d2ce37a2d --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_8.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77aa33036a4be9b90c93103344dc37f8a7417e9bae9090c57e1ea1b14e44bf6 +size 3898300 diff --git a/checkpoint_20000/target.encoder.layers_8.pre_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.encoder.layers_8.pre_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_8.pre_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/target.encoder.layers_8.pre_attention_layer_norm.scale/0 b/checkpoint_20000/target.encoder.layers_8.pre_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..fa2bb8f0f9e23256985eee3dfbbbdd70837d0c34 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_8.pre_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad3e56d8d2dd4482ddc54434ef0889c1f18adc96d09f2d1683a24b6c79b1fac1 +size 1899 diff --git a/checkpoint_20000/target.encoder.layers_8.pre_mlp_layer_norm.scale/.zarray b/checkpoint_20000/target.encoder.layers_8.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_8.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/target.encoder.layers_8.pre_mlp_layer_norm.scale/0 b/checkpoint_20000/target.encoder.layers_8.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..c5a9944135e1ab705b35776459c7cc686f1ae7b4 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_8.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1fe97c2b1aca47cacb37de0230b54be45e1973a6844867e508cb87cad49f1990 +size 1903 diff --git a/checkpoint_20000/target.encoder.layers_9.attention.key.kernel/.zarray b/checkpoint_20000/target.encoder.layers_9.attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_9.attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.encoder.layers_9.attention.key.kernel/0.0 b/checkpoint_20000/target.encoder.layers_9.attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..2ca76235d518dd6bfe547f3b42496e2a947de504 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_9.attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d611328f4b669108e93fc89d78e2e38fbd9969211976fa81e30ea8046f08b322 +size 976396 diff --git a/checkpoint_20000/target.encoder.layers_9.attention.out.kernel/.zarray b/checkpoint_20000/target.encoder.layers_9.attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_9.attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.encoder.layers_9.attention.out.kernel/0.0 b/checkpoint_20000/target.encoder.layers_9.attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..47f572d65f73085b6475f00957d7c5ade871023c --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_9.attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3cd4b76d3deff172749b8fa74effcf66ffc81ba32644818389f4fc32abf28e0d +size 976181 diff --git a/checkpoint_20000/target.encoder.layers_9.attention.query.kernel/.zarray b/checkpoint_20000/target.encoder.layers_9.attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_9.attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.encoder.layers_9.attention.query.kernel/0.0 b/checkpoint_20000/target.encoder.layers_9.attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..3d2bb608a12f4359fa771135d48139771cba2d92 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_9.attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4590bd312e74a9861a9e1a73cd92b27109f6750c1ad29564ee717b5cb252a5b7 +size 975772 diff --git a/checkpoint_20000/target.encoder.layers_9.attention.value.kernel/.zarray b/checkpoint_20000/target.encoder.layers_9.attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_9.attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2 +size 176 diff --git a/checkpoint_20000/target.encoder.layers_9.attention.value.kernel/0.0 b/checkpoint_20000/target.encoder.layers_9.attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..4a9db0c1842b195f97ec80d2f5f75c51272ca698 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_9.attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df3d8d4f57c01d3bdb939142ccccd01df3c92f0f9f0554868a4c3f464c57aaea +size 976371 diff --git a/checkpoint_20000/target.encoder.layers_9.mlp.wi_0.kernel/.zarray b/checkpoint_20000/target.encoder.layers_9.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_9.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_20000/target.encoder.layers_9.mlp.wi_0.kernel/0.0 b/checkpoint_20000/target.encoder.layers_9.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..cca918efe5b7f1dcb3894a0f3d4f3e13f732802c --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_9.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65b716c083dd3ddf3c584b2c59bbeb4b1f28c15f241d399a4d78c3773af78042 +size 3903634 diff --git a/checkpoint_20000/target.encoder.layers_9.mlp.wi_1.kernel/.zarray b/checkpoint_20000/target.encoder.layers_9.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_9.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8 +size 178 diff --git a/checkpoint_20000/target.encoder.layers_9.mlp.wi_1.kernel/0.0 b/checkpoint_20000/target.encoder.layers_9.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..dc5173257f691db933c429a5e9c3b937c3c7514b --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_9.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:430403f3cb23ff2b72ca77225d6604a4d3940fcc594c7959237994b64191c0fe +size 3906043 diff --git a/checkpoint_20000/target.encoder.layers_9.mlp.wo.kernel/.zarray b/checkpoint_20000/target.encoder.layers_9.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_9.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98 +size 178 diff --git a/checkpoint_20000/target.encoder.layers_9.mlp.wo.kernel/0.0 b/checkpoint_20000/target.encoder.layers_9.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..c1dba2a1cdcc90fd4ab1d9275c65f22af81734c1 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_9.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2587156521343dceeceb2398994f0b8b283b70829245b2027d78cd8e383d2bf2 +size 3898159 diff --git a/checkpoint_20000/target.encoder.layers_9.pre_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.encoder.layers_9.pre_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_9.pre_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/target.encoder.layers_9.pre_attention_layer_norm.scale/0 b/checkpoint_20000/target.encoder.layers_9.pre_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..1beadbe2a48aec8fd5499a8bec25f0d48b5ab507 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_9.pre_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c116a76d8a85344ccb28be59d5ef7f684fd65ea87442fbe757d5676185888b7 +size 1894 diff --git a/checkpoint_20000/target.encoder.layers_9.pre_mlp_layer_norm.scale/.zarray b/checkpoint_20000/target.encoder.layers_9.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_9.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e +size 168 diff --git a/checkpoint_20000/target.encoder.layers_9.pre_mlp_layer_norm.scale/0 b/checkpoint_20000/target.encoder.layers_9.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..c9897f3d5b43374d8427eb36d3bc17934dfc8dd5 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_9.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:072d3fb7b928227849ad627eb6b537f42f6e28849eea50cd043b03246ae0a83d +size 1893 diff --git a/checkpoint_20000/target.encoder.relpos_bias.rel_embedding/.zarray b/checkpoint_20000/target.encoder.relpos_bias.rel_embedding/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..f436654680ef76185134be5536bdbabaa54cc65d --- /dev/null +++ b/checkpoint_20000/target.encoder.relpos_bias.rel_embedding/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62dcf91d03b1a5aa1fa79c0aaf03f5b5887296b8fc2d69cb8175b65ca8f98c2d +size 170 diff --git a/checkpoint_20000/target.encoder.relpos_bias.rel_embedding/0.0 b/checkpoint_20000/target.encoder.relpos_bias.rel_embedding/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..be687d62183e3d2b4d7380e98433d0e691e0ce34 --- /dev/null +++ b/checkpoint_20000/target.encoder.relpos_bias.rel_embedding/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b066ad13b438a5a97b526b71cdf34f30a4970cda8d397e3b1fcc359fe836d56 +size 1017 diff --git a/checkpoint_20000/target.token_embedder.embedding/.zarray b/checkpoint_20000/target.token_embedder.embedding/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..c408735dcbd09741aa724778d32c8a446862e5a4 --- /dev/null +++ b/checkpoint_20000/target.token_embedder.embedding/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44a00255f52d58611b5020f9259f531fcb197a0a475b554c754cc4835df3c24d +size 180 diff --git a/checkpoint_20000/target.token_embedder.embedding/0.0 b/checkpoint_20000/target.token_embedder.embedding/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..3172608bc47be0479639232ecf42d9a49c43bbfb --- /dev/null +++ b/checkpoint_20000/target.token_embedder.embedding/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26daef31bda31b272140ee98e64f3dd573af4ea043ad574a9cce97d26ee4e2d7 +size 61303872 diff --git a/config.gin b/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..c4b62db3b8a01759043a622f1fcb04beb20c7a6c --- /dev/null +++ b/config.gin @@ -0,0 +1,146 @@ +from __gin__ import dynamic_registration +import __main__ as train_script +import seqio +from t5x import adafactor +from t5x.examples.t5 import network +from t5x import gin_utils +from t5x import models +from t5x import partitioning +from t5x import trainer +from t5x import utils +import tasks + +# Macros: +# ============================================================================== +BATCH_SIZE = 512 +DROPOUT_RATE = 0.0 +LABEL_SMOOTHING = 0.0 +LOSS_NORMALIZING_FACTOR = None +MIXTURE_OR_TASK_MODULE = None +MIXTURE_OR_TASK_NAME = 'pretrain_finnish' +MODEL = @models.EncoderDecoderModel() +MODEL_DIR = '/researchdisk/t5x-small-nl24-finnish' +OPTIMIZER = @adafactor.Adafactor() +RANDOM_SEED = None +SHUFFLE_TRAIN_EXAMPLES = True +TASK_FEATURE_LENGTHS = {'inputs': 512, 'targets': 114} +TRAIN_STEPS = 500000 +USE_CACHED_TASKS = False +USE_HARDWARE_RNG = False +VOCABULARY = @seqio.SentencePieceVocabulary() +Z_LOSS = 0.0001 + +# Parameters for adafactor.Adafactor: +# ============================================================================== +adafactor.Adafactor.decay_rate = 0.8 +adafactor.Adafactor.logical_factor_rules = \ + @adafactor.standard_logical_factor_rules() +adafactor.Adafactor.step_offset = 0 + +# Parameters for utils.CheckpointConfig: +# ============================================================================== +utils.CheckpointConfig.restore = @utils.RestoreCheckpointConfig() +utils.CheckpointConfig.save = @utils.SaveCheckpointConfig() + +# Parameters for utils.create_learning_rate_scheduler: +# ============================================================================== +utils.create_learning_rate_scheduler.base_learning_rate = 1.0 +utils.create_learning_rate_scheduler.factors = 'constant * rsqrt_decay' +utils.create_learning_rate_scheduler.warmup_steps = 10000 + +# Parameters for train/utils.DatasetConfig: +# ============================================================================== +train/utils.DatasetConfig.batch_size = %BATCH_SIZE +train/utils.DatasetConfig.mixture_or_task_name = %MIXTURE_OR_TASK_NAME +train/utils.DatasetConfig.module = %MIXTURE_OR_TASK_MODULE +train/utils.DatasetConfig.pack = True +train/utils.DatasetConfig.seed = None +train/utils.DatasetConfig.shuffle = %SHUFFLE_TRAIN_EXAMPLES +train/utils.DatasetConfig.split = 'train' +train/utils.DatasetConfig.task_feature_lengths = %TASK_FEATURE_LENGTHS +train/utils.DatasetConfig.use_cached = %USE_CACHED_TASKS + +# Parameters for train_eval/utils.DatasetConfig: +# ============================================================================== +train_eval/utils.DatasetConfig.batch_size = %BATCH_SIZE +train_eval/utils.DatasetConfig.mixture_or_task_name = %MIXTURE_OR_TASK_NAME +train_eval/utils.DatasetConfig.module = %MIXTURE_OR_TASK_MODULE +train_eval/utils.DatasetConfig.pack = True +train_eval/utils.DatasetConfig.seed = 42 +train_eval/utils.DatasetConfig.shuffle = False +train_eval/utils.DatasetConfig.split = 'validation' +train_eval/utils.DatasetConfig.task_feature_lengths = %TASK_FEATURE_LENGTHS +train_eval/utils.DatasetConfig.use_cached = %USE_CACHED_TASKS + +# Parameters for models.EncoderDecoderModel: +# ============================================================================== +models.EncoderDecoderModel.input_vocabulary = %VOCABULARY +models.EncoderDecoderModel.label_smoothing = %LABEL_SMOOTHING +models.EncoderDecoderModel.loss_normalizing_factor = %LOSS_NORMALIZING_FACTOR +models.EncoderDecoderModel.module = @network.Transformer() +models.EncoderDecoderModel.optimizer_def = %OPTIMIZER +models.EncoderDecoderModel.output_vocabulary = %VOCABULARY +models.EncoderDecoderModel.z_loss = %Z_LOSS + +# Parameters for partitioning.PjitPartitioner: +# ============================================================================== +partitioning.PjitPartitioner.logical_axis_rules = \ + @partitioning.standard_logical_axis_rules() +partitioning.PjitPartitioner.model_parallel_submesh = None +partitioning.PjitPartitioner.num_partitions = 1 + +# Parameters for utils.RestoreCheckpointConfig: +# ============================================================================== +utils.RestoreCheckpointConfig.path = [] + +# Parameters for utils.SaveCheckpointConfig: +# ============================================================================== +utils.SaveCheckpointConfig.dtype = 'float32' +utils.SaveCheckpointConfig.keep = 10 +utils.SaveCheckpointConfig.period = 10000 +utils.SaveCheckpointConfig.save_dataset = False + +# Parameters for seqio.SentencePieceVocabulary: +# ============================================================================== +seqio.SentencePieceVocabulary.sentencepiece_model_file = 'spiece.model' + +# Parameters for network.T5Config: +# ============================================================================== +network.T5Config.dropout_rate = %DROPOUT_RATE +network.T5Config.dtype = 'bfloat16' +network.T5Config.emb_dim = 512 +network.T5Config.head_dim = 64 +network.T5Config.logits_via_embedding = False +network.T5Config.mlp_activations = ('gelu', 'linear') +network.T5Config.mlp_dim = 2048 +network.T5Config.num_decoder_layers = 24 +network.T5Config.num_encoder_layers = 24 +network.T5Config.num_heads = 8 +network.T5Config.vocab_size = 32128 + +# Parameters for train_script.train: +# ============================================================================== +train_script.train.checkpoint_cfg = @utils.CheckpointConfig() +train_script.train.eval_period = 10000 +train_script.train.eval_steps = 20 +train_script.train.hub_model_id = 'Finnish-NLP/t5x-small-nl24-finnish' +train_script.train.infer_eval_dataset_cfg = None +train_script.train.model = %MODEL +train_script.train.model_dir = %MODEL_DIR +train_script.train.partitioner = @partitioning.PjitPartitioner() +train_script.train.random_seed = %RANDOM_SEED +train_script.train.summarize_config_fn = @gin_utils.summarize_gin_config +train_script.train.total_steps = %TRAIN_STEPS +train_script.train.train_dataset_cfg = @train/utils.DatasetConfig() +train_script.train.train_eval_dataset_cfg = @train_eval/utils.DatasetConfig() +train_script.train.trainer_cls = @trainer.Trainer +train_script.train.use_hardware_rng = %USE_HARDWARE_RNG + +# Parameters for trainer.Trainer: +# ============================================================================== +trainer.Trainer.learning_rate_fn = @utils.create_learning_rate_scheduler() +trainer.Trainer.num_microbatches = None + +# Parameters for network.Transformer: +# ============================================================================== +network.Transformer.config = @network.T5Config() diff --git a/config.json b/config.json new file mode 100644 index 0000000000000000000000000000000000000000..9b4ff5dd45a62b29b6bc7dffd570cee6818667e4 --- /dev/null +++ b/config.json @@ -0,0 +1,29 @@ +{ + "_name_or_path": "./", + "architectures": [ + "T5ForConditionalGeneration" + ], + "d_ff": 2048, + "d_kv": 64, + "d_model": 512, + "decoder_start_token_id": 0, + "dropout_rate": 0.0, + "eos_token_id": 1, + "feed_forward_proj": "gated-gelu", + "initializer_factor": 1.0, + "is_encoder_decoder": true, + "layer_norm_epsilon": 1e-06, + "model_type": "t5", + "n_positions": 512, + "num_decoder_layers": 24, + "num_heads": 8, + "num_layers": 24, + "output_past": true, + "pad_token_id": 0, + "relative_attention_max_distance": 128, + "relative_attention_num_buckets": 32, + "tie_word_embeddings": false, + "transformers_version": "4.18.0.dev0", + "use_cache": true, + "vocab_size": 32128 +} diff --git a/convert_t5x_checkpoint_to_flax.py b/convert_t5x_checkpoint_to_flax.py new file mode 100644 index 0000000000000000000000000000000000000000..8f4f9c2cb1a8e5a3e85ded0cd8fa219ac1941793 --- /dev/null +++ b/convert_t5x_checkpoint_to_flax.py @@ -0,0 +1,157 @@ +# https://gist.github.com/stefan-it/30e4998ef159f33696e377a46f699d9f + +import argparse + +from t5x import checkpoints +from transformers import T5Config, FlaxT5ForConditionalGeneration + + +def convert_t5x_checkpoint_to_flax(t5x_checkpoint_path, config_name, flax_dump_folder_path): + config = T5Config.from_pretrained(config_name) + flax_model = FlaxT5ForConditionalGeneration(config=config) + t5x_model = checkpoints.load_t5x_checkpoint(t5x_checkpoint_path) + + split_mlp_wi = "wi_0" in t5x_model["target"]["encoder"]["layers_0"]["mlp"] + + # Encoder + for layer_index in range(config.num_layers): + layer_name = f"layers_{str(layer_index)}" + + # Self-Attention + t5x_attention_key = t5x_model["target"]["encoder"][layer_name]["attention"]["key"]["kernel"] + t5x_attention_out = t5x_model["target"]["encoder"][layer_name]["attention"]["out"]["kernel"] + t5x_attention_query = t5x_model["target"]["encoder"][layer_name]["attention"]["query"]["kernel"] + t5x_attention_value = t5x_model["target"]["encoder"][layer_name]["attention"]["value"]["kernel"] + + ## Layer Normalization + t5x_attention_layer_norm = t5x_model["target"]["encoder"][layer_name]["pre_attention_layer_norm"]["scale"] + + if split_mlp_wi: + t5x_mlp_wi_0 = t5x_model["target"]["encoder"][layer_name]["mlp"]["wi_0"]["kernel"] + t5x_mlp_wi_1 = t5x_model["target"]["encoder"][layer_name]["mlp"]["wi_1"]["kernel"] + else: + t5x_mlp_wi = t5x_model["target"]["encoder"][layer_name]["mlp"]["wi"]["kernel"] + + t5x_mlp_wo = t5x_model["target"]["encoder"][layer_name]["mlp"]["wo"]["kernel"] + + ## Layer Normalization + t5x_mlp_layer_norm = t5x_model["target"]["encoder"][layer_name]["pre_mlp_layer_norm"]["scale"] + + # Assigning + flax_model.params["encoder"]["block"][str(layer_index)]["layer"]["0"]["SelfAttention"]["k"]["kernel"] = t5x_attention_key + flax_model.params["encoder"]["block"][str(layer_index)]["layer"]["0"]["SelfAttention"]["o"]["kernel"] = t5x_attention_out + flax_model.params["encoder"]["block"][str(layer_index)]["layer"]["0"]["SelfAttention"]["q"]["kernel"] = t5x_attention_query + flax_model.params["encoder"]["block"][str(layer_index)]["layer"]["0"]["SelfAttention"]["v"]["kernel"] = t5x_attention_value + + flax_model.params["encoder"]["block"][str(layer_index)]["layer"]["0"]["layer_norm"]["weight"] = t5x_attention_layer_norm + + if split_mlp_wi: + flax_model.params["encoder"]["block"][str(layer_index)]["layer"]["1"]["DenseReluDense"]["wi_0"]["kernel"] = t5x_mlp_wi_0 + flax_model.params["encoder"]["block"][str(layer_index)]["layer"]["1"]["DenseReluDense"]["wi_1"]["kernel"] = t5x_mlp_wi_1 + else: + flax_model.params["encoder"]["block"][str(layer_index)]["layer"]["1"]["DenseReluDense"]["wi"]["kernel"] = t5x_mlp_wi + + flax_model.params["encoder"]["block"][str(layer_index)]["layer"]["1"]["DenseReluDense"]["wo"]["kernel"] = t5x_mlp_wo + flax_model.params["encoder"]["block"][str(layer_index)]["layer"]["1"]["layer_norm"]["weight"] = t5x_mlp_layer_norm + + # Only for layer 0: + t5x_encoder_rel_embedding = t5x_model["target"]["encoder"]["relpos_bias"]["rel_embedding"].T + flax_model.params["encoder"]["block"]["0"]["layer"]["0"]["SelfAttention"]["relative_attention_bias"]["embedding"] = t5x_encoder_rel_embedding + + # Assigning + t5x_encoder_norm = t5x_model["target"]["encoder"]["encoder_norm"]["scale"] + flax_model.params["encoder"]["final_layer_norm"]["weight"] = t5x_encoder_norm + + # Decoder + for layer_index in range(config.num_layers): + layer_name = f"layers_{str(layer_index)}" + + # Self-Attention + t5x_attention_key = t5x_model["target"]["decoder"][layer_name]["self_attention"]["key"]["kernel"] + t5x_attention_out = t5x_model["target"]["decoder"][layer_name]["self_attention"]["out"]["kernel"] + t5x_attention_query = t5x_model["target"]["decoder"][layer_name]["self_attention"]["query"]["kernel"] + t5x_attention_value = t5x_model["target"]["decoder"][layer_name]["self_attention"]["value"]["kernel"] + + ## Layer Normalization + t5x_pre_attention_layer_norm = t5x_model["target"]["decoder"][layer_name]["pre_self_attention_layer_norm"]["scale"] + + # Encoder-Decoder-Attention + t5x_enc_dec_attention_key = t5x_model["target"]["decoder"][layer_name]["encoder_decoder_attention"]["key"]["kernel"] + t5x_enc_dec_attention_out = t5x_model["target"]["decoder"][layer_name]["encoder_decoder_attention"]["out"]["kernel"] + t5x_enc_dec_attention_query = t5x_model["target"]["decoder"][layer_name]["encoder_decoder_attention"]["query"]["kernel"] + t5x_enc_dec_attention_value = t5x_model["target"]["decoder"][layer_name]["encoder_decoder_attention"]["value"]["kernel"] + + ## Layer Normalization + t5x_cross_layer_norm = t5x_model["target"]["decoder"][layer_name]["pre_cross_attention_layer_norm"]["scale"] + + # MLP + if split_mlp_wi: + t5x_mlp_wi_0 = t5x_model["target"]["decoder"][layer_name]["mlp"]["wi_0"]["kernel"] + t5x_mlp_wi_1 = t5x_model["target"]["decoder"][layer_name]["mlp"]["wi_1"]["kernel"] + else: + t5x_mlp_wi = t5x_model["target"]["decoder"][layer_name]["mlp"]["wi"]["kernel"] + + t5x_mlp_wo = t5x_model["target"]["decoder"][layer_name]["mlp"]["wo"]["kernel"] + + ## Layer Normalization + tx5_mlp_layer_norm = t5x_model["target"]["decoder"][layer_name]["pre_mlp_layer_norm"]["scale"] + + # Assigning + flax_model.params["decoder"]["block"][str(layer_index)]["layer"]["0"]["SelfAttention"]["k"]["kernel"] = t5x_attention_key + flax_model.params["decoder"]["block"][str(layer_index)]["layer"]["0"]["SelfAttention"]["o"]["kernel"] = t5x_attention_out + flax_model.params["decoder"]["block"][str(layer_index)]["layer"]["0"]["SelfAttention"]["q"]["kernel"] = t5x_attention_query + flax_model.params["decoder"]["block"][str(layer_index)]["layer"]["0"]["SelfAttention"]["v"]["kernel"] = t5x_attention_value + + flax_model.params["decoder"]["block"][str(layer_index)]["layer"]["0"]["layer_norm"]["weight"] = t5x_pre_attention_layer_norm + + flax_model.params["decoder"]["block"][str(layer_index)]["layer"]["1"]["EncDecAttention"]["k"]["kernel"] = t5x_enc_dec_attention_key + flax_model.params["decoder"]["block"][str(layer_index)]["layer"]["1"]["EncDecAttention"]["o"]["kernel"] = t5x_enc_dec_attention_out + flax_model.params["decoder"]["block"][str(layer_index)]["layer"]["1"]["EncDecAttention"]["q"]["kernel"] = t5x_enc_dec_attention_query + flax_model.params["decoder"]["block"][str(layer_index)]["layer"]["1"]["EncDecAttention"]["v"]["kernel"] = t5x_enc_dec_attention_value + + flax_model.params["decoder"]["block"][str(layer_index)]["layer"]["1"]["layer_norm"]["weight"] = t5x_cross_layer_norm + + if split_mlp_wi: + flax_model.params["decoder"]["block"][str(layer_index)]["layer"]["2"]["DenseReluDense"]["wi_0"]["kernel"] = t5x_mlp_wi_0 + flax_model.params["decoder"]["block"][str(layer_index)]["layer"]["2"]["DenseReluDense"]["wi_1"]["kernel"] = t5x_mlp_wi_1 + else: + flax_model.params["decoder"]["block"][str(layer_index)]["layer"]["2"]["DenseReluDense"]["wi"]["kernel"] = t5x_mlp_wi + + flax_model.params["decoder"]["block"][str(layer_index)]["layer"]["2"]["DenseReluDense"]["wo"]["kernel"] = t5x_mlp_wo + + flax_model.params["decoder"]["block"][str(layer_index)]["layer"]["2"]["layer_norm"]["weight"] = tx5_mlp_layer_norm + + # Decoder Normalization + tx5_decoder_norm = t5x_model["target"]["decoder"]["decoder_norm"]["scale"] + flax_model.params["decoder"]["final_layer_norm"]["weight"] = tx5_decoder_norm + + # Only for layer 0: + t5x_decoder_rel_embedding = t5x_model["target"]["decoder"]["relpos_bias"]["rel_embedding"].T + flax_model.params["decoder"]["block"]["0"]["layer"]["0"]["SelfAttention"]["relative_attention_bias"]["embedding"] = t5x_decoder_rel_embedding + + # Token Embeddings + tx5_token_embeddings = t5x_model["target"]["token_embedder"]["embedding"] + flax_model.params["shared"]["embedding"] = tx5_token_embeddings + + # LM Head + flax_model.params["lm_head"]["kernel"] = t5x_model["target"]["decoder"]["logits_dense"]["kernel"] + + flax_model.save_pretrained(flax_dump_folder_path) + print("T5X Model was sucessfully converted!") + + +if __name__ == "__main__": + parser = argparse.ArgumentParser() + # Required parameters + parser.add_argument( + "--t5x_checkpoint_path", default=None, type=str, required=True, help="Path the TX5 checkpoint." + ) + parser.add_argument( + "--config_name", default=None, type=str, required=True, help="Config name of T5 model." + ) + parser.add_argument( + "--flax_dump_folder_path", default=None, type=str, required=True, help="Path to the output FLAX model." + ) + args = parser.parse_args() + convert_t5x_checkpoint_to_flax(args.t5x_checkpoint_path, args.config_name, args.flax_dump_folder_path) + \ No newline at end of file diff --git a/flax_model_to_pytorch.py b/flax_model_to_pytorch.py new file mode 100755 index 0000000000000000000000000000000000000000..687a8285ee6a8c8403e3c43a179d1c17084bf35e --- /dev/null +++ b/flax_model_to_pytorch.py @@ -0,0 +1,27 @@ +from transformers import AutoModelForSeq2SeqLM, FlaxAutoModelForSeq2SeqLM, AutoTokenizer +import torch +import numpy as np +import jax +import jax.numpy as jnp + +def to_f32(t): + return jax.tree_map(lambda x: x.astype(jnp.float32) if x.dtype == jnp.bfloat16 else x, t) + +jax.config.update('jax_platform_name', 'cpu') +MODEL_PATH = "./" +model = FlaxAutoModelForSeq2SeqLM.from_pretrained(MODEL_PATH) +model.params = to_f32(model.params) +model.save_pretrained(MODEL_PATH) + +pt_model = AutoModelForSeq2SeqLM.from_pretrained( + MODEL_PATH, from_flax=True).to('cpu') + +input_ids = np.asarray(2 * [128 * [0]], dtype=np.int32) +input_ids_pt = torch.tensor(input_ids) + +logits_pt = pt_model(input_ids=input_ids_pt, decoder_input_ids=input_ids_pt).logits +print(logits_pt) +logits_fx = model(input_ids=input_ids, decoder_input_ids=input_ids).logits +print(logits_fx) + +pt_model.save_pretrained(MODEL_PATH) diff --git a/model-info.txt b/model-info.txt new file mode 100644 index 0000000000000000000000000000000000000000..81581ff0b3fcb4c8e135a2b5316a81e2b56451f5 --- /dev/null +++ b/model-info.txt @@ -0,0 +1,2793 @@ +Variable decoder/decoder_norm/scale size 512 shape (embed=512) partition spec (None,) +Variable decoder/layers_0/encoder_decoder_attention/key/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_0/encoder_decoder_attention/out/kernel size 262144 shape (joined_kv=512, embed=512) partition spec ('model', None) +Variable decoder/layers_0/encoder_decoder_attention/query/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_0/encoder_decoder_attention/value/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_0/mlp/wi_0/kernel size 1048576 shape (embed=512, mlp=2048) partition spec (None, 'model') +Variable decoder/layers_0/mlp/wi_1/kernel size 1048576 shape (embed=512, mlp=2048) partition spec (None, 'model') +Variable decoder/layers_0/mlp/wo/kernel size 1048576 shape (mlp=2048, embed=512) partition spec ('model', None) +Variable decoder/layers_0/pre_cross_attention_layer_norm/scale size 512 shape (embed=512) partition spec (None,) +Variable decoder/layers_0/pre_mlp_layer_norm/scale size 512 shape (embed=512) partition spec (None,) +Variable decoder/layers_0/pre_self_attention_layer_norm/scale size 512 shape (embed=512) partition spec (None,) +Variable decoder/layers_0/self_attention/key/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_0/self_attention/out/kernel size 262144 shape (joined_kv=512, embed=512) partition spec ('model', None) +Variable decoder/layers_0/self_attention/query/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_0/self_attention/value/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_1/encoder_decoder_attention/key/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_1/encoder_decoder_attention/out/kernel size 262144 shape (joined_kv=512, embed=512) partition spec ('model', None) +Variable decoder/layers_1/encoder_decoder_attention/query/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_1/encoder_decoder_attention/value/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_1/mlp/wi_0/kernel size 1048576 shape (embed=512, mlp=2048) partition spec (None, 'model') +Variable decoder/layers_1/mlp/wi_1/kernel size 1048576 shape (embed=512, mlp=2048) partition spec (None, 'model') +Variable decoder/layers_1/mlp/wo/kernel size 1048576 shape (mlp=2048, embed=512) partition spec ('model', None) +Variable decoder/layers_1/pre_cross_attention_layer_norm/scale size 512 shape (embed=512) partition spec (None,) +Variable decoder/layers_1/pre_mlp_layer_norm/scale size 512 shape (embed=512) partition spec (None,) +Variable decoder/layers_1/pre_self_attention_layer_norm/scale size 512 shape (embed=512) partition spec (None,) +Variable decoder/layers_1/self_attention/key/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_1/self_attention/out/kernel size 262144 shape (joined_kv=512, embed=512) partition spec ('model', None) +Variable decoder/layers_1/self_attention/query/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_1/self_attention/value/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_10/encoder_decoder_attention/key/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_10/encoder_decoder_attention/out/kernel size 262144 shape (joined_kv=512, embed=512) partition spec ('model', None) +Variable decoder/layers_10/encoder_decoder_attention/query/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_10/encoder_decoder_attention/value/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_10/mlp/wi_0/kernel size 1048576 shape (embed=512, mlp=2048) partition spec (None, 'model') +Variable decoder/layers_10/mlp/wi_1/kernel size 1048576 shape (embed=512, mlp=2048) partition spec (None, 'model') +Variable decoder/layers_10/mlp/wo/kernel size 1048576 shape (mlp=2048, embed=512) partition spec ('model', None) +Variable decoder/layers_10/pre_cross_attention_layer_norm/scale size 512 shape (embed=512) partition spec (None,) +Variable decoder/layers_10/pre_mlp_layer_norm/scale size 512 shape (embed=512) partition spec (None,) +Variable decoder/layers_10/pre_self_attention_layer_norm/scale size 512 shape (embed=512) partition spec (None,) +Variable decoder/layers_10/self_attention/key/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_10/self_attention/out/kernel size 262144 shape (joined_kv=512, embed=512) partition spec ('model', None) +Variable decoder/layers_10/self_attention/query/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_10/self_attention/value/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_11/encoder_decoder_attention/key/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_11/encoder_decoder_attention/out/kernel size 262144 shape (joined_kv=512, embed=512) partition spec ('model', None) +Variable decoder/layers_11/encoder_decoder_attention/query/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_11/encoder_decoder_attention/value/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_11/mlp/wi_0/kernel size 1048576 shape (embed=512, mlp=2048) partition spec (None, 'model') +Variable decoder/layers_11/mlp/wi_1/kernel size 1048576 shape (embed=512, mlp=2048) partition spec (None, 'model') +Variable decoder/layers_11/mlp/wo/kernel size 1048576 shape (mlp=2048, embed=512) partition spec ('model', None) +Variable decoder/layers_11/pre_cross_attention_layer_norm/scale size 512 shape (embed=512) partition spec (None,) +Variable decoder/layers_11/pre_mlp_layer_norm/scale size 512 shape (embed=512) partition spec (None,) +Variable decoder/layers_11/pre_self_attention_layer_norm/scale size 512 shape (embed=512) partition spec (None,) +Variable decoder/layers_11/self_attention/key/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_11/self_attention/out/kernel size 262144 shape (joined_kv=512, embed=512) partition spec ('model', None) +Variable decoder/layers_11/self_attention/query/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_11/self_attention/value/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_12/encoder_decoder_attention/key/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_12/encoder_decoder_attention/out/kernel size 262144 shape (joined_kv=512, embed=512) partition spec ('model', None) +Variable decoder/layers_12/encoder_decoder_attention/query/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_12/encoder_decoder_attention/value/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_12/mlp/wi_0/kernel size 1048576 shape (embed=512, mlp=2048) partition spec (None, 'model') +Variable decoder/layers_12/mlp/wi_1/kernel size 1048576 shape (embed=512, mlp=2048) partition spec (None, 'model') +Variable decoder/layers_12/mlp/wo/kernel size 1048576 shape (mlp=2048, embed=512) partition spec ('model', None) +Variable decoder/layers_12/pre_cross_attention_layer_norm/scale size 512 shape (embed=512) partition spec (None,) +Variable decoder/layers_12/pre_mlp_layer_norm/scale size 512 shape (embed=512) partition spec (None,) +Variable decoder/layers_12/pre_self_attention_layer_norm/scale size 512 shape (embed=512) partition spec (None,) +Variable decoder/layers_12/self_attention/key/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_12/self_attention/out/kernel size 262144 shape (joined_kv=512, embed=512) partition spec ('model', None) +Variable decoder/layers_12/self_attention/query/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_12/self_attention/value/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_13/encoder_decoder_attention/key/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_13/encoder_decoder_attention/out/kernel size 262144 shape (joined_kv=512, embed=512) partition spec ('model', None) +Variable decoder/layers_13/encoder_decoder_attention/query/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_13/encoder_decoder_attention/value/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_13/mlp/wi_0/kernel size 1048576 shape (embed=512, mlp=2048) partition spec (None, 'model') +Variable decoder/layers_13/mlp/wi_1/kernel size 1048576 shape (embed=512, mlp=2048) partition spec (None, 'model') +Variable decoder/layers_13/mlp/wo/kernel size 1048576 shape (mlp=2048, embed=512) partition spec ('model', None) +Variable decoder/layers_13/pre_cross_attention_layer_norm/scale size 512 shape (embed=512) partition spec (None,) +Variable decoder/layers_13/pre_mlp_layer_norm/scale size 512 shape (embed=512) partition spec (None,) +Variable decoder/layers_13/pre_self_attention_layer_norm/scale size 512 shape (embed=512) partition spec (None,) +Variable decoder/layers_13/self_attention/key/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_13/self_attention/out/kernel size 262144 shape (joined_kv=512, embed=512) partition spec ('model', None) +Variable decoder/layers_13/self_attention/query/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_13/self_attention/value/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_14/encoder_decoder_attention/key/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_14/encoder_decoder_attention/out/kernel size 262144 shape (joined_kv=512, embed=512) partition spec ('model', None) +Variable decoder/layers_14/encoder_decoder_attention/query/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_14/encoder_decoder_attention/value/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_14/mlp/wi_0/kernel size 1048576 shape (embed=512, mlp=2048) partition spec (None, 'model') +Variable decoder/layers_14/mlp/wi_1/kernel size 1048576 shape (embed=512, mlp=2048) partition spec (None, 'model') +Variable decoder/layers_14/mlp/wo/kernel size 1048576 shape (mlp=2048, embed=512) partition spec ('model', None) +Variable decoder/layers_14/pre_cross_attention_layer_norm/scale size 512 shape (embed=512) partition spec (None,) +Variable decoder/layers_14/pre_mlp_layer_norm/scale size 512 shape (embed=512) partition spec (None,) +Variable decoder/layers_14/pre_self_attention_layer_norm/scale size 512 shape (embed=512) partition spec (None,) +Variable decoder/layers_14/self_attention/key/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_14/self_attention/out/kernel size 262144 shape (joined_kv=512, embed=512) partition spec ('model', None) +Variable decoder/layers_14/self_attention/query/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_14/self_attention/value/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_15/encoder_decoder_attention/key/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_15/encoder_decoder_attention/out/kernel size 262144 shape (joined_kv=512, embed=512) partition spec ('model', None) +Variable decoder/layers_15/encoder_decoder_attention/query/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_15/encoder_decoder_attention/value/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_15/mlp/wi_0/kernel size 1048576 shape (embed=512, mlp=2048) partition spec (None, 'model') +Variable decoder/layers_15/mlp/wi_1/kernel size 1048576 shape (embed=512, mlp=2048) partition spec (None, 'model') +Variable decoder/layers_15/mlp/wo/kernel size 1048576 shape (mlp=2048, embed=512) partition spec ('model', None) +Variable decoder/layers_15/pre_cross_attention_layer_norm/scale size 512 shape (embed=512) partition spec (None,) +Variable decoder/layers_15/pre_mlp_layer_norm/scale size 512 shape (embed=512) partition spec (None,) +Variable decoder/layers_15/pre_self_attention_layer_norm/scale size 512 shape (embed=512) partition spec (None,) +Variable decoder/layers_15/self_attention/key/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_15/self_attention/out/kernel size 262144 shape (joined_kv=512, embed=512) partition spec ('model', None) +Variable decoder/layers_15/self_attention/query/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_15/self_attention/value/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_16/encoder_decoder_attention/key/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_16/encoder_decoder_attention/out/kernel size 262144 shape (joined_kv=512, embed=512) partition spec ('model', None) +Variable decoder/layers_16/encoder_decoder_attention/query/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_16/encoder_decoder_attention/value/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_16/mlp/wi_0/kernel size 1048576 shape (embed=512, mlp=2048) partition spec (None, 'model') +Variable decoder/layers_16/mlp/wi_1/kernel size 1048576 shape (embed=512, mlp=2048) partition spec (None, 'model') +Variable decoder/layers_16/mlp/wo/kernel size 1048576 shape (mlp=2048, embed=512) partition spec ('model', None) +Variable decoder/layers_16/pre_cross_attention_layer_norm/scale size 512 shape (embed=512) partition spec (None,) +Variable decoder/layers_16/pre_mlp_layer_norm/scale size 512 shape (embed=512) partition spec (None,) +Variable decoder/layers_16/pre_self_attention_layer_norm/scale size 512 shape (embed=512) partition spec (None,) +Variable decoder/layers_16/self_attention/key/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_16/self_attention/out/kernel size 262144 shape (joined_kv=512, embed=512) partition spec ('model', None) +Variable decoder/layers_16/self_attention/query/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_16/self_attention/value/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_17/encoder_decoder_attention/key/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_17/encoder_decoder_attention/out/kernel size 262144 shape (joined_kv=512, embed=512) partition spec ('model', None) +Variable decoder/layers_17/encoder_decoder_attention/query/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_17/encoder_decoder_attention/value/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_17/mlp/wi_0/kernel size 1048576 shape (embed=512, mlp=2048) partition spec (None, 'model') +Variable decoder/layers_17/mlp/wi_1/kernel size 1048576 shape (embed=512, mlp=2048) partition spec (None, 'model') +Variable decoder/layers_17/mlp/wo/kernel size 1048576 shape (mlp=2048, embed=512) partition spec ('model', None) +Variable decoder/layers_17/pre_cross_attention_layer_norm/scale size 512 shape (embed=512) partition spec (None,) +Variable decoder/layers_17/pre_mlp_layer_norm/scale size 512 shape (embed=512) partition spec (None,) +Variable decoder/layers_17/pre_self_attention_layer_norm/scale size 512 shape (embed=512) partition spec (None,) +Variable decoder/layers_17/self_attention/key/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_17/self_attention/out/kernel size 262144 shape (joined_kv=512, embed=512) partition spec ('model', None) +Variable decoder/layers_17/self_attention/query/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_17/self_attention/value/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_18/encoder_decoder_attention/key/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_18/encoder_decoder_attention/out/kernel size 262144 shape (joined_kv=512, embed=512) partition spec ('model', None) +Variable decoder/layers_18/encoder_decoder_attention/query/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_18/encoder_decoder_attention/value/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_18/mlp/wi_0/kernel size 1048576 shape (embed=512, mlp=2048) partition spec (None, 'model') +Variable decoder/layers_18/mlp/wi_1/kernel size 1048576 shape (embed=512, mlp=2048) partition spec (None, 'model') +Variable decoder/layers_18/mlp/wo/kernel size 1048576 shape (mlp=2048, embed=512) partition spec ('model', None) +Variable decoder/layers_18/pre_cross_attention_layer_norm/scale size 512 shape (embed=512) partition spec (None,) +Variable decoder/layers_18/pre_mlp_layer_norm/scale size 512 shape (embed=512) partition spec (None,) +Variable decoder/layers_18/pre_self_attention_layer_norm/scale size 512 shape (embed=512) partition spec (None,) +Variable decoder/layers_18/self_attention/key/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_18/self_attention/out/kernel size 262144 shape (joined_kv=512, embed=512) partition spec ('model', None) +Variable decoder/layers_18/self_attention/query/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_18/self_attention/value/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_19/encoder_decoder_attention/key/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_19/encoder_decoder_attention/out/kernel size 262144 shape (joined_kv=512, embed=512) partition spec ('model', None) +Variable decoder/layers_19/encoder_decoder_attention/query/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_19/encoder_decoder_attention/value/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_19/mlp/wi_0/kernel size 1048576 shape (embed=512, mlp=2048) partition spec (None, 'model') +Variable decoder/layers_19/mlp/wi_1/kernel size 1048576 shape (embed=512, mlp=2048) partition spec (None, 'model') +Variable decoder/layers_19/mlp/wo/kernel size 1048576 shape (mlp=2048, embed=512) partition spec ('model', None) +Variable decoder/layers_19/pre_cross_attention_layer_norm/scale size 512 shape (embed=512) partition spec (None,) +Variable decoder/layers_19/pre_mlp_layer_norm/scale size 512 shape (embed=512) partition spec (None,) +Variable decoder/layers_19/pre_self_attention_layer_norm/scale size 512 shape (embed=512) partition spec (None,) +Variable decoder/layers_19/self_attention/key/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_19/self_attention/out/kernel size 262144 shape (joined_kv=512, embed=512) partition spec ('model', None) +Variable decoder/layers_19/self_attention/query/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_19/self_attention/value/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_2/encoder_decoder_attention/key/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_2/encoder_decoder_attention/out/kernel size 262144 shape (joined_kv=512, embed=512) partition spec ('model', None) +Variable decoder/layers_2/encoder_decoder_attention/query/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_2/encoder_decoder_attention/value/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_2/mlp/wi_0/kernel size 1048576 shape (embed=512, mlp=2048) partition spec (None, 'model') +Variable decoder/layers_2/mlp/wi_1/kernel size 1048576 shape (embed=512, mlp=2048) partition spec (None, 'model') +Variable decoder/layers_2/mlp/wo/kernel size 1048576 shape (mlp=2048, embed=512) partition spec ('model', None) +Variable decoder/layers_2/pre_cross_attention_layer_norm/scale size 512 shape (embed=512) partition spec (None,) +Variable decoder/layers_2/pre_mlp_layer_norm/scale size 512 shape (embed=512) partition spec (None,) +Variable decoder/layers_2/pre_self_attention_layer_norm/scale size 512 shape (embed=512) partition spec (None,) +Variable decoder/layers_2/self_attention/key/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_2/self_attention/out/kernel size 262144 shape (joined_kv=512, embed=512) partition spec ('model', None) +Variable decoder/layers_2/self_attention/query/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_2/self_attention/value/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_20/encoder_decoder_attention/key/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_20/encoder_decoder_attention/out/kernel size 262144 shape (joined_kv=512, embed=512) partition spec ('model', None) +Variable decoder/layers_20/encoder_decoder_attention/query/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_20/encoder_decoder_attention/value/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_20/mlp/wi_0/kernel size 1048576 shape (embed=512, mlp=2048) partition spec (None, 'model') +Variable decoder/layers_20/mlp/wi_1/kernel size 1048576 shape (embed=512, mlp=2048) partition spec (None, 'model') +Variable decoder/layers_20/mlp/wo/kernel size 1048576 shape (mlp=2048, embed=512) partition spec ('model', None) +Variable decoder/layers_20/pre_cross_attention_layer_norm/scale size 512 shape (embed=512) partition spec (None,) +Variable decoder/layers_20/pre_mlp_layer_norm/scale size 512 shape (embed=512) partition spec (None,) +Variable decoder/layers_20/pre_self_attention_layer_norm/scale size 512 shape (embed=512) partition spec (None,) +Variable decoder/layers_20/self_attention/key/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_20/self_attention/out/kernel size 262144 shape (joined_kv=512, embed=512) partition spec ('model', None) +Variable decoder/layers_20/self_attention/query/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_20/self_attention/value/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_21/encoder_decoder_attention/key/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_21/encoder_decoder_attention/out/kernel size 262144 shape (joined_kv=512, embed=512) partition spec ('model', None) +Variable decoder/layers_21/encoder_decoder_attention/query/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_21/encoder_decoder_attention/value/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_21/mlp/wi_0/kernel size 1048576 shape (embed=512, mlp=2048) partition spec (None, 'model') +Variable decoder/layers_21/mlp/wi_1/kernel size 1048576 shape (embed=512, mlp=2048) partition spec (None, 'model') +Variable decoder/layers_21/mlp/wo/kernel size 1048576 shape (mlp=2048, embed=512) partition spec ('model', None) +Variable decoder/layers_21/pre_cross_attention_layer_norm/scale size 512 shape (embed=512) partition spec (None,) +Variable decoder/layers_21/pre_mlp_layer_norm/scale size 512 shape (embed=512) partition spec (None,) +Variable decoder/layers_21/pre_self_attention_layer_norm/scale size 512 shape (embed=512) partition spec (None,) +Variable decoder/layers_21/self_attention/key/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_21/self_attention/out/kernel size 262144 shape (joined_kv=512, embed=512) partition spec ('model', None) +Variable decoder/layers_21/self_attention/query/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_21/self_attention/value/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_22/encoder_decoder_attention/key/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_22/encoder_decoder_attention/out/kernel size 262144 shape (joined_kv=512, embed=512) partition spec ('model', None) +Variable decoder/layers_22/encoder_decoder_attention/query/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_22/encoder_decoder_attention/value/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_22/mlp/wi_0/kernel size 1048576 shape (embed=512, mlp=2048) partition spec (None, 'model') +Variable decoder/layers_22/mlp/wi_1/kernel size 1048576 shape (embed=512, mlp=2048) partition spec (None, 'model') +Variable decoder/layers_22/mlp/wo/kernel size 1048576 shape (mlp=2048, embed=512) partition spec ('model', None) +Variable decoder/layers_22/pre_cross_attention_layer_norm/scale size 512 shape (embed=512) partition spec (None,) +Variable decoder/layers_22/pre_mlp_layer_norm/scale size 512 shape (embed=512) partition spec (None,) +Variable decoder/layers_22/pre_self_attention_layer_norm/scale size 512 shape (embed=512) partition spec (None,) +Variable decoder/layers_22/self_attention/key/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_22/self_attention/out/kernel size 262144 shape (joined_kv=512, embed=512) partition spec ('model', None) +Variable decoder/layers_22/self_attention/query/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_22/self_attention/value/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_23/encoder_decoder_attention/key/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_23/encoder_decoder_attention/out/kernel size 262144 shape (joined_kv=512, embed=512) partition spec ('model', None) +Variable decoder/layers_23/encoder_decoder_attention/query/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_23/encoder_decoder_attention/value/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_23/mlp/wi_0/kernel size 1048576 shape (embed=512, mlp=2048) partition spec (None, 'model') +Variable decoder/layers_23/mlp/wi_1/kernel size 1048576 shape (embed=512, mlp=2048) partition spec (None, 'model') +Variable decoder/layers_23/mlp/wo/kernel size 1048576 shape (mlp=2048, embed=512) partition spec ('model', None) +Variable decoder/layers_23/pre_cross_attention_layer_norm/scale size 512 shape (embed=512) partition spec (None,) +Variable decoder/layers_23/pre_mlp_layer_norm/scale size 512 shape (embed=512) partition spec (None,) +Variable decoder/layers_23/pre_self_attention_layer_norm/scale size 512 shape (embed=512) partition spec (None,) +Variable decoder/layers_23/self_attention/key/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_23/self_attention/out/kernel size 262144 shape (joined_kv=512, embed=512) partition spec ('model', None) +Variable decoder/layers_23/self_attention/query/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_23/self_attention/value/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_3/encoder_decoder_attention/key/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_3/encoder_decoder_attention/out/kernel size 262144 shape (joined_kv=512, embed=512) partition spec ('model', None) +Variable decoder/layers_3/encoder_decoder_attention/query/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_3/encoder_decoder_attention/value/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_3/mlp/wi_0/kernel size 1048576 shape (embed=512, mlp=2048) partition spec (None, 'model') +Variable decoder/layers_3/mlp/wi_1/kernel size 1048576 shape (embed=512, mlp=2048) partition spec (None, 'model') +Variable decoder/layers_3/mlp/wo/kernel size 1048576 shape (mlp=2048, embed=512) partition spec ('model', None) +Variable decoder/layers_3/pre_cross_attention_layer_norm/scale size 512 shape (embed=512) partition spec (None,) +Variable decoder/layers_3/pre_mlp_layer_norm/scale size 512 shape (embed=512) partition spec (None,) +Variable decoder/layers_3/pre_self_attention_layer_norm/scale size 512 shape (embed=512) partition spec (None,) +Variable decoder/layers_3/self_attention/key/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_3/self_attention/out/kernel size 262144 shape (joined_kv=512, embed=512) partition spec ('model', None) +Variable decoder/layers_3/self_attention/query/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_3/self_attention/value/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_4/encoder_decoder_attention/key/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_4/encoder_decoder_attention/out/kernel size 262144 shape (joined_kv=512, embed=512) partition spec ('model', None) +Variable decoder/layers_4/encoder_decoder_attention/query/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_4/encoder_decoder_attention/value/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_4/mlp/wi_0/kernel size 1048576 shape (embed=512, mlp=2048) partition spec (None, 'model') +Variable decoder/layers_4/mlp/wi_1/kernel size 1048576 shape (embed=512, mlp=2048) partition spec (None, 'model') +Variable decoder/layers_4/mlp/wo/kernel size 1048576 shape (mlp=2048, embed=512) partition spec ('model', None) +Variable decoder/layers_4/pre_cross_attention_layer_norm/scale size 512 shape (embed=512) partition spec (None,) +Variable decoder/layers_4/pre_mlp_layer_norm/scale size 512 shape (embed=512) partition spec (None,) +Variable decoder/layers_4/pre_self_attention_layer_norm/scale size 512 shape (embed=512) partition spec (None,) +Variable decoder/layers_4/self_attention/key/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_4/self_attention/out/kernel size 262144 shape (joined_kv=512, embed=512) partition spec ('model', None) +Variable decoder/layers_4/self_attention/query/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_4/self_attention/value/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_5/encoder_decoder_attention/key/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_5/encoder_decoder_attention/out/kernel size 262144 shape (joined_kv=512, embed=512) partition spec ('model', None) +Variable decoder/layers_5/encoder_decoder_attention/query/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_5/encoder_decoder_attention/value/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_5/mlp/wi_0/kernel size 1048576 shape (embed=512, mlp=2048) partition spec (None, 'model') +Variable decoder/layers_5/mlp/wi_1/kernel size 1048576 shape (embed=512, mlp=2048) partition spec (None, 'model') +Variable decoder/layers_5/mlp/wo/kernel size 1048576 shape (mlp=2048, embed=512) partition spec ('model', None) +Variable decoder/layers_5/pre_cross_attention_layer_norm/scale size 512 shape (embed=512) partition spec (None,) +Variable decoder/layers_5/pre_mlp_layer_norm/scale size 512 shape (embed=512) partition spec (None,) +Variable decoder/layers_5/pre_self_attention_layer_norm/scale size 512 shape (embed=512) partition spec (None,) +Variable decoder/layers_5/self_attention/key/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_5/self_attention/out/kernel size 262144 shape (joined_kv=512, embed=512) partition spec ('model', None) +Variable decoder/layers_5/self_attention/query/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_5/self_attention/value/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_6/encoder_decoder_attention/key/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_6/encoder_decoder_attention/out/kernel size 262144 shape (joined_kv=512, embed=512) partition spec ('model', None) +Variable decoder/layers_6/encoder_decoder_attention/query/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_6/encoder_decoder_attention/value/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_6/mlp/wi_0/kernel size 1048576 shape (embed=512, mlp=2048) partition spec (None, 'model') +Variable decoder/layers_6/mlp/wi_1/kernel size 1048576 shape (embed=512, mlp=2048) partition spec (None, 'model') +Variable decoder/layers_6/mlp/wo/kernel size 1048576 shape (mlp=2048, embed=512) partition spec ('model', None) +Variable decoder/layers_6/pre_cross_attention_layer_norm/scale size 512 shape (embed=512) partition spec (None,) +Variable decoder/layers_6/pre_mlp_layer_norm/scale size 512 shape (embed=512) partition spec (None,) +Variable decoder/layers_6/pre_self_attention_layer_norm/scale size 512 shape (embed=512) partition spec (None,) +Variable decoder/layers_6/self_attention/key/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_6/self_attention/out/kernel size 262144 shape (joined_kv=512, embed=512) partition spec ('model', None) +Variable decoder/layers_6/self_attention/query/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_6/self_attention/value/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_7/encoder_decoder_attention/key/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_7/encoder_decoder_attention/out/kernel size 262144 shape (joined_kv=512, embed=512) partition spec ('model', None) +Variable decoder/layers_7/encoder_decoder_attention/query/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_7/encoder_decoder_attention/value/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_7/mlp/wi_0/kernel size 1048576 shape (embed=512, mlp=2048) partition spec (None, 'model') +Variable decoder/layers_7/mlp/wi_1/kernel size 1048576 shape (embed=512, mlp=2048) partition spec (None, 'model') +Variable decoder/layers_7/mlp/wo/kernel size 1048576 shape (mlp=2048, embed=512) partition spec ('model', None) +Variable decoder/layers_7/pre_cross_attention_layer_norm/scale size 512 shape (embed=512) partition spec (None,) +Variable decoder/layers_7/pre_mlp_layer_norm/scale size 512 shape (embed=512) partition spec (None,) +Variable decoder/layers_7/pre_self_attention_layer_norm/scale size 512 shape (embed=512) partition spec (None,) +Variable decoder/layers_7/self_attention/key/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_7/self_attention/out/kernel size 262144 shape (joined_kv=512, embed=512) partition spec ('model', None) +Variable decoder/layers_7/self_attention/query/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_7/self_attention/value/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_8/encoder_decoder_attention/key/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_8/encoder_decoder_attention/out/kernel size 262144 shape (joined_kv=512, embed=512) partition spec ('model', None) +Variable decoder/layers_8/encoder_decoder_attention/query/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_8/encoder_decoder_attention/value/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_8/mlp/wi_0/kernel size 1048576 shape (embed=512, mlp=2048) partition spec (None, 'model') +Variable decoder/layers_8/mlp/wi_1/kernel size 1048576 shape (embed=512, mlp=2048) partition spec (None, 'model') +Variable decoder/layers_8/mlp/wo/kernel size 1048576 shape (mlp=2048, embed=512) partition spec ('model', None) +Variable decoder/layers_8/pre_cross_attention_layer_norm/scale size 512 shape (embed=512) partition spec (None,) +Variable decoder/layers_8/pre_mlp_layer_norm/scale size 512 shape (embed=512) partition spec (None,) +Variable decoder/layers_8/pre_self_attention_layer_norm/scale size 512 shape (embed=512) partition spec (None,) +Variable decoder/layers_8/self_attention/key/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_8/self_attention/out/kernel size 262144 shape (joined_kv=512, embed=512) partition spec ('model', None) +Variable decoder/layers_8/self_attention/query/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_8/self_attention/value/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_9/encoder_decoder_attention/key/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_9/encoder_decoder_attention/out/kernel size 262144 shape (joined_kv=512, embed=512) partition spec ('model', None) +Variable decoder/layers_9/encoder_decoder_attention/query/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_9/encoder_decoder_attention/value/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_9/mlp/wi_0/kernel size 1048576 shape (embed=512, mlp=2048) partition spec (None, 'model') +Variable decoder/layers_9/mlp/wi_1/kernel size 1048576 shape (embed=512, mlp=2048) partition spec (None, 'model') +Variable decoder/layers_9/mlp/wo/kernel size 1048576 shape (mlp=2048, embed=512) partition spec ('model', None) +Variable decoder/layers_9/pre_cross_attention_layer_norm/scale size 512 shape (embed=512) partition spec (None,) +Variable decoder/layers_9/pre_mlp_layer_norm/scale size 512 shape (embed=512) partition spec (None,) +Variable decoder/layers_9/pre_self_attention_layer_norm/scale size 512 shape (embed=512) partition spec (None,) +Variable decoder/layers_9/self_attention/key/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_9/self_attention/out/kernel size 262144 shape (joined_kv=512, embed=512) partition spec ('model', None) +Variable decoder/layers_9/self_attention/query/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/layers_9/self_attention/value/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable decoder/logits_dense/kernel size 16449536 shape (embed=512, vocab=32128) partition spec (None, 'model') +Variable decoder/relpos_bias/rel_embedding size 256 shape (heads=8, relpos_buckets=32) partition spec ('model', None) +Variable encoder/encoder_norm/scale size 512 shape (embed=512) partition spec (None,) +Variable encoder/layers_0/attention/key/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable encoder/layers_0/attention/out/kernel size 262144 shape (joined_kv=512, embed=512) partition spec ('model', None) +Variable encoder/layers_0/attention/query/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable encoder/layers_0/attention/value/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable encoder/layers_0/mlp/wi_0/kernel size 1048576 shape (embed=512, mlp=2048) partition spec (None, 'model') +Variable encoder/layers_0/mlp/wi_1/kernel size 1048576 shape (embed=512, mlp=2048) partition spec (None, 'model') +Variable encoder/layers_0/mlp/wo/kernel size 1048576 shape (mlp=2048, embed=512) partition spec ('model', None) +Variable encoder/layers_0/pre_attention_layer_norm/scale size 512 shape (embed=512) partition spec (None,) +Variable encoder/layers_0/pre_mlp_layer_norm/scale size 512 shape (embed=512) partition spec (None,) +Variable encoder/layers_1/attention/key/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable encoder/layers_1/attention/out/kernel size 262144 shape (joined_kv=512, embed=512) partition spec ('model', None) +Variable encoder/layers_1/attention/query/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable encoder/layers_1/attention/value/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable encoder/layers_1/mlp/wi_0/kernel size 1048576 shape (embed=512, mlp=2048) partition spec (None, 'model') +Variable encoder/layers_1/mlp/wi_1/kernel size 1048576 shape (embed=512, mlp=2048) partition spec (None, 'model') +Variable encoder/layers_1/mlp/wo/kernel size 1048576 shape (mlp=2048, embed=512) partition spec ('model', None) +Variable encoder/layers_1/pre_attention_layer_norm/scale size 512 shape (embed=512) partition spec (None,) +Variable encoder/layers_1/pre_mlp_layer_norm/scale size 512 shape (embed=512) partition spec (None,) +Variable encoder/layers_10/attention/key/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable encoder/layers_10/attention/out/kernel size 262144 shape (joined_kv=512, embed=512) partition spec ('model', None) +Variable encoder/layers_10/attention/query/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable encoder/layers_10/attention/value/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable encoder/layers_10/mlp/wi_0/kernel size 1048576 shape (embed=512, mlp=2048) partition spec (None, 'model') +Variable encoder/layers_10/mlp/wi_1/kernel size 1048576 shape (embed=512, mlp=2048) partition spec (None, 'model') +Variable encoder/layers_10/mlp/wo/kernel size 1048576 shape (mlp=2048, embed=512) partition spec ('model', None) +Variable encoder/layers_10/pre_attention_layer_norm/scale size 512 shape (embed=512) partition spec (None,) +Variable encoder/layers_10/pre_mlp_layer_norm/scale size 512 shape (embed=512) partition spec (None,) +Variable encoder/layers_11/attention/key/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable encoder/layers_11/attention/out/kernel size 262144 shape (joined_kv=512, embed=512) partition spec ('model', None) +Variable encoder/layers_11/attention/query/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable encoder/layers_11/attention/value/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable encoder/layers_11/mlp/wi_0/kernel size 1048576 shape (embed=512, mlp=2048) partition spec (None, 'model') +Variable encoder/layers_11/mlp/wi_1/kernel size 1048576 shape (embed=512, mlp=2048) partition spec (None, 'model') +Variable encoder/layers_11/mlp/wo/kernel size 1048576 shape (mlp=2048, embed=512) partition spec ('model', None) +Variable encoder/layers_11/pre_attention_layer_norm/scale size 512 shape (embed=512) partition spec (None,) +Variable encoder/layers_11/pre_mlp_layer_norm/scale size 512 shape (embed=512) partition spec (None,) +Variable encoder/layers_12/attention/key/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable encoder/layers_12/attention/out/kernel size 262144 shape (joined_kv=512, embed=512) partition spec ('model', None) +Variable encoder/layers_12/attention/query/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable encoder/layers_12/attention/value/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable encoder/layers_12/mlp/wi_0/kernel size 1048576 shape (embed=512, mlp=2048) partition spec (None, 'model') +Variable encoder/layers_12/mlp/wi_1/kernel size 1048576 shape (embed=512, mlp=2048) partition spec (None, 'model') +Variable encoder/layers_12/mlp/wo/kernel size 1048576 shape (mlp=2048, embed=512) partition spec ('model', None) +Variable encoder/layers_12/pre_attention_layer_norm/scale size 512 shape (embed=512) partition spec (None,) +Variable encoder/layers_12/pre_mlp_layer_norm/scale size 512 shape (embed=512) partition spec (None,) +Variable encoder/layers_13/attention/key/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable encoder/layers_13/attention/out/kernel size 262144 shape (joined_kv=512, embed=512) partition spec ('model', None) +Variable encoder/layers_13/attention/query/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable encoder/layers_13/attention/value/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable encoder/layers_13/mlp/wi_0/kernel size 1048576 shape (embed=512, mlp=2048) partition spec (None, 'model') +Variable encoder/layers_13/mlp/wi_1/kernel size 1048576 shape (embed=512, mlp=2048) partition spec (None, 'model') +Variable encoder/layers_13/mlp/wo/kernel size 1048576 shape (mlp=2048, embed=512) partition spec ('model', None) +Variable encoder/layers_13/pre_attention_layer_norm/scale size 512 shape (embed=512) partition spec (None,) +Variable encoder/layers_13/pre_mlp_layer_norm/scale size 512 shape (embed=512) partition spec (None,) +Variable encoder/layers_14/attention/key/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable encoder/layers_14/attention/out/kernel size 262144 shape (joined_kv=512, embed=512) partition spec ('model', None) +Variable encoder/layers_14/attention/query/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable encoder/layers_14/attention/value/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable encoder/layers_14/mlp/wi_0/kernel size 1048576 shape (embed=512, mlp=2048) partition spec (None, 'model') +Variable encoder/layers_14/mlp/wi_1/kernel size 1048576 shape (embed=512, mlp=2048) partition spec (None, 'model') +Variable encoder/layers_14/mlp/wo/kernel size 1048576 shape (mlp=2048, embed=512) partition spec ('model', None) +Variable encoder/layers_14/pre_attention_layer_norm/scale size 512 shape (embed=512) partition spec (None,) +Variable encoder/layers_14/pre_mlp_layer_norm/scale size 512 shape (embed=512) partition spec (None,) +Variable encoder/layers_15/attention/key/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable encoder/layers_15/attention/out/kernel size 262144 shape (joined_kv=512, embed=512) partition spec ('model', None) +Variable encoder/layers_15/attention/query/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable encoder/layers_15/attention/value/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable encoder/layers_15/mlp/wi_0/kernel size 1048576 shape (embed=512, mlp=2048) partition spec (None, 'model') +Variable encoder/layers_15/mlp/wi_1/kernel size 1048576 shape (embed=512, mlp=2048) partition spec (None, 'model') +Variable encoder/layers_15/mlp/wo/kernel size 1048576 shape (mlp=2048, embed=512) partition spec ('model', None) +Variable encoder/layers_15/pre_attention_layer_norm/scale size 512 shape (embed=512) partition spec (None,) +Variable encoder/layers_15/pre_mlp_layer_norm/scale size 512 shape (embed=512) partition spec (None,) +Variable encoder/layers_16/attention/key/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable encoder/layers_16/attention/out/kernel size 262144 shape (joined_kv=512, embed=512) partition spec ('model', None) +Variable encoder/layers_16/attention/query/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable encoder/layers_16/attention/value/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable encoder/layers_16/mlp/wi_0/kernel size 1048576 shape (embed=512, mlp=2048) partition spec (None, 'model') +Variable encoder/layers_16/mlp/wi_1/kernel size 1048576 shape (embed=512, mlp=2048) partition spec (None, 'model') +Variable encoder/layers_16/mlp/wo/kernel size 1048576 shape (mlp=2048, embed=512) partition spec ('model', None) +Variable encoder/layers_16/pre_attention_layer_norm/scale size 512 shape (embed=512) partition spec (None,) +Variable encoder/layers_16/pre_mlp_layer_norm/scale size 512 shape (embed=512) partition spec (None,) +Variable encoder/layers_17/attention/key/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable encoder/layers_17/attention/out/kernel size 262144 shape (joined_kv=512, embed=512) partition spec ('model', None) +Variable encoder/layers_17/attention/query/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable encoder/layers_17/attention/value/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable encoder/layers_17/mlp/wi_0/kernel size 1048576 shape (embed=512, mlp=2048) partition spec (None, 'model') +Variable encoder/layers_17/mlp/wi_1/kernel size 1048576 shape (embed=512, mlp=2048) partition spec (None, 'model') +Variable encoder/layers_17/mlp/wo/kernel size 1048576 shape (mlp=2048, embed=512) partition spec ('model', None) +Variable encoder/layers_17/pre_attention_layer_norm/scale size 512 shape (embed=512) partition spec (None,) +Variable encoder/layers_17/pre_mlp_layer_norm/scale size 512 shape (embed=512) partition spec (None,) +Variable encoder/layers_18/attention/key/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable encoder/layers_18/attention/out/kernel size 262144 shape (joined_kv=512, embed=512) partition spec ('model', None) +Variable encoder/layers_18/attention/query/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable encoder/layers_18/attention/value/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable encoder/layers_18/mlp/wi_0/kernel size 1048576 shape (embed=512, mlp=2048) partition spec (None, 'model') +Variable encoder/layers_18/mlp/wi_1/kernel size 1048576 shape (embed=512, mlp=2048) partition spec (None, 'model') +Variable encoder/layers_18/mlp/wo/kernel size 1048576 shape (mlp=2048, embed=512) partition spec ('model', None) +Variable encoder/layers_18/pre_attention_layer_norm/scale size 512 shape (embed=512) partition spec (None,) +Variable encoder/layers_18/pre_mlp_layer_norm/scale size 512 shape (embed=512) partition spec (None,) +Variable encoder/layers_19/attention/key/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable encoder/layers_19/attention/out/kernel size 262144 shape (joined_kv=512, embed=512) partition spec ('model', None) +Variable encoder/layers_19/attention/query/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable encoder/layers_19/attention/value/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable encoder/layers_19/mlp/wi_0/kernel size 1048576 shape (embed=512, mlp=2048) partition spec (None, 'model') +Variable encoder/layers_19/mlp/wi_1/kernel size 1048576 shape (embed=512, mlp=2048) partition spec (None, 'model') +Variable encoder/layers_19/mlp/wo/kernel size 1048576 shape (mlp=2048, embed=512) partition spec ('model', None) +Variable encoder/layers_19/pre_attention_layer_norm/scale size 512 shape (embed=512) partition spec (None,) +Variable encoder/layers_19/pre_mlp_layer_norm/scale size 512 shape (embed=512) partition spec (None,) +Variable encoder/layers_2/attention/key/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable encoder/layers_2/attention/out/kernel size 262144 shape (joined_kv=512, embed=512) partition spec ('model', None) +Variable encoder/layers_2/attention/query/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable encoder/layers_2/attention/value/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable encoder/layers_2/mlp/wi_0/kernel size 1048576 shape (embed=512, mlp=2048) partition spec (None, 'model') +Variable encoder/layers_2/mlp/wi_1/kernel size 1048576 shape (embed=512, mlp=2048) partition spec (None, 'model') +Variable encoder/layers_2/mlp/wo/kernel size 1048576 shape (mlp=2048, embed=512) partition spec ('model', None) +Variable encoder/layers_2/pre_attention_layer_norm/scale size 512 shape (embed=512) partition spec (None,) +Variable encoder/layers_2/pre_mlp_layer_norm/scale size 512 shape (embed=512) partition spec (None,) +Variable encoder/layers_20/attention/key/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable encoder/layers_20/attention/out/kernel size 262144 shape (joined_kv=512, embed=512) partition spec ('model', None) +Variable encoder/layers_20/attention/query/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable encoder/layers_20/attention/value/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable encoder/layers_20/mlp/wi_0/kernel size 1048576 shape (embed=512, mlp=2048) partition spec (None, 'model') +Variable encoder/layers_20/mlp/wi_1/kernel size 1048576 shape (embed=512, mlp=2048) partition spec (None, 'model') +Variable encoder/layers_20/mlp/wo/kernel size 1048576 shape (mlp=2048, embed=512) partition spec ('model', None) +Variable encoder/layers_20/pre_attention_layer_norm/scale size 512 shape (embed=512) partition spec (None,) +Variable encoder/layers_20/pre_mlp_layer_norm/scale size 512 shape (embed=512) partition spec (None,) +Variable encoder/layers_21/attention/key/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable encoder/layers_21/attention/out/kernel size 262144 shape (joined_kv=512, embed=512) partition spec ('model', None) +Variable encoder/layers_21/attention/query/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable encoder/layers_21/attention/value/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable encoder/layers_21/mlp/wi_0/kernel size 1048576 shape (embed=512, mlp=2048) partition spec (None, 'model') +Variable encoder/layers_21/mlp/wi_1/kernel size 1048576 shape (embed=512, mlp=2048) partition spec (None, 'model') +Variable encoder/layers_21/mlp/wo/kernel size 1048576 shape (mlp=2048, embed=512) partition spec ('model', None) +Variable encoder/layers_21/pre_attention_layer_norm/scale size 512 shape (embed=512) partition spec (None,) +Variable encoder/layers_21/pre_mlp_layer_norm/scale size 512 shape (embed=512) partition spec (None,) +Variable encoder/layers_22/attention/key/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable encoder/layers_22/attention/out/kernel size 262144 shape (joined_kv=512, embed=512) partition spec ('model', None) +Variable encoder/layers_22/attention/query/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable encoder/layers_22/attention/value/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable encoder/layers_22/mlp/wi_0/kernel size 1048576 shape (embed=512, mlp=2048) partition spec (None, 'model') +Variable encoder/layers_22/mlp/wi_1/kernel size 1048576 shape (embed=512, mlp=2048) partition spec (None, 'model') +Variable encoder/layers_22/mlp/wo/kernel size 1048576 shape (mlp=2048, embed=512) partition spec ('model', None) +Variable encoder/layers_22/pre_attention_layer_norm/scale size 512 shape (embed=512) partition spec (None,) +Variable encoder/layers_22/pre_mlp_layer_norm/scale size 512 shape (embed=512) partition spec (None,) +Variable encoder/layers_23/attention/key/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable encoder/layers_23/attention/out/kernel size 262144 shape (joined_kv=512, embed=512) partition spec ('model', None) +Variable encoder/layers_23/attention/query/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable encoder/layers_23/attention/value/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable encoder/layers_23/mlp/wi_0/kernel size 1048576 shape (embed=512, mlp=2048) partition spec (None, 'model') +Variable encoder/layers_23/mlp/wi_1/kernel size 1048576 shape (embed=512, mlp=2048) partition spec (None, 'model') +Variable encoder/layers_23/mlp/wo/kernel size 1048576 shape (mlp=2048, embed=512) partition spec ('model', None) +Variable encoder/layers_23/pre_attention_layer_norm/scale size 512 shape (embed=512) partition spec (None,) +Variable encoder/layers_23/pre_mlp_layer_norm/scale size 512 shape (embed=512) partition spec (None,) +Variable encoder/layers_3/attention/key/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable encoder/layers_3/attention/out/kernel size 262144 shape (joined_kv=512, embed=512) partition spec ('model', None) +Variable encoder/layers_3/attention/query/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable encoder/layers_3/attention/value/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable encoder/layers_3/mlp/wi_0/kernel size 1048576 shape (embed=512, mlp=2048) partition spec (None, 'model') +Variable encoder/layers_3/mlp/wi_1/kernel size 1048576 shape (embed=512, mlp=2048) partition spec (None, 'model') +Variable encoder/layers_3/mlp/wo/kernel size 1048576 shape (mlp=2048, embed=512) partition spec ('model', None) +Variable encoder/layers_3/pre_attention_layer_norm/scale size 512 shape (embed=512) partition spec (None,) +Variable encoder/layers_3/pre_mlp_layer_norm/scale size 512 shape (embed=512) partition spec (None,) +Variable encoder/layers_4/attention/key/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable encoder/layers_4/attention/out/kernel size 262144 shape (joined_kv=512, embed=512) partition spec ('model', None) +Variable encoder/layers_4/attention/query/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable encoder/layers_4/attention/value/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable encoder/layers_4/mlp/wi_0/kernel size 1048576 shape (embed=512, mlp=2048) partition spec (None, 'model') +Variable encoder/layers_4/mlp/wi_1/kernel size 1048576 shape (embed=512, mlp=2048) partition spec (None, 'model') +Variable encoder/layers_4/mlp/wo/kernel size 1048576 shape (mlp=2048, embed=512) partition spec ('model', None) +Variable encoder/layers_4/pre_attention_layer_norm/scale size 512 shape (embed=512) partition spec (None,) +Variable encoder/layers_4/pre_mlp_layer_norm/scale size 512 shape (embed=512) partition spec (None,) +Variable encoder/layers_5/attention/key/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable encoder/layers_5/attention/out/kernel size 262144 shape (joined_kv=512, embed=512) partition spec ('model', None) +Variable encoder/layers_5/attention/query/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable encoder/layers_5/attention/value/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable encoder/layers_5/mlp/wi_0/kernel size 1048576 shape (embed=512, mlp=2048) partition spec (None, 'model') +Variable encoder/layers_5/mlp/wi_1/kernel size 1048576 shape (embed=512, mlp=2048) partition spec (None, 'model') +Variable encoder/layers_5/mlp/wo/kernel size 1048576 shape (mlp=2048, embed=512) partition spec ('model', None) +Variable encoder/layers_5/pre_attention_layer_norm/scale size 512 shape (embed=512) partition spec (None,) +Variable encoder/layers_5/pre_mlp_layer_norm/scale size 512 shape (embed=512) partition spec (None,) +Variable encoder/layers_6/attention/key/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable encoder/layers_6/attention/out/kernel size 262144 shape (joined_kv=512, embed=512) partition spec ('model', None) +Variable encoder/layers_6/attention/query/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable encoder/layers_6/attention/value/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable encoder/layers_6/mlp/wi_0/kernel size 1048576 shape (embed=512, mlp=2048) partition spec (None, 'model') +Variable encoder/layers_6/mlp/wi_1/kernel size 1048576 shape (embed=512, mlp=2048) partition spec (None, 'model') +Variable encoder/layers_6/mlp/wo/kernel size 1048576 shape (mlp=2048, embed=512) partition spec ('model', None) +Variable encoder/layers_6/pre_attention_layer_norm/scale size 512 shape (embed=512) partition spec (None,) +Variable encoder/layers_6/pre_mlp_layer_norm/scale size 512 shape (embed=512) partition spec (None,) +Variable encoder/layers_7/attention/key/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable encoder/layers_7/attention/out/kernel size 262144 shape (joined_kv=512, embed=512) partition spec ('model', None) +Variable encoder/layers_7/attention/query/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable encoder/layers_7/attention/value/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable encoder/layers_7/mlp/wi_0/kernel size 1048576 shape (embed=512, mlp=2048) partition spec (None, 'model') +Variable encoder/layers_7/mlp/wi_1/kernel size 1048576 shape (embed=512, mlp=2048) partition spec (None, 'model') +Variable encoder/layers_7/mlp/wo/kernel size 1048576 shape (mlp=2048, embed=512) partition spec ('model', None) +Variable encoder/layers_7/pre_attention_layer_norm/scale size 512 shape (embed=512) partition spec (None,) +Variable encoder/layers_7/pre_mlp_layer_norm/scale size 512 shape (embed=512) partition spec (None,) +Variable encoder/layers_8/attention/key/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable encoder/layers_8/attention/out/kernel size 262144 shape (joined_kv=512, embed=512) partition spec ('model', None) +Variable encoder/layers_8/attention/query/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable encoder/layers_8/attention/value/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable encoder/layers_8/mlp/wi_0/kernel size 1048576 shape (embed=512, mlp=2048) partition spec (None, 'model') +Variable encoder/layers_8/mlp/wi_1/kernel size 1048576 shape (embed=512, mlp=2048) partition spec (None, 'model') +Variable encoder/layers_8/mlp/wo/kernel size 1048576 shape (mlp=2048, embed=512) partition spec ('model', None) +Variable encoder/layers_8/pre_attention_layer_norm/scale size 512 shape (embed=512) partition spec (None,) +Variable encoder/layers_8/pre_mlp_layer_norm/scale size 512 shape (embed=512) partition spec (None,) +Variable encoder/layers_9/attention/key/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable encoder/layers_9/attention/out/kernel size 262144 shape (joined_kv=512, embed=512) partition spec ('model', None) +Variable encoder/layers_9/attention/query/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable encoder/layers_9/attention/value/kernel size 262144 shape (embed=512, joined_kv=512) partition spec (None, 'model') +Variable encoder/layers_9/mlp/wi_0/kernel size 1048576 shape (embed=512, mlp=2048) partition spec (None, 'model') +Variable encoder/layers_9/mlp/wi_1/kernel size 1048576 shape (embed=512, mlp=2048) partition spec (None, 'model') +Variable encoder/layers_9/mlp/wo/kernel size 1048576 shape (mlp=2048, embed=512) partition spec ('model', None) +Variable encoder/layers_9/pre_attention_layer_norm/scale size 512 shape (embed=512) partition spec (None,) +Variable encoder/layers_9/pre_mlp_layer_norm/scale size 512 shape (embed=512) partition spec (None,) +Variable encoder/relpos_bias/rel_embedding size 256 shape (heads=8, relpos_buckets=32) partition spec ('model', None) +Variable token_embedder/embedding size 16449536 shape (vocab=32128, embed=512) partition spec ('model', None) +Total number of parameters: 259454464 + +Variable param_states/decoder/decoder_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/decoder_norm/scale/v size 512 shape (embed=512) partition spec (None,) +Variable param_states/decoder/decoder_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/decoder_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_0/encoder_decoder_attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_0/encoder_decoder_attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_0/encoder_decoder_attention/key/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_0/encoder_decoder_attention/key/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_0/encoder_decoder_attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_0/encoder_decoder_attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_0/encoder_decoder_attention/out/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_0/encoder_decoder_attention/out/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_0/encoder_decoder_attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_0/encoder_decoder_attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_0/encoder_decoder_attention/query/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_0/encoder_decoder_attention/query/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_0/encoder_decoder_attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_0/encoder_decoder_attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_0/encoder_decoder_attention/value/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_0/encoder_decoder_attention/value/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_0/mlp/wi_0/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_0/mlp/wi_0/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_0/mlp/wi_0/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/decoder/layers_0/mlp/wi_0/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_0/mlp/wi_1/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_0/mlp/wi_1/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_0/mlp/wi_1/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/decoder/layers_0/mlp/wi_1/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_0/mlp/wo/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_0/mlp/wo/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_0/mlp/wo/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/decoder/layers_0/mlp/wo/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_0/pre_cross_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_0/pre_cross_attention_layer_norm/scale/v size 512 shape (embed=512) partition spec (None,) +Variable param_states/decoder/layers_0/pre_cross_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_0/pre_cross_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_0/pre_mlp_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_0/pre_mlp_layer_norm/scale/v size 512 shape (embed=512) partition spec (None,) +Variable param_states/decoder/layers_0/pre_mlp_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_0/pre_mlp_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_0/pre_self_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_0/pre_self_attention_layer_norm/scale/v size 512 shape (embed=512) partition spec (None,) +Variable param_states/decoder/layers_0/pre_self_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_0/pre_self_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_0/self_attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_0/self_attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_0/self_attention/key/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_0/self_attention/key/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_0/self_attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_0/self_attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_0/self_attention/out/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_0/self_attention/out/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_0/self_attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_0/self_attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_0/self_attention/query/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_0/self_attention/query/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_0/self_attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_0/self_attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_0/self_attention/value/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_0/self_attention/value/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_1/encoder_decoder_attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_1/encoder_decoder_attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_1/encoder_decoder_attention/key/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_1/encoder_decoder_attention/key/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_1/encoder_decoder_attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_1/encoder_decoder_attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_1/encoder_decoder_attention/out/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_1/encoder_decoder_attention/out/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_1/encoder_decoder_attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_1/encoder_decoder_attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_1/encoder_decoder_attention/query/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_1/encoder_decoder_attention/query/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_1/encoder_decoder_attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_1/encoder_decoder_attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_1/encoder_decoder_attention/value/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_1/encoder_decoder_attention/value/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_1/mlp/wi_0/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_1/mlp/wi_0/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_1/mlp/wi_0/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/decoder/layers_1/mlp/wi_0/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_1/mlp/wi_1/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_1/mlp/wi_1/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_1/mlp/wi_1/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/decoder/layers_1/mlp/wi_1/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_1/mlp/wo/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_1/mlp/wo/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_1/mlp/wo/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/decoder/layers_1/mlp/wo/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_1/pre_cross_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_1/pre_cross_attention_layer_norm/scale/v size 512 shape (embed=512) partition spec (None,) +Variable param_states/decoder/layers_1/pre_cross_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_1/pre_cross_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_1/pre_mlp_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_1/pre_mlp_layer_norm/scale/v size 512 shape (embed=512) partition spec (None,) +Variable param_states/decoder/layers_1/pre_mlp_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_1/pre_mlp_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_1/pre_self_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_1/pre_self_attention_layer_norm/scale/v size 512 shape (embed=512) partition spec (None,) +Variable param_states/decoder/layers_1/pre_self_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_1/pre_self_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_1/self_attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_1/self_attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_1/self_attention/key/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_1/self_attention/key/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_1/self_attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_1/self_attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_1/self_attention/out/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_1/self_attention/out/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_1/self_attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_1/self_attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_1/self_attention/query/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_1/self_attention/query/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_1/self_attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_1/self_attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_1/self_attention/value/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_1/self_attention/value/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_10/encoder_decoder_attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_10/encoder_decoder_attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_10/encoder_decoder_attention/key/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_10/encoder_decoder_attention/key/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_10/encoder_decoder_attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_10/encoder_decoder_attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_10/encoder_decoder_attention/out/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_10/encoder_decoder_attention/out/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_10/encoder_decoder_attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_10/encoder_decoder_attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_10/encoder_decoder_attention/query/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_10/encoder_decoder_attention/query/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_10/encoder_decoder_attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_10/encoder_decoder_attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_10/encoder_decoder_attention/value/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_10/encoder_decoder_attention/value/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_10/mlp/wi_0/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_10/mlp/wi_0/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_10/mlp/wi_0/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/decoder/layers_10/mlp/wi_0/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_10/mlp/wi_1/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_10/mlp/wi_1/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_10/mlp/wi_1/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/decoder/layers_10/mlp/wi_1/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_10/mlp/wo/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_10/mlp/wo/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_10/mlp/wo/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/decoder/layers_10/mlp/wo/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_10/pre_cross_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_10/pre_cross_attention_layer_norm/scale/v size 512 shape (embed=512) partition spec (None,) +Variable param_states/decoder/layers_10/pre_cross_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_10/pre_cross_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_10/pre_mlp_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_10/pre_mlp_layer_norm/scale/v size 512 shape (embed=512) partition spec (None,) +Variable param_states/decoder/layers_10/pre_mlp_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_10/pre_mlp_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_10/pre_self_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_10/pre_self_attention_layer_norm/scale/v size 512 shape (embed=512) partition spec (None,) +Variable param_states/decoder/layers_10/pre_self_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_10/pre_self_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_10/self_attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_10/self_attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_10/self_attention/key/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_10/self_attention/key/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_10/self_attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_10/self_attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_10/self_attention/out/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_10/self_attention/out/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_10/self_attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_10/self_attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_10/self_attention/query/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_10/self_attention/query/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_10/self_attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_10/self_attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_10/self_attention/value/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_10/self_attention/value/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_11/encoder_decoder_attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_11/encoder_decoder_attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_11/encoder_decoder_attention/key/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_11/encoder_decoder_attention/key/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_11/encoder_decoder_attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_11/encoder_decoder_attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_11/encoder_decoder_attention/out/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_11/encoder_decoder_attention/out/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_11/encoder_decoder_attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_11/encoder_decoder_attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_11/encoder_decoder_attention/query/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_11/encoder_decoder_attention/query/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_11/encoder_decoder_attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_11/encoder_decoder_attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_11/encoder_decoder_attention/value/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_11/encoder_decoder_attention/value/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_11/mlp/wi_0/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_11/mlp/wi_0/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_11/mlp/wi_0/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/decoder/layers_11/mlp/wi_0/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_11/mlp/wi_1/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_11/mlp/wi_1/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_11/mlp/wi_1/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/decoder/layers_11/mlp/wi_1/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_11/mlp/wo/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_11/mlp/wo/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_11/mlp/wo/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/decoder/layers_11/mlp/wo/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_11/pre_cross_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_11/pre_cross_attention_layer_norm/scale/v size 512 shape (embed=512) partition spec (None,) +Variable param_states/decoder/layers_11/pre_cross_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_11/pre_cross_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_11/pre_mlp_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_11/pre_mlp_layer_norm/scale/v size 512 shape (embed=512) partition spec (None,) +Variable param_states/decoder/layers_11/pre_mlp_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_11/pre_mlp_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_11/pre_self_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_11/pre_self_attention_layer_norm/scale/v size 512 shape (embed=512) partition spec (None,) +Variable param_states/decoder/layers_11/pre_self_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_11/pre_self_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_11/self_attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_11/self_attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_11/self_attention/key/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_11/self_attention/key/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_11/self_attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_11/self_attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_11/self_attention/out/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_11/self_attention/out/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_11/self_attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_11/self_attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_11/self_attention/query/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_11/self_attention/query/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_11/self_attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_11/self_attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_11/self_attention/value/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_11/self_attention/value/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_12/encoder_decoder_attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_12/encoder_decoder_attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_12/encoder_decoder_attention/key/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_12/encoder_decoder_attention/key/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_12/encoder_decoder_attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_12/encoder_decoder_attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_12/encoder_decoder_attention/out/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_12/encoder_decoder_attention/out/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_12/encoder_decoder_attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_12/encoder_decoder_attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_12/encoder_decoder_attention/query/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_12/encoder_decoder_attention/query/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_12/encoder_decoder_attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_12/encoder_decoder_attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_12/encoder_decoder_attention/value/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_12/encoder_decoder_attention/value/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_12/mlp/wi_0/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_12/mlp/wi_0/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_12/mlp/wi_0/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/decoder/layers_12/mlp/wi_0/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_12/mlp/wi_1/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_12/mlp/wi_1/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_12/mlp/wi_1/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/decoder/layers_12/mlp/wi_1/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_12/mlp/wo/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_12/mlp/wo/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_12/mlp/wo/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/decoder/layers_12/mlp/wo/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_12/pre_cross_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_12/pre_cross_attention_layer_norm/scale/v size 512 shape (embed=512) partition spec (None,) +Variable param_states/decoder/layers_12/pre_cross_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_12/pre_cross_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_12/pre_mlp_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_12/pre_mlp_layer_norm/scale/v size 512 shape (embed=512) partition spec (None,) +Variable param_states/decoder/layers_12/pre_mlp_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_12/pre_mlp_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_12/pre_self_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_12/pre_self_attention_layer_norm/scale/v size 512 shape (embed=512) partition spec (None,) +Variable param_states/decoder/layers_12/pre_self_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_12/pre_self_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_12/self_attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_12/self_attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_12/self_attention/key/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_12/self_attention/key/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_12/self_attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_12/self_attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_12/self_attention/out/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_12/self_attention/out/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_12/self_attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_12/self_attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_12/self_attention/query/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_12/self_attention/query/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_12/self_attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_12/self_attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_12/self_attention/value/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_12/self_attention/value/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_13/encoder_decoder_attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_13/encoder_decoder_attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_13/encoder_decoder_attention/key/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_13/encoder_decoder_attention/key/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_13/encoder_decoder_attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_13/encoder_decoder_attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_13/encoder_decoder_attention/out/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_13/encoder_decoder_attention/out/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_13/encoder_decoder_attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_13/encoder_decoder_attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_13/encoder_decoder_attention/query/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_13/encoder_decoder_attention/query/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_13/encoder_decoder_attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_13/encoder_decoder_attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_13/encoder_decoder_attention/value/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_13/encoder_decoder_attention/value/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_13/mlp/wi_0/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_13/mlp/wi_0/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_13/mlp/wi_0/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/decoder/layers_13/mlp/wi_0/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_13/mlp/wi_1/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_13/mlp/wi_1/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_13/mlp/wi_1/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/decoder/layers_13/mlp/wi_1/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_13/mlp/wo/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_13/mlp/wo/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_13/mlp/wo/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/decoder/layers_13/mlp/wo/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_13/pre_cross_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_13/pre_cross_attention_layer_norm/scale/v size 512 shape (embed=512) partition spec (None,) +Variable param_states/decoder/layers_13/pre_cross_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_13/pre_cross_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_13/pre_mlp_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_13/pre_mlp_layer_norm/scale/v size 512 shape (embed=512) partition spec (None,) +Variable param_states/decoder/layers_13/pre_mlp_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_13/pre_mlp_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_13/pre_self_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_13/pre_self_attention_layer_norm/scale/v size 512 shape (embed=512) partition spec (None,) +Variable param_states/decoder/layers_13/pre_self_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_13/pre_self_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_13/self_attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_13/self_attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_13/self_attention/key/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_13/self_attention/key/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_13/self_attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_13/self_attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_13/self_attention/out/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_13/self_attention/out/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_13/self_attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_13/self_attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_13/self_attention/query/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_13/self_attention/query/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_13/self_attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_13/self_attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_13/self_attention/value/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_13/self_attention/value/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_14/encoder_decoder_attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_14/encoder_decoder_attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_14/encoder_decoder_attention/key/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_14/encoder_decoder_attention/key/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_14/encoder_decoder_attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_14/encoder_decoder_attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_14/encoder_decoder_attention/out/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_14/encoder_decoder_attention/out/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_14/encoder_decoder_attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_14/encoder_decoder_attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_14/encoder_decoder_attention/query/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_14/encoder_decoder_attention/query/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_14/encoder_decoder_attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_14/encoder_decoder_attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_14/encoder_decoder_attention/value/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_14/encoder_decoder_attention/value/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_14/mlp/wi_0/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_14/mlp/wi_0/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_14/mlp/wi_0/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/decoder/layers_14/mlp/wi_0/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_14/mlp/wi_1/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_14/mlp/wi_1/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_14/mlp/wi_1/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/decoder/layers_14/mlp/wi_1/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_14/mlp/wo/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_14/mlp/wo/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_14/mlp/wo/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/decoder/layers_14/mlp/wo/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_14/pre_cross_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_14/pre_cross_attention_layer_norm/scale/v size 512 shape (embed=512) partition spec (None,) +Variable param_states/decoder/layers_14/pre_cross_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_14/pre_cross_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_14/pre_mlp_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_14/pre_mlp_layer_norm/scale/v size 512 shape (embed=512) partition spec (None,) +Variable param_states/decoder/layers_14/pre_mlp_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_14/pre_mlp_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_14/pre_self_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_14/pre_self_attention_layer_norm/scale/v size 512 shape (embed=512) partition spec (None,) +Variable param_states/decoder/layers_14/pre_self_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_14/pre_self_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_14/self_attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_14/self_attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_14/self_attention/key/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_14/self_attention/key/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_14/self_attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_14/self_attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_14/self_attention/out/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_14/self_attention/out/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_14/self_attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_14/self_attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_14/self_attention/query/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_14/self_attention/query/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_14/self_attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_14/self_attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_14/self_attention/value/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_14/self_attention/value/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_15/encoder_decoder_attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_15/encoder_decoder_attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_15/encoder_decoder_attention/key/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_15/encoder_decoder_attention/key/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_15/encoder_decoder_attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_15/encoder_decoder_attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_15/encoder_decoder_attention/out/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_15/encoder_decoder_attention/out/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_15/encoder_decoder_attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_15/encoder_decoder_attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_15/encoder_decoder_attention/query/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_15/encoder_decoder_attention/query/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_15/encoder_decoder_attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_15/encoder_decoder_attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_15/encoder_decoder_attention/value/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_15/encoder_decoder_attention/value/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_15/mlp/wi_0/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_15/mlp/wi_0/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_15/mlp/wi_0/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/decoder/layers_15/mlp/wi_0/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_15/mlp/wi_1/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_15/mlp/wi_1/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_15/mlp/wi_1/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/decoder/layers_15/mlp/wi_1/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_15/mlp/wo/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_15/mlp/wo/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_15/mlp/wo/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/decoder/layers_15/mlp/wo/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_15/pre_cross_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_15/pre_cross_attention_layer_norm/scale/v size 512 shape (embed=512) partition spec (None,) +Variable param_states/decoder/layers_15/pre_cross_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_15/pre_cross_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_15/pre_mlp_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_15/pre_mlp_layer_norm/scale/v size 512 shape (embed=512) partition spec (None,) +Variable param_states/decoder/layers_15/pre_mlp_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_15/pre_mlp_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_15/pre_self_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_15/pre_self_attention_layer_norm/scale/v size 512 shape (embed=512) partition spec (None,) +Variable param_states/decoder/layers_15/pre_self_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_15/pre_self_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_15/self_attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_15/self_attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_15/self_attention/key/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_15/self_attention/key/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_15/self_attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_15/self_attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_15/self_attention/out/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_15/self_attention/out/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_15/self_attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_15/self_attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_15/self_attention/query/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_15/self_attention/query/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_15/self_attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_15/self_attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_15/self_attention/value/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_15/self_attention/value/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_16/encoder_decoder_attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_16/encoder_decoder_attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_16/encoder_decoder_attention/key/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_16/encoder_decoder_attention/key/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_16/encoder_decoder_attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_16/encoder_decoder_attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_16/encoder_decoder_attention/out/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_16/encoder_decoder_attention/out/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_16/encoder_decoder_attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_16/encoder_decoder_attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_16/encoder_decoder_attention/query/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_16/encoder_decoder_attention/query/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_16/encoder_decoder_attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_16/encoder_decoder_attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_16/encoder_decoder_attention/value/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_16/encoder_decoder_attention/value/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_16/mlp/wi_0/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_16/mlp/wi_0/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_16/mlp/wi_0/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/decoder/layers_16/mlp/wi_0/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_16/mlp/wi_1/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_16/mlp/wi_1/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_16/mlp/wi_1/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/decoder/layers_16/mlp/wi_1/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_16/mlp/wo/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_16/mlp/wo/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_16/mlp/wo/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/decoder/layers_16/mlp/wo/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_16/pre_cross_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_16/pre_cross_attention_layer_norm/scale/v size 512 shape (embed=512) partition spec (None,) +Variable param_states/decoder/layers_16/pre_cross_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_16/pre_cross_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_16/pre_mlp_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_16/pre_mlp_layer_norm/scale/v size 512 shape (embed=512) partition spec (None,) +Variable param_states/decoder/layers_16/pre_mlp_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_16/pre_mlp_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_16/pre_self_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_16/pre_self_attention_layer_norm/scale/v size 512 shape (embed=512) partition spec (None,) +Variable param_states/decoder/layers_16/pre_self_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_16/pre_self_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_16/self_attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_16/self_attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_16/self_attention/key/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_16/self_attention/key/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_16/self_attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_16/self_attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_16/self_attention/out/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_16/self_attention/out/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_16/self_attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_16/self_attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_16/self_attention/query/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_16/self_attention/query/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_16/self_attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_16/self_attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_16/self_attention/value/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_16/self_attention/value/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_17/encoder_decoder_attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_17/encoder_decoder_attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_17/encoder_decoder_attention/key/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_17/encoder_decoder_attention/key/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_17/encoder_decoder_attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_17/encoder_decoder_attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_17/encoder_decoder_attention/out/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_17/encoder_decoder_attention/out/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_17/encoder_decoder_attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_17/encoder_decoder_attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_17/encoder_decoder_attention/query/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_17/encoder_decoder_attention/query/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_17/encoder_decoder_attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_17/encoder_decoder_attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_17/encoder_decoder_attention/value/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_17/encoder_decoder_attention/value/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_17/mlp/wi_0/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_17/mlp/wi_0/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_17/mlp/wi_0/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/decoder/layers_17/mlp/wi_0/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_17/mlp/wi_1/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_17/mlp/wi_1/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_17/mlp/wi_1/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/decoder/layers_17/mlp/wi_1/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_17/mlp/wo/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_17/mlp/wo/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_17/mlp/wo/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/decoder/layers_17/mlp/wo/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_17/pre_cross_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_17/pre_cross_attention_layer_norm/scale/v size 512 shape (embed=512) partition spec (None,) +Variable param_states/decoder/layers_17/pre_cross_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_17/pre_cross_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_17/pre_mlp_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_17/pre_mlp_layer_norm/scale/v size 512 shape (embed=512) partition spec (None,) +Variable param_states/decoder/layers_17/pre_mlp_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_17/pre_mlp_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_17/pre_self_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_17/pre_self_attention_layer_norm/scale/v size 512 shape (embed=512) partition spec (None,) +Variable param_states/decoder/layers_17/pre_self_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_17/pre_self_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_17/self_attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_17/self_attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_17/self_attention/key/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_17/self_attention/key/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_17/self_attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_17/self_attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_17/self_attention/out/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_17/self_attention/out/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_17/self_attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_17/self_attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_17/self_attention/query/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_17/self_attention/query/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_17/self_attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_17/self_attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_17/self_attention/value/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_17/self_attention/value/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_18/encoder_decoder_attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_18/encoder_decoder_attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_18/encoder_decoder_attention/key/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_18/encoder_decoder_attention/key/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_18/encoder_decoder_attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_18/encoder_decoder_attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_18/encoder_decoder_attention/out/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_18/encoder_decoder_attention/out/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_18/encoder_decoder_attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_18/encoder_decoder_attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_18/encoder_decoder_attention/query/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_18/encoder_decoder_attention/query/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_18/encoder_decoder_attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_18/encoder_decoder_attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_18/encoder_decoder_attention/value/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_18/encoder_decoder_attention/value/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_18/mlp/wi_0/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_18/mlp/wi_0/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_18/mlp/wi_0/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/decoder/layers_18/mlp/wi_0/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_18/mlp/wi_1/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_18/mlp/wi_1/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_18/mlp/wi_1/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/decoder/layers_18/mlp/wi_1/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_18/mlp/wo/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_18/mlp/wo/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_18/mlp/wo/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/decoder/layers_18/mlp/wo/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_18/pre_cross_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_18/pre_cross_attention_layer_norm/scale/v size 512 shape (embed=512) partition spec (None,) +Variable param_states/decoder/layers_18/pre_cross_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_18/pre_cross_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_18/pre_mlp_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_18/pre_mlp_layer_norm/scale/v size 512 shape (embed=512) partition spec (None,) +Variable param_states/decoder/layers_18/pre_mlp_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_18/pre_mlp_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_18/pre_self_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_18/pre_self_attention_layer_norm/scale/v size 512 shape (embed=512) partition spec (None,) +Variable param_states/decoder/layers_18/pre_self_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_18/pre_self_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_18/self_attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_18/self_attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_18/self_attention/key/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_18/self_attention/key/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_18/self_attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_18/self_attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_18/self_attention/out/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_18/self_attention/out/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_18/self_attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_18/self_attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_18/self_attention/query/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_18/self_attention/query/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_18/self_attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_18/self_attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_18/self_attention/value/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_18/self_attention/value/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_19/encoder_decoder_attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_19/encoder_decoder_attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_19/encoder_decoder_attention/key/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_19/encoder_decoder_attention/key/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_19/encoder_decoder_attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_19/encoder_decoder_attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_19/encoder_decoder_attention/out/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_19/encoder_decoder_attention/out/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_19/encoder_decoder_attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_19/encoder_decoder_attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_19/encoder_decoder_attention/query/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_19/encoder_decoder_attention/query/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_19/encoder_decoder_attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_19/encoder_decoder_attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_19/encoder_decoder_attention/value/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_19/encoder_decoder_attention/value/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_19/mlp/wi_0/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_19/mlp/wi_0/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_19/mlp/wi_0/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/decoder/layers_19/mlp/wi_0/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_19/mlp/wi_1/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_19/mlp/wi_1/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_19/mlp/wi_1/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/decoder/layers_19/mlp/wi_1/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_19/mlp/wo/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_19/mlp/wo/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_19/mlp/wo/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/decoder/layers_19/mlp/wo/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_19/pre_cross_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_19/pre_cross_attention_layer_norm/scale/v size 512 shape (embed=512) partition spec (None,) +Variable param_states/decoder/layers_19/pre_cross_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_19/pre_cross_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_19/pre_mlp_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_19/pre_mlp_layer_norm/scale/v size 512 shape (embed=512) partition spec (None,) +Variable param_states/decoder/layers_19/pre_mlp_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_19/pre_mlp_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_19/pre_self_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_19/pre_self_attention_layer_norm/scale/v size 512 shape (embed=512) partition spec (None,) +Variable param_states/decoder/layers_19/pre_self_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_19/pre_self_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_19/self_attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_19/self_attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_19/self_attention/key/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_19/self_attention/key/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_19/self_attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_19/self_attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_19/self_attention/out/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_19/self_attention/out/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_19/self_attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_19/self_attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_19/self_attention/query/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_19/self_attention/query/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_19/self_attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_19/self_attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_19/self_attention/value/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_19/self_attention/value/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_2/encoder_decoder_attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_2/encoder_decoder_attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_2/encoder_decoder_attention/key/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_2/encoder_decoder_attention/key/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_2/encoder_decoder_attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_2/encoder_decoder_attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_2/encoder_decoder_attention/out/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_2/encoder_decoder_attention/out/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_2/encoder_decoder_attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_2/encoder_decoder_attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_2/encoder_decoder_attention/query/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_2/encoder_decoder_attention/query/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_2/encoder_decoder_attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_2/encoder_decoder_attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_2/encoder_decoder_attention/value/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_2/encoder_decoder_attention/value/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_2/mlp/wi_0/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_2/mlp/wi_0/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_2/mlp/wi_0/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/decoder/layers_2/mlp/wi_0/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_2/mlp/wi_1/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_2/mlp/wi_1/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_2/mlp/wi_1/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/decoder/layers_2/mlp/wi_1/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_2/mlp/wo/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_2/mlp/wo/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_2/mlp/wo/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/decoder/layers_2/mlp/wo/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_2/pre_cross_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_2/pre_cross_attention_layer_norm/scale/v size 512 shape (embed=512) partition spec (None,) +Variable param_states/decoder/layers_2/pre_cross_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_2/pre_cross_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_2/pre_mlp_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_2/pre_mlp_layer_norm/scale/v size 512 shape (embed=512) partition spec (None,) +Variable param_states/decoder/layers_2/pre_mlp_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_2/pre_mlp_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_2/pre_self_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_2/pre_self_attention_layer_norm/scale/v size 512 shape (embed=512) partition spec (None,) +Variable param_states/decoder/layers_2/pre_self_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_2/pre_self_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_2/self_attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_2/self_attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_2/self_attention/key/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_2/self_attention/key/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_2/self_attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_2/self_attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_2/self_attention/out/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_2/self_attention/out/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_2/self_attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_2/self_attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_2/self_attention/query/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_2/self_attention/query/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_2/self_attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_2/self_attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_2/self_attention/value/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_2/self_attention/value/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_20/encoder_decoder_attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_20/encoder_decoder_attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_20/encoder_decoder_attention/key/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_20/encoder_decoder_attention/key/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_20/encoder_decoder_attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_20/encoder_decoder_attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_20/encoder_decoder_attention/out/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_20/encoder_decoder_attention/out/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_20/encoder_decoder_attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_20/encoder_decoder_attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_20/encoder_decoder_attention/query/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_20/encoder_decoder_attention/query/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_20/encoder_decoder_attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_20/encoder_decoder_attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_20/encoder_decoder_attention/value/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_20/encoder_decoder_attention/value/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_20/mlp/wi_0/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_20/mlp/wi_0/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_20/mlp/wi_0/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/decoder/layers_20/mlp/wi_0/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_20/mlp/wi_1/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_20/mlp/wi_1/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_20/mlp/wi_1/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/decoder/layers_20/mlp/wi_1/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_20/mlp/wo/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_20/mlp/wo/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_20/mlp/wo/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/decoder/layers_20/mlp/wo/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_20/pre_cross_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_20/pre_cross_attention_layer_norm/scale/v size 512 shape (embed=512) partition spec (None,) +Variable param_states/decoder/layers_20/pre_cross_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_20/pre_cross_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_20/pre_mlp_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_20/pre_mlp_layer_norm/scale/v size 512 shape (embed=512) partition spec (None,) +Variable param_states/decoder/layers_20/pre_mlp_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_20/pre_mlp_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_20/pre_self_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_20/pre_self_attention_layer_norm/scale/v size 512 shape (embed=512) partition spec (None,) +Variable param_states/decoder/layers_20/pre_self_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_20/pre_self_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_20/self_attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_20/self_attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_20/self_attention/key/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_20/self_attention/key/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_20/self_attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_20/self_attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_20/self_attention/out/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_20/self_attention/out/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_20/self_attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_20/self_attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_20/self_attention/query/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_20/self_attention/query/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_20/self_attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_20/self_attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_20/self_attention/value/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_20/self_attention/value/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_21/encoder_decoder_attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_21/encoder_decoder_attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_21/encoder_decoder_attention/key/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_21/encoder_decoder_attention/key/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_21/encoder_decoder_attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_21/encoder_decoder_attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_21/encoder_decoder_attention/out/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_21/encoder_decoder_attention/out/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_21/encoder_decoder_attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_21/encoder_decoder_attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_21/encoder_decoder_attention/query/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_21/encoder_decoder_attention/query/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_21/encoder_decoder_attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_21/encoder_decoder_attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_21/encoder_decoder_attention/value/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_21/encoder_decoder_attention/value/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_21/mlp/wi_0/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_21/mlp/wi_0/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_21/mlp/wi_0/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/decoder/layers_21/mlp/wi_0/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_21/mlp/wi_1/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_21/mlp/wi_1/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_21/mlp/wi_1/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/decoder/layers_21/mlp/wi_1/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_21/mlp/wo/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_21/mlp/wo/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_21/mlp/wo/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/decoder/layers_21/mlp/wo/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_21/pre_cross_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_21/pre_cross_attention_layer_norm/scale/v size 512 shape (embed=512) partition spec (None,) +Variable param_states/decoder/layers_21/pre_cross_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_21/pre_cross_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_21/pre_mlp_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_21/pre_mlp_layer_norm/scale/v size 512 shape (embed=512) partition spec (None,) +Variable param_states/decoder/layers_21/pre_mlp_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_21/pre_mlp_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_21/pre_self_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_21/pre_self_attention_layer_norm/scale/v size 512 shape (embed=512) partition spec (None,) +Variable param_states/decoder/layers_21/pre_self_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_21/pre_self_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_21/self_attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_21/self_attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_21/self_attention/key/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_21/self_attention/key/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_21/self_attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_21/self_attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_21/self_attention/out/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_21/self_attention/out/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_21/self_attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_21/self_attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_21/self_attention/query/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_21/self_attention/query/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_21/self_attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_21/self_attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_21/self_attention/value/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_21/self_attention/value/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_22/encoder_decoder_attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_22/encoder_decoder_attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_22/encoder_decoder_attention/key/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_22/encoder_decoder_attention/key/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_22/encoder_decoder_attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_22/encoder_decoder_attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_22/encoder_decoder_attention/out/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_22/encoder_decoder_attention/out/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_22/encoder_decoder_attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_22/encoder_decoder_attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_22/encoder_decoder_attention/query/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_22/encoder_decoder_attention/query/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_22/encoder_decoder_attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_22/encoder_decoder_attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_22/encoder_decoder_attention/value/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_22/encoder_decoder_attention/value/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_22/mlp/wi_0/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_22/mlp/wi_0/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_22/mlp/wi_0/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/decoder/layers_22/mlp/wi_0/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_22/mlp/wi_1/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_22/mlp/wi_1/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_22/mlp/wi_1/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/decoder/layers_22/mlp/wi_1/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_22/mlp/wo/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_22/mlp/wo/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_22/mlp/wo/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/decoder/layers_22/mlp/wo/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_22/pre_cross_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_22/pre_cross_attention_layer_norm/scale/v size 512 shape (embed=512) partition spec (None,) +Variable param_states/decoder/layers_22/pre_cross_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_22/pre_cross_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_22/pre_mlp_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_22/pre_mlp_layer_norm/scale/v size 512 shape (embed=512) partition spec (None,) +Variable param_states/decoder/layers_22/pre_mlp_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_22/pre_mlp_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_22/pre_self_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_22/pre_self_attention_layer_norm/scale/v size 512 shape (embed=512) partition spec (None,) +Variable param_states/decoder/layers_22/pre_self_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_22/pre_self_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_22/self_attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_22/self_attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_22/self_attention/key/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_22/self_attention/key/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_22/self_attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_22/self_attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_22/self_attention/out/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_22/self_attention/out/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_22/self_attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_22/self_attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_22/self_attention/query/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_22/self_attention/query/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_22/self_attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_22/self_attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_22/self_attention/value/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_22/self_attention/value/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_23/encoder_decoder_attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_23/encoder_decoder_attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_23/encoder_decoder_attention/key/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_23/encoder_decoder_attention/key/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_23/encoder_decoder_attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_23/encoder_decoder_attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_23/encoder_decoder_attention/out/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_23/encoder_decoder_attention/out/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_23/encoder_decoder_attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_23/encoder_decoder_attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_23/encoder_decoder_attention/query/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_23/encoder_decoder_attention/query/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_23/encoder_decoder_attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_23/encoder_decoder_attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_23/encoder_decoder_attention/value/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_23/encoder_decoder_attention/value/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_23/mlp/wi_0/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_23/mlp/wi_0/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_23/mlp/wi_0/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/decoder/layers_23/mlp/wi_0/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_23/mlp/wi_1/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_23/mlp/wi_1/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_23/mlp/wi_1/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/decoder/layers_23/mlp/wi_1/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_23/mlp/wo/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_23/mlp/wo/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_23/mlp/wo/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/decoder/layers_23/mlp/wo/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_23/pre_cross_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_23/pre_cross_attention_layer_norm/scale/v size 512 shape (embed=512) partition spec (None,) +Variable param_states/decoder/layers_23/pre_cross_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_23/pre_cross_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_23/pre_mlp_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_23/pre_mlp_layer_norm/scale/v size 512 shape (embed=512) partition spec (None,) +Variable param_states/decoder/layers_23/pre_mlp_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_23/pre_mlp_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_23/pre_self_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_23/pre_self_attention_layer_norm/scale/v size 512 shape (embed=512) partition spec (None,) +Variable param_states/decoder/layers_23/pre_self_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_23/pre_self_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_23/self_attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_23/self_attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_23/self_attention/key/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_23/self_attention/key/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_23/self_attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_23/self_attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_23/self_attention/out/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_23/self_attention/out/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_23/self_attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_23/self_attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_23/self_attention/query/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_23/self_attention/query/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_23/self_attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_23/self_attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_23/self_attention/value/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_23/self_attention/value/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_3/encoder_decoder_attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_3/encoder_decoder_attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_3/encoder_decoder_attention/key/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_3/encoder_decoder_attention/key/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_3/encoder_decoder_attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_3/encoder_decoder_attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_3/encoder_decoder_attention/out/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_3/encoder_decoder_attention/out/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_3/encoder_decoder_attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_3/encoder_decoder_attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_3/encoder_decoder_attention/query/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_3/encoder_decoder_attention/query/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_3/encoder_decoder_attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_3/encoder_decoder_attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_3/encoder_decoder_attention/value/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_3/encoder_decoder_attention/value/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_3/mlp/wi_0/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_3/mlp/wi_0/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_3/mlp/wi_0/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/decoder/layers_3/mlp/wi_0/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_3/mlp/wi_1/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_3/mlp/wi_1/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_3/mlp/wi_1/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/decoder/layers_3/mlp/wi_1/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_3/mlp/wo/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_3/mlp/wo/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_3/mlp/wo/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/decoder/layers_3/mlp/wo/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_3/pre_cross_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_3/pre_cross_attention_layer_norm/scale/v size 512 shape (embed=512) partition spec (None,) +Variable param_states/decoder/layers_3/pre_cross_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_3/pre_cross_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_3/pre_mlp_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_3/pre_mlp_layer_norm/scale/v size 512 shape (embed=512) partition spec (None,) +Variable param_states/decoder/layers_3/pre_mlp_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_3/pre_mlp_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_3/pre_self_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_3/pre_self_attention_layer_norm/scale/v size 512 shape (embed=512) partition spec (None,) +Variable param_states/decoder/layers_3/pre_self_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_3/pre_self_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_3/self_attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_3/self_attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_3/self_attention/key/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_3/self_attention/key/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_3/self_attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_3/self_attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_3/self_attention/out/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_3/self_attention/out/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_3/self_attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_3/self_attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_3/self_attention/query/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_3/self_attention/query/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_3/self_attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_3/self_attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_3/self_attention/value/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_3/self_attention/value/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_4/encoder_decoder_attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_4/encoder_decoder_attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_4/encoder_decoder_attention/key/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_4/encoder_decoder_attention/key/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_4/encoder_decoder_attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_4/encoder_decoder_attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_4/encoder_decoder_attention/out/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_4/encoder_decoder_attention/out/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_4/encoder_decoder_attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_4/encoder_decoder_attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_4/encoder_decoder_attention/query/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_4/encoder_decoder_attention/query/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_4/encoder_decoder_attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_4/encoder_decoder_attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_4/encoder_decoder_attention/value/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_4/encoder_decoder_attention/value/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_4/mlp/wi_0/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_4/mlp/wi_0/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_4/mlp/wi_0/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/decoder/layers_4/mlp/wi_0/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_4/mlp/wi_1/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_4/mlp/wi_1/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_4/mlp/wi_1/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/decoder/layers_4/mlp/wi_1/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_4/mlp/wo/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_4/mlp/wo/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_4/mlp/wo/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/decoder/layers_4/mlp/wo/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_4/pre_cross_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_4/pre_cross_attention_layer_norm/scale/v size 512 shape (embed=512) partition spec (None,) +Variable param_states/decoder/layers_4/pre_cross_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_4/pre_cross_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_4/pre_mlp_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_4/pre_mlp_layer_norm/scale/v size 512 shape (embed=512) partition spec (None,) +Variable param_states/decoder/layers_4/pre_mlp_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_4/pre_mlp_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_4/pre_self_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_4/pre_self_attention_layer_norm/scale/v size 512 shape (embed=512) partition spec (None,) +Variable param_states/decoder/layers_4/pre_self_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_4/pre_self_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_4/self_attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_4/self_attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_4/self_attention/key/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_4/self_attention/key/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_4/self_attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_4/self_attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_4/self_attention/out/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_4/self_attention/out/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_4/self_attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_4/self_attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_4/self_attention/query/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_4/self_attention/query/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_4/self_attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_4/self_attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_4/self_attention/value/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_4/self_attention/value/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_5/encoder_decoder_attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_5/encoder_decoder_attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_5/encoder_decoder_attention/key/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_5/encoder_decoder_attention/key/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_5/encoder_decoder_attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_5/encoder_decoder_attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_5/encoder_decoder_attention/out/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_5/encoder_decoder_attention/out/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_5/encoder_decoder_attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_5/encoder_decoder_attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_5/encoder_decoder_attention/query/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_5/encoder_decoder_attention/query/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_5/encoder_decoder_attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_5/encoder_decoder_attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_5/encoder_decoder_attention/value/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_5/encoder_decoder_attention/value/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_5/mlp/wi_0/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_5/mlp/wi_0/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_5/mlp/wi_0/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/decoder/layers_5/mlp/wi_0/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_5/mlp/wi_1/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_5/mlp/wi_1/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_5/mlp/wi_1/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/decoder/layers_5/mlp/wi_1/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_5/mlp/wo/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_5/mlp/wo/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_5/mlp/wo/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/decoder/layers_5/mlp/wo/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_5/pre_cross_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_5/pre_cross_attention_layer_norm/scale/v size 512 shape (embed=512) partition spec (None,) +Variable param_states/decoder/layers_5/pre_cross_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_5/pre_cross_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_5/pre_mlp_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_5/pre_mlp_layer_norm/scale/v size 512 shape (embed=512) partition spec (None,) +Variable param_states/decoder/layers_5/pre_mlp_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_5/pre_mlp_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_5/pre_self_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_5/pre_self_attention_layer_norm/scale/v size 512 shape (embed=512) partition spec (None,) +Variable param_states/decoder/layers_5/pre_self_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_5/pre_self_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_5/self_attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_5/self_attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_5/self_attention/key/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_5/self_attention/key/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_5/self_attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_5/self_attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_5/self_attention/out/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_5/self_attention/out/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_5/self_attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_5/self_attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_5/self_attention/query/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_5/self_attention/query/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_5/self_attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_5/self_attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_5/self_attention/value/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_5/self_attention/value/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_6/encoder_decoder_attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_6/encoder_decoder_attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_6/encoder_decoder_attention/key/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_6/encoder_decoder_attention/key/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_6/encoder_decoder_attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_6/encoder_decoder_attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_6/encoder_decoder_attention/out/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_6/encoder_decoder_attention/out/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_6/encoder_decoder_attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_6/encoder_decoder_attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_6/encoder_decoder_attention/query/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_6/encoder_decoder_attention/query/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_6/encoder_decoder_attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_6/encoder_decoder_attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_6/encoder_decoder_attention/value/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_6/encoder_decoder_attention/value/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_6/mlp/wi_0/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_6/mlp/wi_0/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_6/mlp/wi_0/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/decoder/layers_6/mlp/wi_0/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_6/mlp/wi_1/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_6/mlp/wi_1/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_6/mlp/wi_1/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/decoder/layers_6/mlp/wi_1/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_6/mlp/wo/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_6/mlp/wo/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_6/mlp/wo/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/decoder/layers_6/mlp/wo/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_6/pre_cross_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_6/pre_cross_attention_layer_norm/scale/v size 512 shape (embed=512) partition spec (None,) +Variable param_states/decoder/layers_6/pre_cross_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_6/pre_cross_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_6/pre_mlp_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_6/pre_mlp_layer_norm/scale/v size 512 shape (embed=512) partition spec (None,) +Variable param_states/decoder/layers_6/pre_mlp_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_6/pre_mlp_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_6/pre_self_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_6/pre_self_attention_layer_norm/scale/v size 512 shape (embed=512) partition spec (None,) +Variable param_states/decoder/layers_6/pre_self_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_6/pre_self_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_6/self_attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_6/self_attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_6/self_attention/key/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_6/self_attention/key/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_6/self_attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_6/self_attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_6/self_attention/out/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_6/self_attention/out/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_6/self_attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_6/self_attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_6/self_attention/query/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_6/self_attention/query/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_6/self_attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_6/self_attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_6/self_attention/value/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_6/self_attention/value/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_7/encoder_decoder_attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_7/encoder_decoder_attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_7/encoder_decoder_attention/key/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_7/encoder_decoder_attention/key/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_7/encoder_decoder_attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_7/encoder_decoder_attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_7/encoder_decoder_attention/out/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_7/encoder_decoder_attention/out/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_7/encoder_decoder_attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_7/encoder_decoder_attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_7/encoder_decoder_attention/query/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_7/encoder_decoder_attention/query/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_7/encoder_decoder_attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_7/encoder_decoder_attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_7/encoder_decoder_attention/value/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_7/encoder_decoder_attention/value/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_7/mlp/wi_0/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_7/mlp/wi_0/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_7/mlp/wi_0/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/decoder/layers_7/mlp/wi_0/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_7/mlp/wi_1/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_7/mlp/wi_1/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_7/mlp/wi_1/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/decoder/layers_7/mlp/wi_1/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_7/mlp/wo/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_7/mlp/wo/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_7/mlp/wo/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/decoder/layers_7/mlp/wo/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_7/pre_cross_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_7/pre_cross_attention_layer_norm/scale/v size 512 shape (embed=512) partition spec (None,) +Variable param_states/decoder/layers_7/pre_cross_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_7/pre_cross_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_7/pre_mlp_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_7/pre_mlp_layer_norm/scale/v size 512 shape (embed=512) partition spec (None,) +Variable param_states/decoder/layers_7/pre_mlp_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_7/pre_mlp_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_7/pre_self_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_7/pre_self_attention_layer_norm/scale/v size 512 shape (embed=512) partition spec (None,) +Variable param_states/decoder/layers_7/pre_self_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_7/pre_self_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_7/self_attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_7/self_attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_7/self_attention/key/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_7/self_attention/key/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_7/self_attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_7/self_attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_7/self_attention/out/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_7/self_attention/out/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_7/self_attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_7/self_attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_7/self_attention/query/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_7/self_attention/query/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_7/self_attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_7/self_attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_7/self_attention/value/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_7/self_attention/value/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_8/encoder_decoder_attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_8/encoder_decoder_attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_8/encoder_decoder_attention/key/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_8/encoder_decoder_attention/key/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_8/encoder_decoder_attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_8/encoder_decoder_attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_8/encoder_decoder_attention/out/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_8/encoder_decoder_attention/out/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_8/encoder_decoder_attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_8/encoder_decoder_attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_8/encoder_decoder_attention/query/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_8/encoder_decoder_attention/query/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_8/encoder_decoder_attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_8/encoder_decoder_attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_8/encoder_decoder_attention/value/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_8/encoder_decoder_attention/value/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_8/mlp/wi_0/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_8/mlp/wi_0/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_8/mlp/wi_0/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/decoder/layers_8/mlp/wi_0/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_8/mlp/wi_1/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_8/mlp/wi_1/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_8/mlp/wi_1/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/decoder/layers_8/mlp/wi_1/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_8/mlp/wo/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_8/mlp/wo/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_8/mlp/wo/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/decoder/layers_8/mlp/wo/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_8/pre_cross_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_8/pre_cross_attention_layer_norm/scale/v size 512 shape (embed=512) partition spec (None,) +Variable param_states/decoder/layers_8/pre_cross_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_8/pre_cross_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_8/pre_mlp_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_8/pre_mlp_layer_norm/scale/v size 512 shape (embed=512) partition spec (None,) +Variable param_states/decoder/layers_8/pre_mlp_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_8/pre_mlp_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_8/pre_self_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_8/pre_self_attention_layer_norm/scale/v size 512 shape (embed=512) partition spec (None,) +Variable param_states/decoder/layers_8/pre_self_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_8/pre_self_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_8/self_attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_8/self_attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_8/self_attention/key/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_8/self_attention/key/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_8/self_attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_8/self_attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_8/self_attention/out/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_8/self_attention/out/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_8/self_attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_8/self_attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_8/self_attention/query/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_8/self_attention/query/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_8/self_attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_8/self_attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_8/self_attention/value/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_8/self_attention/value/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_9/encoder_decoder_attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_9/encoder_decoder_attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_9/encoder_decoder_attention/key/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_9/encoder_decoder_attention/key/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_9/encoder_decoder_attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_9/encoder_decoder_attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_9/encoder_decoder_attention/out/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_9/encoder_decoder_attention/out/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_9/encoder_decoder_attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_9/encoder_decoder_attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_9/encoder_decoder_attention/query/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_9/encoder_decoder_attention/query/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_9/encoder_decoder_attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_9/encoder_decoder_attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_9/encoder_decoder_attention/value/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_9/encoder_decoder_attention/value/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_9/mlp/wi_0/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_9/mlp/wi_0/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_9/mlp/wi_0/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/decoder/layers_9/mlp/wi_0/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_9/mlp/wi_1/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_9/mlp/wi_1/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_9/mlp/wi_1/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/decoder/layers_9/mlp/wi_1/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_9/mlp/wo/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_9/mlp/wo/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_9/mlp/wo/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/decoder/layers_9/mlp/wo/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_9/pre_cross_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_9/pre_cross_attention_layer_norm/scale/v size 512 shape (embed=512) partition spec (None,) +Variable param_states/decoder/layers_9/pre_cross_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_9/pre_cross_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_9/pre_mlp_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_9/pre_mlp_layer_norm/scale/v size 512 shape (embed=512) partition spec (None,) +Variable param_states/decoder/layers_9/pre_mlp_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_9/pre_mlp_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_9/pre_self_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_9/pre_self_attention_layer_norm/scale/v size 512 shape (embed=512) partition spec (None,) +Variable param_states/decoder/layers_9/pre_self_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_9/pre_self_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_9/self_attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_9/self_attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_9/self_attention/key/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_9/self_attention/key/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_9/self_attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_9/self_attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_9/self_attention/out/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_9/self_attention/out/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_9/self_attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_9/self_attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_9/self_attention/query/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_9/self_attention/query/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_9/self_attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_9/self_attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_9/self_attention/value/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/decoder/layers_9/self_attention/value/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/logits_dense/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/logits_dense/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/logits_dense/kernel/v_col size 32128 shape (32128,) partition spec None +Variable param_states/decoder/logits_dense/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/decoder/relpos_bias/rel_embedding/m size 1 shape (1,) partition spec None +Variable param_states/decoder/relpos_bias/rel_embedding/v size 256 shape (heads=8, relpos_buckets=32) partition spec ('model', None) +Variable param_states/decoder/relpos_bias/rel_embedding/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/relpos_bias/rel_embedding/v_row size 1 shape (1,) partition spec None +Variable param_states/encoder/encoder_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/encoder/encoder_norm/scale/v size 512 shape (embed=512) partition spec (None,) +Variable param_states/encoder/encoder_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/encoder/encoder_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_0/attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_0/attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_0/attention/key/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_0/attention/key/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_0/attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_0/attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_0/attention/out/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_0/attention/out/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_0/attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_0/attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_0/attention/query/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_0/attention/query/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_0/attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_0/attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_0/attention/value/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_0/attention/value/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_0/mlp/wi_0/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_0/mlp/wi_0/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_0/mlp/wi_0/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/encoder/layers_0/mlp/wi_0/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_0/mlp/wi_1/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_0/mlp/wi_1/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_0/mlp/wi_1/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/encoder/layers_0/mlp/wi_1/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_0/mlp/wo/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_0/mlp/wo/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_0/mlp/wo/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/encoder/layers_0/mlp/wo/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_0/pre_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_0/pre_attention_layer_norm/scale/v size 512 shape (embed=512) partition spec (None,) +Variable param_states/encoder/layers_0/pre_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_0/pre_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_0/pre_mlp_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_0/pre_mlp_layer_norm/scale/v size 512 shape (embed=512) partition spec (None,) +Variable param_states/encoder/layers_0/pre_mlp_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_0/pre_mlp_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_1/attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_1/attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_1/attention/key/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_1/attention/key/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_1/attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_1/attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_1/attention/out/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_1/attention/out/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_1/attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_1/attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_1/attention/query/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_1/attention/query/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_1/attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_1/attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_1/attention/value/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_1/attention/value/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_1/mlp/wi_0/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_1/mlp/wi_0/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_1/mlp/wi_0/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/encoder/layers_1/mlp/wi_0/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_1/mlp/wi_1/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_1/mlp/wi_1/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_1/mlp/wi_1/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/encoder/layers_1/mlp/wi_1/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_1/mlp/wo/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_1/mlp/wo/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_1/mlp/wo/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/encoder/layers_1/mlp/wo/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_1/pre_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_1/pre_attention_layer_norm/scale/v size 512 shape (embed=512) partition spec (None,) +Variable param_states/encoder/layers_1/pre_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_1/pre_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_1/pre_mlp_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_1/pre_mlp_layer_norm/scale/v size 512 shape (embed=512) partition spec (None,) +Variable param_states/encoder/layers_1/pre_mlp_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_1/pre_mlp_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_10/attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_10/attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_10/attention/key/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_10/attention/key/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_10/attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_10/attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_10/attention/out/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_10/attention/out/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_10/attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_10/attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_10/attention/query/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_10/attention/query/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_10/attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_10/attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_10/attention/value/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_10/attention/value/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_10/mlp/wi_0/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_10/mlp/wi_0/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_10/mlp/wi_0/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/encoder/layers_10/mlp/wi_0/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_10/mlp/wi_1/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_10/mlp/wi_1/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_10/mlp/wi_1/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/encoder/layers_10/mlp/wi_1/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_10/mlp/wo/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_10/mlp/wo/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_10/mlp/wo/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/encoder/layers_10/mlp/wo/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_10/pre_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_10/pre_attention_layer_norm/scale/v size 512 shape (embed=512) partition spec (None,) +Variable param_states/encoder/layers_10/pre_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_10/pre_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_10/pre_mlp_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_10/pre_mlp_layer_norm/scale/v size 512 shape (embed=512) partition spec (None,) +Variable param_states/encoder/layers_10/pre_mlp_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_10/pre_mlp_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_11/attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_11/attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_11/attention/key/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_11/attention/key/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_11/attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_11/attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_11/attention/out/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_11/attention/out/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_11/attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_11/attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_11/attention/query/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_11/attention/query/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_11/attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_11/attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_11/attention/value/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_11/attention/value/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_11/mlp/wi_0/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_11/mlp/wi_0/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_11/mlp/wi_0/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/encoder/layers_11/mlp/wi_0/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_11/mlp/wi_1/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_11/mlp/wi_1/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_11/mlp/wi_1/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/encoder/layers_11/mlp/wi_1/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_11/mlp/wo/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_11/mlp/wo/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_11/mlp/wo/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/encoder/layers_11/mlp/wo/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_11/pre_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_11/pre_attention_layer_norm/scale/v size 512 shape (embed=512) partition spec (None,) +Variable param_states/encoder/layers_11/pre_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_11/pre_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_11/pre_mlp_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_11/pre_mlp_layer_norm/scale/v size 512 shape (embed=512) partition spec (None,) +Variable param_states/encoder/layers_11/pre_mlp_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_11/pre_mlp_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_12/attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_12/attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_12/attention/key/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_12/attention/key/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_12/attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_12/attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_12/attention/out/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_12/attention/out/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_12/attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_12/attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_12/attention/query/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_12/attention/query/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_12/attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_12/attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_12/attention/value/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_12/attention/value/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_12/mlp/wi_0/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_12/mlp/wi_0/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_12/mlp/wi_0/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/encoder/layers_12/mlp/wi_0/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_12/mlp/wi_1/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_12/mlp/wi_1/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_12/mlp/wi_1/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/encoder/layers_12/mlp/wi_1/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_12/mlp/wo/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_12/mlp/wo/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_12/mlp/wo/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/encoder/layers_12/mlp/wo/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_12/pre_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_12/pre_attention_layer_norm/scale/v size 512 shape (embed=512) partition spec (None,) +Variable param_states/encoder/layers_12/pre_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_12/pre_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_12/pre_mlp_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_12/pre_mlp_layer_norm/scale/v size 512 shape (embed=512) partition spec (None,) +Variable param_states/encoder/layers_12/pre_mlp_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_12/pre_mlp_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_13/attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_13/attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_13/attention/key/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_13/attention/key/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_13/attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_13/attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_13/attention/out/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_13/attention/out/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_13/attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_13/attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_13/attention/query/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_13/attention/query/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_13/attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_13/attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_13/attention/value/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_13/attention/value/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_13/mlp/wi_0/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_13/mlp/wi_0/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_13/mlp/wi_0/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/encoder/layers_13/mlp/wi_0/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_13/mlp/wi_1/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_13/mlp/wi_1/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_13/mlp/wi_1/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/encoder/layers_13/mlp/wi_1/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_13/mlp/wo/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_13/mlp/wo/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_13/mlp/wo/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/encoder/layers_13/mlp/wo/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_13/pre_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_13/pre_attention_layer_norm/scale/v size 512 shape (embed=512) partition spec (None,) +Variable param_states/encoder/layers_13/pre_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_13/pre_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_13/pre_mlp_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_13/pre_mlp_layer_norm/scale/v size 512 shape (embed=512) partition spec (None,) +Variable param_states/encoder/layers_13/pre_mlp_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_13/pre_mlp_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_14/attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_14/attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_14/attention/key/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_14/attention/key/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_14/attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_14/attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_14/attention/out/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_14/attention/out/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_14/attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_14/attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_14/attention/query/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_14/attention/query/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_14/attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_14/attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_14/attention/value/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_14/attention/value/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_14/mlp/wi_0/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_14/mlp/wi_0/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_14/mlp/wi_0/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/encoder/layers_14/mlp/wi_0/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_14/mlp/wi_1/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_14/mlp/wi_1/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_14/mlp/wi_1/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/encoder/layers_14/mlp/wi_1/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_14/mlp/wo/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_14/mlp/wo/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_14/mlp/wo/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/encoder/layers_14/mlp/wo/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_14/pre_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_14/pre_attention_layer_norm/scale/v size 512 shape (embed=512) partition spec (None,) +Variable param_states/encoder/layers_14/pre_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_14/pre_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_14/pre_mlp_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_14/pre_mlp_layer_norm/scale/v size 512 shape (embed=512) partition spec (None,) +Variable param_states/encoder/layers_14/pre_mlp_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_14/pre_mlp_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_15/attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_15/attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_15/attention/key/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_15/attention/key/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_15/attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_15/attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_15/attention/out/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_15/attention/out/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_15/attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_15/attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_15/attention/query/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_15/attention/query/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_15/attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_15/attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_15/attention/value/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_15/attention/value/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_15/mlp/wi_0/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_15/mlp/wi_0/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_15/mlp/wi_0/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/encoder/layers_15/mlp/wi_0/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_15/mlp/wi_1/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_15/mlp/wi_1/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_15/mlp/wi_1/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/encoder/layers_15/mlp/wi_1/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_15/mlp/wo/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_15/mlp/wo/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_15/mlp/wo/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/encoder/layers_15/mlp/wo/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_15/pre_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_15/pre_attention_layer_norm/scale/v size 512 shape (embed=512) partition spec (None,) +Variable param_states/encoder/layers_15/pre_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_15/pre_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_15/pre_mlp_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_15/pre_mlp_layer_norm/scale/v size 512 shape (embed=512) partition spec (None,) +Variable param_states/encoder/layers_15/pre_mlp_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_15/pre_mlp_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_16/attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_16/attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_16/attention/key/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_16/attention/key/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_16/attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_16/attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_16/attention/out/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_16/attention/out/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_16/attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_16/attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_16/attention/query/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_16/attention/query/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_16/attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_16/attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_16/attention/value/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_16/attention/value/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_16/mlp/wi_0/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_16/mlp/wi_0/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_16/mlp/wi_0/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/encoder/layers_16/mlp/wi_0/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_16/mlp/wi_1/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_16/mlp/wi_1/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_16/mlp/wi_1/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/encoder/layers_16/mlp/wi_1/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_16/mlp/wo/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_16/mlp/wo/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_16/mlp/wo/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/encoder/layers_16/mlp/wo/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_16/pre_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_16/pre_attention_layer_norm/scale/v size 512 shape (embed=512) partition spec (None,) +Variable param_states/encoder/layers_16/pre_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_16/pre_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_16/pre_mlp_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_16/pre_mlp_layer_norm/scale/v size 512 shape (embed=512) partition spec (None,) +Variable param_states/encoder/layers_16/pre_mlp_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_16/pre_mlp_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_17/attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_17/attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_17/attention/key/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_17/attention/key/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_17/attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_17/attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_17/attention/out/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_17/attention/out/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_17/attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_17/attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_17/attention/query/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_17/attention/query/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_17/attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_17/attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_17/attention/value/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_17/attention/value/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_17/mlp/wi_0/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_17/mlp/wi_0/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_17/mlp/wi_0/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/encoder/layers_17/mlp/wi_0/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_17/mlp/wi_1/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_17/mlp/wi_1/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_17/mlp/wi_1/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/encoder/layers_17/mlp/wi_1/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_17/mlp/wo/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_17/mlp/wo/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_17/mlp/wo/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/encoder/layers_17/mlp/wo/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_17/pre_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_17/pre_attention_layer_norm/scale/v size 512 shape (embed=512) partition spec (None,) +Variable param_states/encoder/layers_17/pre_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_17/pre_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_17/pre_mlp_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_17/pre_mlp_layer_norm/scale/v size 512 shape (embed=512) partition spec (None,) +Variable param_states/encoder/layers_17/pre_mlp_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_17/pre_mlp_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_18/attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_18/attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_18/attention/key/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_18/attention/key/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_18/attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_18/attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_18/attention/out/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_18/attention/out/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_18/attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_18/attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_18/attention/query/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_18/attention/query/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_18/attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_18/attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_18/attention/value/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_18/attention/value/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_18/mlp/wi_0/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_18/mlp/wi_0/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_18/mlp/wi_0/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/encoder/layers_18/mlp/wi_0/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_18/mlp/wi_1/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_18/mlp/wi_1/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_18/mlp/wi_1/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/encoder/layers_18/mlp/wi_1/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_18/mlp/wo/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_18/mlp/wo/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_18/mlp/wo/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/encoder/layers_18/mlp/wo/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_18/pre_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_18/pre_attention_layer_norm/scale/v size 512 shape (embed=512) partition spec (None,) +Variable param_states/encoder/layers_18/pre_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_18/pre_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_18/pre_mlp_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_18/pre_mlp_layer_norm/scale/v size 512 shape (embed=512) partition spec (None,) +Variable param_states/encoder/layers_18/pre_mlp_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_18/pre_mlp_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_19/attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_19/attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_19/attention/key/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_19/attention/key/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_19/attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_19/attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_19/attention/out/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_19/attention/out/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_19/attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_19/attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_19/attention/query/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_19/attention/query/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_19/attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_19/attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_19/attention/value/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_19/attention/value/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_19/mlp/wi_0/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_19/mlp/wi_0/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_19/mlp/wi_0/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/encoder/layers_19/mlp/wi_0/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_19/mlp/wi_1/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_19/mlp/wi_1/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_19/mlp/wi_1/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/encoder/layers_19/mlp/wi_1/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_19/mlp/wo/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_19/mlp/wo/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_19/mlp/wo/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/encoder/layers_19/mlp/wo/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_19/pre_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_19/pre_attention_layer_norm/scale/v size 512 shape (embed=512) partition spec (None,) +Variable param_states/encoder/layers_19/pre_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_19/pre_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_19/pre_mlp_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_19/pre_mlp_layer_norm/scale/v size 512 shape (embed=512) partition spec (None,) +Variable param_states/encoder/layers_19/pre_mlp_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_19/pre_mlp_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_2/attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_2/attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_2/attention/key/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_2/attention/key/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_2/attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_2/attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_2/attention/out/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_2/attention/out/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_2/attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_2/attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_2/attention/query/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_2/attention/query/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_2/attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_2/attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_2/attention/value/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_2/attention/value/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_2/mlp/wi_0/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_2/mlp/wi_0/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_2/mlp/wi_0/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/encoder/layers_2/mlp/wi_0/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_2/mlp/wi_1/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_2/mlp/wi_1/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_2/mlp/wi_1/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/encoder/layers_2/mlp/wi_1/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_2/mlp/wo/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_2/mlp/wo/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_2/mlp/wo/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/encoder/layers_2/mlp/wo/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_2/pre_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_2/pre_attention_layer_norm/scale/v size 512 shape (embed=512) partition spec (None,) +Variable param_states/encoder/layers_2/pre_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_2/pre_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_2/pre_mlp_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_2/pre_mlp_layer_norm/scale/v size 512 shape (embed=512) partition spec (None,) +Variable param_states/encoder/layers_2/pre_mlp_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_2/pre_mlp_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_20/attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_20/attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_20/attention/key/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_20/attention/key/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_20/attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_20/attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_20/attention/out/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_20/attention/out/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_20/attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_20/attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_20/attention/query/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_20/attention/query/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_20/attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_20/attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_20/attention/value/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_20/attention/value/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_20/mlp/wi_0/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_20/mlp/wi_0/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_20/mlp/wi_0/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/encoder/layers_20/mlp/wi_0/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_20/mlp/wi_1/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_20/mlp/wi_1/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_20/mlp/wi_1/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/encoder/layers_20/mlp/wi_1/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_20/mlp/wo/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_20/mlp/wo/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_20/mlp/wo/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/encoder/layers_20/mlp/wo/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_20/pre_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_20/pre_attention_layer_norm/scale/v size 512 shape (embed=512) partition spec (None,) +Variable param_states/encoder/layers_20/pre_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_20/pre_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_20/pre_mlp_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_20/pre_mlp_layer_norm/scale/v size 512 shape (embed=512) partition spec (None,) +Variable param_states/encoder/layers_20/pre_mlp_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_20/pre_mlp_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_21/attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_21/attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_21/attention/key/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_21/attention/key/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_21/attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_21/attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_21/attention/out/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_21/attention/out/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_21/attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_21/attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_21/attention/query/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_21/attention/query/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_21/attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_21/attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_21/attention/value/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_21/attention/value/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_21/mlp/wi_0/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_21/mlp/wi_0/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_21/mlp/wi_0/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/encoder/layers_21/mlp/wi_0/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_21/mlp/wi_1/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_21/mlp/wi_1/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_21/mlp/wi_1/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/encoder/layers_21/mlp/wi_1/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_21/mlp/wo/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_21/mlp/wo/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_21/mlp/wo/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/encoder/layers_21/mlp/wo/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_21/pre_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_21/pre_attention_layer_norm/scale/v size 512 shape (embed=512) partition spec (None,) +Variable param_states/encoder/layers_21/pre_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_21/pre_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_21/pre_mlp_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_21/pre_mlp_layer_norm/scale/v size 512 shape (embed=512) partition spec (None,) +Variable param_states/encoder/layers_21/pre_mlp_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_21/pre_mlp_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_22/attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_22/attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_22/attention/key/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_22/attention/key/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_22/attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_22/attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_22/attention/out/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_22/attention/out/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_22/attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_22/attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_22/attention/query/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_22/attention/query/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_22/attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_22/attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_22/attention/value/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_22/attention/value/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_22/mlp/wi_0/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_22/mlp/wi_0/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_22/mlp/wi_0/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/encoder/layers_22/mlp/wi_0/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_22/mlp/wi_1/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_22/mlp/wi_1/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_22/mlp/wi_1/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/encoder/layers_22/mlp/wi_1/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_22/mlp/wo/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_22/mlp/wo/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_22/mlp/wo/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/encoder/layers_22/mlp/wo/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_22/pre_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_22/pre_attention_layer_norm/scale/v size 512 shape (embed=512) partition spec (None,) +Variable param_states/encoder/layers_22/pre_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_22/pre_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_22/pre_mlp_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_22/pre_mlp_layer_norm/scale/v size 512 shape (embed=512) partition spec (None,) +Variable param_states/encoder/layers_22/pre_mlp_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_22/pre_mlp_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_23/attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_23/attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_23/attention/key/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_23/attention/key/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_23/attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_23/attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_23/attention/out/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_23/attention/out/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_23/attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_23/attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_23/attention/query/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_23/attention/query/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_23/attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_23/attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_23/attention/value/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_23/attention/value/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_23/mlp/wi_0/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_23/mlp/wi_0/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_23/mlp/wi_0/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/encoder/layers_23/mlp/wi_0/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_23/mlp/wi_1/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_23/mlp/wi_1/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_23/mlp/wi_1/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/encoder/layers_23/mlp/wi_1/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_23/mlp/wo/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_23/mlp/wo/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_23/mlp/wo/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/encoder/layers_23/mlp/wo/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_23/pre_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_23/pre_attention_layer_norm/scale/v size 512 shape (embed=512) partition spec (None,) +Variable param_states/encoder/layers_23/pre_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_23/pre_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_23/pre_mlp_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_23/pre_mlp_layer_norm/scale/v size 512 shape (embed=512) partition spec (None,) +Variable param_states/encoder/layers_23/pre_mlp_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_23/pre_mlp_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_3/attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_3/attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_3/attention/key/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_3/attention/key/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_3/attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_3/attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_3/attention/out/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_3/attention/out/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_3/attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_3/attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_3/attention/query/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_3/attention/query/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_3/attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_3/attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_3/attention/value/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_3/attention/value/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_3/mlp/wi_0/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_3/mlp/wi_0/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_3/mlp/wi_0/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/encoder/layers_3/mlp/wi_0/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_3/mlp/wi_1/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_3/mlp/wi_1/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_3/mlp/wi_1/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/encoder/layers_3/mlp/wi_1/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_3/mlp/wo/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_3/mlp/wo/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_3/mlp/wo/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/encoder/layers_3/mlp/wo/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_3/pre_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_3/pre_attention_layer_norm/scale/v size 512 shape (embed=512) partition spec (None,) +Variable param_states/encoder/layers_3/pre_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_3/pre_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_3/pre_mlp_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_3/pre_mlp_layer_norm/scale/v size 512 shape (embed=512) partition spec (None,) +Variable param_states/encoder/layers_3/pre_mlp_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_3/pre_mlp_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_4/attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_4/attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_4/attention/key/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_4/attention/key/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_4/attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_4/attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_4/attention/out/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_4/attention/out/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_4/attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_4/attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_4/attention/query/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_4/attention/query/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_4/attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_4/attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_4/attention/value/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_4/attention/value/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_4/mlp/wi_0/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_4/mlp/wi_0/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_4/mlp/wi_0/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/encoder/layers_4/mlp/wi_0/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_4/mlp/wi_1/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_4/mlp/wi_1/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_4/mlp/wi_1/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/encoder/layers_4/mlp/wi_1/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_4/mlp/wo/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_4/mlp/wo/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_4/mlp/wo/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/encoder/layers_4/mlp/wo/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_4/pre_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_4/pre_attention_layer_norm/scale/v size 512 shape (embed=512) partition spec (None,) +Variable param_states/encoder/layers_4/pre_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_4/pre_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_4/pre_mlp_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_4/pre_mlp_layer_norm/scale/v size 512 shape (embed=512) partition spec (None,) +Variable param_states/encoder/layers_4/pre_mlp_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_4/pre_mlp_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_5/attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_5/attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_5/attention/key/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_5/attention/key/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_5/attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_5/attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_5/attention/out/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_5/attention/out/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_5/attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_5/attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_5/attention/query/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_5/attention/query/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_5/attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_5/attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_5/attention/value/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_5/attention/value/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_5/mlp/wi_0/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_5/mlp/wi_0/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_5/mlp/wi_0/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/encoder/layers_5/mlp/wi_0/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_5/mlp/wi_1/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_5/mlp/wi_1/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_5/mlp/wi_1/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/encoder/layers_5/mlp/wi_1/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_5/mlp/wo/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_5/mlp/wo/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_5/mlp/wo/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/encoder/layers_5/mlp/wo/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_5/pre_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_5/pre_attention_layer_norm/scale/v size 512 shape (embed=512) partition spec (None,) +Variable param_states/encoder/layers_5/pre_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_5/pre_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_5/pre_mlp_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_5/pre_mlp_layer_norm/scale/v size 512 shape (embed=512) partition spec (None,) +Variable param_states/encoder/layers_5/pre_mlp_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_5/pre_mlp_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_6/attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_6/attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_6/attention/key/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_6/attention/key/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_6/attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_6/attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_6/attention/out/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_6/attention/out/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_6/attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_6/attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_6/attention/query/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_6/attention/query/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_6/attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_6/attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_6/attention/value/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_6/attention/value/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_6/mlp/wi_0/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_6/mlp/wi_0/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_6/mlp/wi_0/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/encoder/layers_6/mlp/wi_0/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_6/mlp/wi_1/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_6/mlp/wi_1/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_6/mlp/wi_1/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/encoder/layers_6/mlp/wi_1/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_6/mlp/wo/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_6/mlp/wo/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_6/mlp/wo/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/encoder/layers_6/mlp/wo/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_6/pre_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_6/pre_attention_layer_norm/scale/v size 512 shape (embed=512) partition spec (None,) +Variable param_states/encoder/layers_6/pre_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_6/pre_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_6/pre_mlp_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_6/pre_mlp_layer_norm/scale/v size 512 shape (embed=512) partition spec (None,) +Variable param_states/encoder/layers_6/pre_mlp_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_6/pre_mlp_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_7/attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_7/attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_7/attention/key/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_7/attention/key/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_7/attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_7/attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_7/attention/out/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_7/attention/out/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_7/attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_7/attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_7/attention/query/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_7/attention/query/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_7/attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_7/attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_7/attention/value/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_7/attention/value/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_7/mlp/wi_0/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_7/mlp/wi_0/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_7/mlp/wi_0/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/encoder/layers_7/mlp/wi_0/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_7/mlp/wi_1/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_7/mlp/wi_1/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_7/mlp/wi_1/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/encoder/layers_7/mlp/wi_1/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_7/mlp/wo/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_7/mlp/wo/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_7/mlp/wo/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/encoder/layers_7/mlp/wo/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_7/pre_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_7/pre_attention_layer_norm/scale/v size 512 shape (embed=512) partition spec (None,) +Variable param_states/encoder/layers_7/pre_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_7/pre_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_7/pre_mlp_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_7/pre_mlp_layer_norm/scale/v size 512 shape (embed=512) partition spec (None,) +Variable param_states/encoder/layers_7/pre_mlp_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_7/pre_mlp_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_8/attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_8/attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_8/attention/key/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_8/attention/key/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_8/attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_8/attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_8/attention/out/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_8/attention/out/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_8/attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_8/attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_8/attention/query/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_8/attention/query/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_8/attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_8/attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_8/attention/value/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_8/attention/value/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_8/mlp/wi_0/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_8/mlp/wi_0/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_8/mlp/wi_0/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/encoder/layers_8/mlp/wi_0/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_8/mlp/wi_1/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_8/mlp/wi_1/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_8/mlp/wi_1/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/encoder/layers_8/mlp/wi_1/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_8/mlp/wo/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_8/mlp/wo/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_8/mlp/wo/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/encoder/layers_8/mlp/wo/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_8/pre_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_8/pre_attention_layer_norm/scale/v size 512 shape (embed=512) partition spec (None,) +Variable param_states/encoder/layers_8/pre_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_8/pre_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_8/pre_mlp_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_8/pre_mlp_layer_norm/scale/v size 512 shape (embed=512) partition spec (None,) +Variable param_states/encoder/layers_8/pre_mlp_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_8/pre_mlp_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_9/attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_9/attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_9/attention/key/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_9/attention/key/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_9/attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_9/attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_9/attention/out/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_9/attention/out/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_9/attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_9/attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_9/attention/query/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_9/attention/query/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_9/attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_9/attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_9/attention/value/kernel/v_col size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_9/attention/value/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_9/mlp/wi_0/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_9/mlp/wi_0/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_9/mlp/wi_0/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/encoder/layers_9/mlp/wi_0/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_9/mlp/wi_1/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_9/mlp/wi_1/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_9/mlp/wi_1/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/encoder/layers_9/mlp/wi_1/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_9/mlp/wo/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_9/mlp/wo/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_9/mlp/wo/kernel/v_col size 2048 shape (2048,) partition spec None +Variable param_states/encoder/layers_9/mlp/wo/kernel/v_row size 512 shape (512,) partition spec None +Variable param_states/encoder/layers_9/pre_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_9/pre_attention_layer_norm/scale/v size 512 shape (embed=512) partition spec (None,) +Variable param_states/encoder/layers_9/pre_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_9/pre_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_9/pre_mlp_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_9/pre_mlp_layer_norm/scale/v size 512 shape (embed=512) partition spec (None,) +Variable param_states/encoder/layers_9/pre_mlp_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_9/pre_mlp_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/encoder/relpos_bias/rel_embedding/m size 1 shape (1,) partition spec None +Variable param_states/encoder/relpos_bias/rel_embedding/v size 256 shape (heads=8, relpos_buckets=32) partition spec ('model', None) +Variable param_states/encoder/relpos_bias/rel_embedding/v_col size 1 shape (1,) partition spec None +Variable param_states/encoder/relpos_bias/rel_embedding/v_row size 1 shape (1,) partition spec None +Variable param_states/token_embedder/embedding/m size 1 shape (1,) partition spec None +Variable param_states/token_embedder/embedding/v size 1 shape (1,) partition spec None +Variable param_states/token_embedder/embedding/v_col size 32128 shape (32128,) partition spec None +Variable param_states/token_embedder/embedding/v_row size 512 shape (512,) partition spec None +Variable step size 1 shape () partition spec None diff --git a/small_nl24.gin b/small_nl24.gin new file mode 100644 index 0000000000000000000000000000000000000000..6acc289736f115deba7b78fc47d73814af64146b --- /dev/null +++ b/small_nl24.gin @@ -0,0 +1,23 @@ +# T5.1.1 Efficient small nl24 model. + +import seqio +include 't5x/examples/t5/t5_1_1/base.gin' # imports vocab, optimizer and model. + +# ------------------- Network specification overrides -------------------------- +network.Transformer.config = @network.T5Config() +network.T5Config: + emb_dim = 512 + num_heads = 8 + num_encoder_layers = 24 + num_decoder_layers = 24 + head_dim = 64 + mlp_dim = 2048 + +# ------------------- Model specification overrides -------------------------- +VOCABULARY = @seqio.SentencePieceVocabulary() +seqio.SentencePieceVocabulary.sentencepiece_model_file = "spiece.model" + +MODEL = @models.EncoderDecoderModel() +models.EncoderDecoderModel: + input_vocabulary = %VOCABULARY + output_vocabulary = %VOCABULARY \ No newline at end of file diff --git a/small_nl24_pretrain.gin b/small_nl24_pretrain.gin new file mode 100644 index 0000000000000000000000000000000000000000..ad6a067009b9775d2c354c24efce2ea58df2159d --- /dev/null +++ b/small_nl24_pretrain.gin @@ -0,0 +1,25 @@ +# Register necessary SeqIO Tasks/Mixtures. +from __gin__ import dynamic_registration +from t5x import utils +import tasks +import __main__ as train_script + +include 'small_nl24.gin' +include 't5x/configs/runs/pretrain.gin' + + +# ------------------- Training specification overrides -------------------------- +train_script.train: + eval_period = 10000 + hub_model_id = "Finnish-NLP/t5x-small-nl24-finnish" + +utils.SaveCheckpointConfig: + period = 10000 + keep = 10 + +MIXTURE_OR_TASK_NAME = "pretrain_finnish" +USE_CACHED_TASKS = False +TASK_FEATURE_LENGTHS = {"inputs": 512, "targets": 114} +TRAIN_STEPS = 500000 +DROPOUT_RATE = 0.0 +BATCH_SIZE = 512 \ No newline at end of file diff --git a/spiece.model b/spiece.model new file mode 100644 index 0000000000000000000000000000000000000000..f739d4f6a571ae7553c52ae09979f52e839faad0 --- /dev/null +++ b/spiece.model @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55a3645122435e9773fac81fa3f94c1e14149e80311636dfa9245fba3e57a826 +size 824186 diff --git a/spiece.vocab b/spiece.vocab new file mode 100644 index 0000000000000000000000000000000000000000..81a19d830b0aa5fc316f7bf03c148ae3522abcd1 --- /dev/null +++ b/spiece.vocab @@ -0,0 +1,32000 @@ + 0 + 0 + 0 +, -3.31909 +. -3.32562 +▁ja -3.87176 +n -3.95546 +▁on -4.17969 +a -4.42965 +t -4.58377 +▁ -4.86615 +- -4.89722 +▁ei -5.17989 +▁että -5.2033 +en -5.4099 +sta -5.51263 +▁- -5.52392 +: -5.53448 +in -5.62872 +ssa -5.65625 +▁se -5.66642 +ä -5.75865 +kin -5.80051 +ta -5.83844 +▁oli -5.85879 +▁ole -5.87601 +s -5.87982 +lla -5.897 +▁kun -5.92295 +an -5.92496 +lle -5.92998 +▁tai -5.94391 +▁mutta -5.9567 +▁niin -5.98048 +▁( -6.0135 +▁myös -6.06264 +si -6.08556 +▁ovat -6.10436 +i -6.1178 +▁voi -6.21222 +▁kuin -6.23066 +ja -6.24884 +? -6.27189 +ksi -6.32574 +▁joka -6.38053 +▁sen -6.38749 +) -6.39535 +▁. -6.4301 +ni -6.45143 +na -6.4687 +! -6.48315 +▁jo -6.5032 +▁jos -6.51226 +mme -6.55685 +▁olla -6.56639 +▁vain -6.6587 +▁sitä -6.68854 +stä -6.72432 +▁sitten -6.73246 +▁sekä -6.73843 +ista -6.73852 +▁kanssa -6.75231 +e -6.7615 +▁nyt -6.76348 +vat -6.78072 +on -6.79896 +▁ollut -6.83956 +llä -6.85977 +ssä -6.86673 +▁saa -6.87044 +▁olisi -6.87523 +▁mukaan -6.89639 +jen -6.90512 +ko -6.90989 +▁vielä -6.91385 +▁mitä -6.92905 +minen -6.93435 +▁vaan -6.93853 +sti -6.9626 +▁ne -6.97428 +lta -6.98003 +tä -6.9813 +▁en -6.98148 +▁siitä -6.99404 +▁ihan -7.02346 +▁klo -7.03214 +▁hän -7.06359 +▁tulee -7.06756 +▁kaikki -7.07643 +▁jotka -7.08036 +▁paljon -7.08463 +u -7.10164 +maan -7.11557 +▁, -7.12996 +▁ä -7.14371 +▁jälkeen -7.14411 +et -7.15494 +▁Ja -7.15768 +▁vaikka -7.16687 +o -7.17106 +▁aina -7.17206 +sa -7.17462 +▁itse -7.17493 +▁Jos -7.21702 +us -7.21706 +/ -7.21797 +nsa -7.22105 +issa -7.22911 +inen -7.23199 +▁koko -7.23322 +▁mitään -7.23717 +▁Se -7.2379 +▁kyllä -7.25124 +▁kuitenkin -7.26067 +▁hyvin -7.26918 +ten -7.28395 +y -7.30139 +▁koska -7.30147 +illa -7.30182 +▁olen -7.31363 +▁eikä -7.32409 +▁eri -7.32706 +▁eivät -7.33752 +▁sillä -7.34141 +la -7.35387 +). -7.36715 +nä -7.37783 +▁A -7.40447 +▁pitää -7.4141 +▁eli -7.4148 +nut -7.41841 +▁aika -7.42222 +ille -7.42511 +▁siis -7.42669 +▁yli -7.42902 +nen -7.44105 +▁hyvä -7.44382 +ki -7.45781 +h -7.46364 +va -7.46466 +▁jossa -7.47671 +tti -7.48288 +▁tämä -7.48332 +▁Ei -7.51876 +▁vuoden -7.52087 +▁ennen -7.52441 +ke -7.52498 +än -7.52577 +▁1 -7.52918 +▁tuo -7.52973 +neet -7.54488 +▁osa -7.54551 +ihin -7.54562 +▁2 -7.55008 +un -7.55359 +▁miten -7.55773 +kaan -7.56286 +▁Suomen -7.56857 +ia -7.57507 +▁siihen -7.57637 +te -7.57696 +▁työ -7.58823 +k -7.59917 +▁jonka -7.60137 +▁S -7.60173 +▁noin -7.6074 +▁joten -7.60897 +▁tehdä -7.61228 +▁taas -7.61229 +tta -7.61339 +!. -7.6134 +▁niitä -7.61843 +▁vähän -7.62901 +pa -7.63962 +▁he -7.64381 +sen -7.64578 +ka -7.64654 +▁yksi -7.6467 +▁vuonna -7.65658 +ita -7.65671 +ne -7.66252 +han -7.6629 +m -7.6708 +▁mikä -7.67108 +▁tuli -7.67732 +l -7.68221 +ma -7.68474 +to -7.69199 +ri -7.69726 +istä -7.70305 +mista -7.70433 +▁Mutta -7.71247 +▁kuten -7.71406 +▁enemmän -7.72093 +▁siinä -7.72428 +misen -7.72539 +▁ettei -7.72828 +iden -7.73385 +▁En -7.73748 +▁aikana -7.73818 +▁tämän -7.7418 +▁hänen -7.74735 +is -7.75119 +sin -7.75141 +▁3 -7.7609 +vät -7.76991 +isi -7.77235 +jä -7.77394 +▁10 -7.77664 +▁edes -7.78158 +▁juuri -7.78214 +ti -7.78417 +ttu -7.78442 +▁enää -7.79215 +▁kaksi -7.7959 +▁tässä -7.80313 +d -7.81489 +▁et -7.81883 +re -7.82374 +tu -7.82524 +▁lisää -7.82941 +▁ilman -7.84158 +▁jotain -7.84532 +taan -7.85573 +D -7.85697 +▁Tämä -7.86375 +▁joku -7.864 +▁vuotta -7.86675 +▁pois -7.87848 +▁vasta -7.88483 +ltä -7.88584 +▁Kun -7.88795 +den -7.89465 +p -7.89927 +▁vai -7.90505 +miseen -7.90656 +▁saada -7.91827 +▁me -7.9227 +▁5 -7.92435 +▁esimerkiksi -7.9289 +▁viime -7.93508 +▁I -7.94883 +r -7.95005 +hän -7.9507 +A -7.95539 +▁todella -7.95702 +▁a -7.96488 +kään -7.9703 +▁ajan -7.97567 +▁jopa -7.9767 +▁oma -7.98017 +li -7.98102 +▁kautta -7.98116 +▁Hän -7.98301 +▁4 -7.98307 +▁olivat -7.98702 +▁lisäksi -7.99436 +▁aikaa -7.99582 +▁ainakin -7.99592 +nne -7.99678 +de -7.99945 +; -7.99976 +▁voidaan -7.99979 +▁/ -7.99986 +▁näin -8.00104 +▁pää -8.00142 +▁E -8.00156 +le -8.00206 +▁aivan -8.00337 +▁: -8.00431 +v -8.00689 +▁pitäisi -8.01177 +ku -8.01933 +kö -8.02029 +ttiin -8.02772 +▁siellä -8.02773 +▁K -8.02964 +essa -8.03194 +' -8.03349 +▁asia -8.03622 +▁ehkä -8.04734 +vi -8.0509 +isen -8.05992 +ra -8.06418 +ve -8.06982 +S -8.07352 +se -8.07537 +van -8.08662 +llinen -8.08803 +▁ottaa -8.09105 +▁silloin -8.09158 +▁toimi -8.09809 +▁kuinka -8.10043 +▁olevan -8.10446 +▁Olen -8.10643 +▁sai -8.11318 +▁olet -8.11529 +▁ku -8.11792 +▁vastaan -8.11844 +▁jää -8.1217 +▁On -8.12359 +▁Nyt -8.13188 +mo -8.13355 +▁tällä -8.13416 +massa -8.13425 +▁alkaa -8.13472 +▁Suomessa -8.13508 +▁usein -8.13527 +▁to -8.13867 +▁voisi -8.13914 +▁uusi -8.13915 +T -8.14323 +▁O -8.14543 +▁niiden -8.14561 +▁oikein -8.14649 +▁muuta -8.14765 +▁20 -8.14888 +malla -8.15288 +it -8.15682 +tin -8.15685 +▁käyttää -8.15688 +▁kertaa -8.15706 +▁s -8.1581 +▁voit -8.16198 +▁19 -8.17199 +▁oman -8.17234 +▁T -8.17279 +▁antaa -8.1754 +mis -8.17541 +kseen -8.17613 +kki -8.17739 +▁löytyy -8.17842 +pe -8.17862 +▁pari -8.18343 +▁määrä -8.18777 +▁minä -8.19126 +da -8.19394 +▁mies -8.21298 +▁täällä -8.22273 +▁:) -8.22472 +▁6 -8.22577 +▁tätä -8.23413 +▁kertoo -8.23634 +iset -8.2409 +tte -8.24104 +isia -8.24216 +po -8.25168 +▁heti -8.25524 +▁päivä -8.25732 +▁koskaan -8.25734 +pi -8.25833 +▁kerran -8.25836 +▁hieman -8.26111 +▁muun -8.26948 +tus -8.27009 +kka -8.27115 +neen -8.28077 +P -8.28239 +mi -8.28707 +▁muut -8.29252 +g -8.2953 +▁välillä -8.2981 +▁tullut -8.29848 +▁12 -8.29859 +ttä -8.29962 +▁esim -8.30267 +ty -8.30306 +▁tähän -8.30359 +▁la -8.30738 +▁jota -8.30792 +mään -8.30801 +▁mukana -8.30842 +▁tästä -8.30898 +▁P -8.30901 +via -8.31199 +ina -8.31556 +▁saanut -8.31622 +▁15 -8.31761 +issä -8.32209 +mpi -8.32494 +nyt -8.33884 +▁heidän -8.34048 +▁täysin -8.3409 +▁7 -8.34169 +▁yhtä -8.34759 +▁liian -8.35082 +▁joskus -8.35213 +▁in -8.35474 +misesta -8.35568 +▁yleensä -8.36471 +iin -8.36555 +▁käy -8.36636 +er -8.36696 +▁varmasti -8.36711 +▁muuten -8.36733 +▁toinen -8.36862 +▁8 -8.37162 +▁tekee -8.37459 +▁koti -8.37579 +▁kannattaa -8.37588 +▁onko -8.37745 +lainen -8.3822 +▁C -8.38723 +▁tarvitse -8.38759 +aan -8.39085 +▁samalla -8.39306 +uksen -8.39582 +▁suuri -8.39615 +▁sinun -8.39668 +▁missä -8.39745 +vä -8.39825 +me -8.4005 +sä -8.40089 +man -8.40127 +isten -8.40251 +▁M -8.40538 +kaa -8.40634 +▁jotta -8.40695 +maa -8.40847 +▁maailman -8.41282 +ttaa -8.41301 +▁18 -8.4137 +▁joita -8.41531 +▁voivat -8.4188 +▁n -8.41929 +▁tosi -8.41948 +ö -8.42181 +nsä -8.42256 +▁sanoo -8.4231 +▁pieni -8.42339 +lo -8.42457 +▁osaa -8.4253 +▁Sen -8.42778 +▁kolme -8.42782 +N -8.42995 +▁usko -8.43068 +▁iso -8.4342 +▁kiinni -8.43504 +▁auto -8.43876 +ilta -8.43943 +▁euroa -8.43953 +▁meidän -8.43982 +pu -8.44449 +▁e -8.4452 +), -8.44945 +▁the -8.45067 +▁Ne -8.45331 +▁perus -8.45349 +▁vuosi -8.45501 +▁yhdessä -8.45756 +E -8.45826 +▁tavalla -8.45925 +ksen -8.46097 +▁erittäin -8.46179 +▁sanoi -8.46197 +▁lähes -8.462 +illä -8.46221 +▁päästä -8.46305 +▁kuva -8.46817 +▁B -8.46982 +mistä -8.4727 +kä -8.4737 +▁avulla -8.47505 +M -8.47605 +▁tiedä -8.48157 +▁koulu -8.48246 +▁edelleen -8.4835 +▁peli -8.48462 +▁He -8.4859 +no -8.4861 +▁000 -8.48719 +▁vuoksi -8.48883 +▁ensi -8.48945 +B -8.49065 +▁muita -8.49263 +▁re -8.49373 +▁menee -8.49559 +▁Helsingin -8.49595 +▁nämä -8.50016 +pä -8.50062 +▁miksi -8.50116 +▁minun -8.50241 +▁of -8.50249 +een -8.505 +▁11 -8.50515 +▁takia -8.50653 +▁asti -8.51072 +ton -8.51135 +▁Itse -8.51535 +▁kuuluu -8.51634 +ro -8.51682 +▁p -8.51758 +▁uuden -8.51779 +c -8.52236 +▁ihmiset -8.52338 +▁toimii -8.52945 +▁Lisäksi -8.5332 +O -8.53634 +▁9 -8.5365 +▁ra -8.53728 +b -8.53783 +▁tule -8.53854 +▁yhden -8.53917 +ha -8.54 +isiin -8.54063 +▁lasten -8.54112 +▁lisä -8.54339 +▁tuntuu -8.54542 +▁kuitenkaan -8.54607 +▁mahdollista -8.55283 +▁alle -8.55436 +▁aikaan -8.55563 +▁kaiken -8.55701 +▁ma -8.55706 +▁ala -8.55732 +esta -8.559 +ks -8.56664 +▁mun -8.56687 +▁varmaan -8.56838 +▁te -8.56893 +▁näyttää -8.57219 +▁14 -8.57234 +x -8.57287 +▁EU -8.57913 +▁jolloin -8.5801 +lan -8.58294 +kan -8.58503 +▁tietää -8.58529 +hi -8.58567 +▁sama -8.58589 +C -8.5866 +▁muiden -8.58688 +seen -8.58813 +▁30 -8.59213 +K -8.59234 +set -8.5928 +elle -8.595 +▁käyttö -8.59563 +▁nimi -8.59591 +H -8.59663 +▁toisen -8.59685 +▁13 -8.59868 +▁Me -8.60299 +▁16 -8.60347 +▁niistä -8.60746 +▁haluaa -8.61563 +▁mistä -8.61914 +▁maan -8.61996 +I -8.62047 +▁maa -8.62163 +▁läpi -8.6231 +▁hyvää -8.62357 +▁takaisin -8.62775 +▁toiminta -8.62933 +lä -8.62995 +▁meillä -8.63162 +▁sinne -8.63373 +do -8.6348 +▁luo -8.63585 +▁mm -8.63667 +▁verran -8.6396 +▁tulisi -8.64048 +▁F -8.64112 +2 -8.64209 +▁kaupungin -8.64421 +vien -8.64716 +▁pa -8.65203 +▁saattaa -8.6532 +▁päivän -8.65349 +sten -8.65363 +▁kai -8.65364 +▁H -8.65474 +▁moni -8.66156 +▁päälle -8.66338 +▁17 -8.66355 +▁tulla -8.66435 +▁Suomi -8.6706 +▁jolla -8.67089 +▁ko -8.67225 +▁mä -8.67229 +▁asioita -8.67291 +▁Myös -8.67545 +▁Eli -8.67645 +al -8.67975 +▁tietoa -8.68003 +at -8.68101 +▁omaa -8.68179 +sia -8.68891 +▁minulle -8.68926 +▁sanoa -8.69286 +▁sinulle -8.69286 +▁sinä -8.69302 +▁mennä -8.69324 +▁o -8.69403 +▁Oy -8.6943 +he -8.69606 +yn -8.6972 +ru -8.69771 +▁vie -8.69932 +mu -8.69979 +▁k -8.70087 +▁:). -8.7016 +▁ö -8.70182 +▁silti -8.70673 +▁suoraan -8.70674 +▁kukaan -8.70717 +▁tänään -8.70802 +▁ihminen -8.70886 +▁ihmisiä -8.71051 +ön -8.7109 +▁kesä -8.71246 +ella -8.71324 +▁* -8.71474 +▁uutta -8.71482 +isin -8.71496 +▁muassa -8.71601 +ttava -8.71716 +▁G -8.71835 +▁no -8.71917 +▁uusia -8.72225 +di -8.72227 +▁joiden -8.72242 +▁keski -8.72322 +▁joissa -8.72437 +ly -8.72918 +▁2014 -8.72993 +▁tehty -8.72994 +▁ka -8.73189 +▁Jumalan -8.73227 +▁Lisätiedot -8.73232 +▁huono -8.73477 +▁elämän -8.73541 +▁mieltä -8.73655 +▁halua -8.73852 +▁matka -8.73938 +▁josta -8.74 +ys -8.74015 +▁vesi -8.74019 +▁varten -8.74213 +▁kirja -8.74336 +▁hetkellä -8.74338 +▁loppu -8.74466 +▁L -8.74486 +▁henkilö -8.74578 +▁tieto -8.74782 +lu -8.74869 +uksia -8.75007 +▁& -8.75061 +▁maksaa -8.75183 +▁helposti -8.75205 +iksi -8.75328 +▁täytyy -8.75366 +▁nopeasti -8.75368 +3 -8.75417 +mä -8.75457 +essä -8.75663 +▁olleet -8.75721 +▁Kaikki -8.75797 +su -8.75948 +▁prosenttia -8.76144 +G -8.76498 +▁perusteella -8.76569 +▁arvo -8.76665 +ho -8.76701 +sto -8.7672 +▁2013 -8.7679 +tetaan -8.76848 +tty -8.7688 +▁meni -8.76916 +▁näitä -8.77032 +itä -8.77158 +ään -8.77171 +1 -8.77284 +hin -8.77513 +▁pu -8.77519 +▁vaikuttaa -8.77521 +▁Mitä -8.77661 +vaa -8.77691 +▁su -8.77769 +▁2015 -8.77773 +▁% -8.78127 +f -8.78532 +▁palvelu -8.78578 +▁kaikille -8.78745 +▁Kyllä -8.78793 +▁Ra -8.78834 +▁saman -8.78894 +▁pikku -8.7905 +▁puoli -8.79158 +▁D -8.79167 +min -8.79344 +tiin -8.79469 +vo -8.79492 +▁and -8.79979 +▁Jo -8.80308 +▁ruoka -8.80667 +▁alkoi -8.80835 +▁rahaa -8.80902 +aika -8.81172 +▁Näin -8.8169 +▁tehnyt -8.81865 +▁ihmisten -8.82358 +▁La -8.82597 +▁Tässä -8.82625 +ed -8.82757 +▁muu -8.82786 +▁syy -8.8287 +▁ihmisen -8.83372 +▁pe -8.83495 +▁muista -8.8354 +▁kovin -8.83595 +▁laina -8.83656 +▁lapsi -8.8376 +▁Onko -8.83825 +▁vero -8.83926 +▁hinta -8.83962 +▁sähkö -8.8401 +▁yhteydessä -8.84077 +( -8.84263 +▁auttaa -8.8442 +▁ha -8.84518 +▁Pa -8.84753 +esi -8.84863 +▁Ha -8.8499 +▁tahansa -8.85013 +V -8.85146 +▁minua -8.85182 +▁paremmin -8.85217 +▁oikeus -8.85268 +▁ero -8.85284 +ili -8.85429 +▁erityisesti -8.85519 +taa -8.85559 +▁mielestä -8.85635 +▁V -8.8573 +nti -8.85801 +▁jäi -8.85965 +▁2016 -8.86003 +▁Ku -8.86047 +▁v -8.86354 +▁juttu -8.86413 +tään -8.8659 +▁nainen -8.86754 +▁työn -8.86821 +▁lapsen -8.86851 +teen -8.86919 +4 -8.86922 +jo -8.86966 +▁tee -8.87328 +▁Niin -8.87417 +▁Vaikka -8.87449 +▁kyse -8.87491 +▁ry -8.87697 +▁ase -8.88029 +▁väli -8.88043 +lli -8.88084 +▁siksi -8.88214 +▁sijaan -8.88246 +ck -8.8825 +▁joista -8.883 +▁hoito -8.88464 +▁No -8.88609 +matta -8.88789 +kko -8.8894 +▁U -8.89203 +▁m -8.89277 +▁N -8.89341 +▁paikka -8.89465 +▁sellainen -8.89671 +▁kahden -8.89818 +▁joilla -8.90062 +▁saat -8.90113 +mia -8.90226 +työ -8.90325 +▁Re -8.90364 +▁de -8.90598 +▁ongelma -8.907 +▁vaikea -8.90745 +▁päivänä -8.90841 +ry -8.90883 +▁ensin -8.90905 +▁syö -8.91042 +iä -8.91177 +▁viikon -8.91184 +▁Tämän -8.91192 +▁Tai -8.91196 +▁miehen -8.91284 +▁olemassa -8.91368 +ajan -8.91462 +es -8.91797 +▁tapa -8.91851 +▁tarjoaa -8.91874 +▁pysty -8.91913 +kon -8.91935 +▁' -8.91948 +▁perhe -8.92094 +▁asiaa -8.92227 +▁Mi -8.92241 +▁olemme -8.92255 +ver -8.92351 +▁asiat -8.92371 +ppa -8.92488 +▁piti -8.92546 +ppi -8.92625 +▁suurin -8.92647 +▁meille -8.92702 +▁+ -8.92717 +▁21 -8.9277 +▁vastaa -8.92848 +▁neljä -8.93068 +ju -8.93093 +▁tuki -8.93217 +▁2012 -8.93375 +isesti -8.93701 +▁2017 -8.93758 +▁asian -8.93759 +ar -8.93842 +▁kaupunki -8.94241 +▁samaa -8.94364 +uus -8.94413 +usta -8.9465 +▁teki -8.94707 +▁tuon -8.94931 +▁kaikkea -8.94994 +▁johon -8.95005 +▁oikeasti -8.9502 +▁ympäristö -8.9509 +llista -8.95136 +F -8.95138 +▁yhtään -8.95235 +▁monta -8.95317 +tettiin -8.95662 +▁The -8.95761 +kas -8.95783 +▁ulko -8.95783 +▁alla -8.95856 +el -8.95952 +ing -8.96013 +▁mikään -8.96063 +▁vapaa -8.96075 +▁tapauksessa -8.96089 +ukset -8.96099 +▁pakko -8.96453 +▁To -8.96479 +▁25 -8.96552 +▁minulla -8.96618 +▁tehdään -8.96662 +▁alku -8.96663 +▁kiva -8.96687 +kkaa -8.96778 +miseksi -8.96786 +ce -8.96816 +▁Ke -8.97088 +00 -8.97154 +▁melko -8.97243 +ssi -8.97329 +▁100 -8.97398 +▁seura -8.97541 +▁epä -8.97571 +5 -8.97706 +▁laittaa -8.97721 +▁Ko -8.97761 +▁minkä -8.97799 +▁pidä -8.97874 +w -8.97884 +▁aiemmin -8.97936 +▁jne -8.97964 +▁sieltä -8.97997 +▁vaiheessa -8.98043 +▁loma -8.98044 +▁ammatti -8.9807 +päivä -8.98127 +▁oleva -8.98263 +▁parempi -8.98468 +j -8.98499 +▁50 -8.98517 +▁muutaman -8.98587 +▁Työ -8.98676 +▁> -8.98742 +▁kertoi -8.98825 +▁maksu -8.98949 +ga -8.9896 +hti -8.98961 +nu -8.99026 +▁Ta -8.99095 +▁ulos -8.99228 +▁ensimmäinen -8.9928 +▁elämä -8.99297 +L -8.99333 +▁t -8.99383 +▁helppo -8.99406 +▁kulttuuri -8.99432 +pää -8.99445 +▁Na -8.99459 +▁Jumala -8.99471 +▁pitkä -8.99514 +▁paras -8.99705 +▁tutkimus -8.99794 +▁22 -8.99852 +▁tänä -8.99931 +▁tunne -8.99988 +▁katso -9.00105 +▁myötä -9.0019 +▁yhä -9.00261 +▁nähdä -9.00294 +▁useita -9.00372 +▁tarkoittaa -9.00372 +▁? -9.00507 +R -9.00601 +▁sinua -9.0074 +▁käsi -9.00845 +bi -9.00901 +▁Pe -9.00933 +hu -9.0098 +kun -9.01084 +▁onkin -9.01167 +rin -9.01509 +▁mihin -9.01548 +▁mene -9.0165 +▁kaikkien -9.01665 +▁myöhemmin -9.0195 +eksi -9.0219 +▁häntä -9.02235 +ge -9.02297 +▁valmis -9.02302 +▁erilaisia -9.02328 +▁kohti -9.02592 +▁at -9.02612 +▁ostaa -9.02773 +ttua -9.02827 +tys -9.02848 +▁nuo -9.02925 +▁Su -9.02974 +▁toki -9.03 +ll -9.03053 +▁lähellä -9.03145 +▁tietysti -9.03196 +▁Euroopan -9.03225 +▁sinulla -9.03333 +▁mut -9.03382 +▁hieno -9.03409 +▁seuraa -9.03484 +▁miljoonaa -9.03551 +tun -9.03643 +▁löytää -9.03704 +▁ollaan -9.03835 +▁vara -9.0387 +▁R -9.04178 +▁siten -9.04594 +▁Ma -9.04693 +▁päivää -9.04721 +▁muutama -9.0498 +▁Y -9.05236 +▁Minä -9.05241 +▁yritys -9.05267 +staan -9.05351 +▁sisä -9.05369 +lin -9.05607 +▁tilanne -9.05767 +▁pitkään -9.05786 +▁asiasta -9.05938 +▁etu -9.05991 +▁enkä -9.06077 +▁Po -9.06086 +esti -9.06109 +vin -9.06182 +▁yhteen -9.06327 +Y -9.06355 +▁24 -9.06578 +mies -9.06754 +▁ainoa -9.06822 +so -9.06822 +▁yksin -9.06873 +▁käydä -9.06888 +mmin -9.06978 +▁käyttöön -9.07127 +▁oo -9.07173 +tie -9.07234 +▁asu -9.07306 +▁mo -9.07326 +▁po -9.07332 +▁pi -9.07358 +▁Miten -9.0774 +▁kohta -9.0775 +mällä -9.07853 +▁Le -9.08092 +▁raha -9.08092 +▁tärkeä -9.08185 +▁pääsee -9.08387 +▁uudelleen -9.08509 +▁Ka -9.08531 +▁J -9.08595 +▁tärkeää -9.08812 +▁tekemään -9.08856 +kku -9.08909 +▁jälleen -9.08982 +llisesti -9.09086 +kset -9.09189 +▁h -9.09209 +▁koira -9.09229 +mien -9.09385 +▁huolimatta -9.09391 +▁Tuo -9.09476 +tuksen -9.09556 +▁tosin -9.09603 +▁jonkin -9.09715 +siin -9.0988 +▁mielestäni -9.09957 +▁So -9.10157 +▁saavat -9.10285 +alan -9.10424 +▁so -9.10551 +▁ni -9.10587 +ttää -9.10742 +▁jä -9.1078 +▁väri -9.10841 +men -9.11075 +▁ainakaan -9.11228 +▁sain -9.11248 +jien -9.11297 +▁tapahtuu -9.11356 +▁kuka -9.11452 +llaan -9.11488 +▁Sa -9.11643 +▁puu -9.11699 +▁jonkun -9.11767 +viä -9.11976 +ven -9.12092 +▁haluat -9.12241 +▁kannalta -9.12293 +▁osalta -9.12467 +▁saisi -9.12541 +määrä -9.12692 +▁23 -9.12901 +▁olo -9.13006 +▁sille -9.13116 +▁le -9.13229 +mpaa -9.13423 +8 -9.13438 +▁paino -9.13453 +ikka -9.1354 +▁Ro -9.13642 +▁De -9.13649 +▁oikea -9.13755 +U -9.13819 +▁vähemmän -9.13863 +▁jäsen -9.13886 +▁i -9.13925 +▁b -9.13944 +▁tänne -9.1397 +▁! -9.14082 +▁tiedot -9.14527 +laiset -9.14582 +▁suhteen -9.14681 +▁sä -9.14689 +▁Ar -9.14724 +▁si -9.14924 +▁joulu -9.14947 +▁sosiaali -9.14948 +Lähettänyt -9.15017 +▁kotona -9.15063 +▁riittää -9.15096 +▁kotiin -9.15097 +▁Pää -9.15234 +▁tarkoitus -9.15254 +▁tuota -9.15358 +arvo -9.15425 +▁poliisi -9.15594 +ää -9.15598 +▁hyviä -9.15656 +▁Tu -9.15685 +▁joko -9.157 +utta -9.15802 +▁päällä -9.15848 +isiä -9.15866 +▁talous -9.15923 +W -9.15975 +▁W -9.15998 +▁Va -9.16104 +tettu -9.16143 +▁vanha -9.16203 +ilu -9.16267 +▁ns -9.16352 +▁2011 -9.16363 +palvelu -9.16383 +▁äiti -9.16463 +▁2018 -9.16485 +▁asiakas -9.1651 +osa -9.16532 +▁kello -9.16582 +tai -9.16657 +▁taka -9.16698 +▁sää -9.16718 +▁toi -9.16728 +* -9.16805 +tila -9.17041 +▁kuulu -9.17091 +▁saadaan -9.17131 +▁lapset -9.17136 +▁alussa -9.17152 +▁kokonaan -9.17174 +▁olemaan -9.17202 +▁mahdollisuus -9.17242 +▁tosiaan -9.17276 +▁mieli -9.17311 +go -9.17373 +▁itsensä -9.17456 +0 -9.17523 +▁työtä -9.17559 +▁na -9.17561 +▁toista -9.17796 +▁ihmis -9.18006 +▁lopulta -9.18253 +▁syytä -9.18317 +▁sisällä -9.18322 +▁yleis -9.18413 +▁omat -9.18441 +luvun -9.18557 +▁käytetään -9.18686 +il -9.19073 +▁jatkaa -9.19171 ++ -9.19182 +▁valtion -9.19187 +tusta -9.19219 +▁0 -9.1923 +7 -9.19326 +vu -9.19429 +▁olin -9.19538 +▁ensimmäisen -9.19562 +mässä -9.19686 +▁sa -9.19803 +ellä -9.19816 +ee -9.19978 +▁kar -9.19995 +llis -9.20001 +▁lo -9.20027 +▁video -9.20071 +kirja -9.20231 +▁kauan -9.2024 +▁tulevat -9.20304 +▁lähtee -9.20418 +kuva -9.20521 +▁hallituksen -9.20559 +▁Mo -9.20768 +▁yhteis -9.208 +▁Miksi -9.20808 +▁sivu -9.20816 +▁takana -9.20854 +miin -9.209 +▁terveys -9.20967 +▁mennessä -9.20986 +▁puolesta -9.21075 +▁käytössä -9.21155 +ltaan -9.21318 +▁koulutus -9.21373 +▁vähintään -9.21506 +kää -9.21533 +▁ympäri -9.21581 +▁jossain -9.21685 +▁syystä -9.21723 +▁sellaista -9.21734 +lain -9.21763 +▁Sitten -9.21764 +9 -9.21803 +▁päässä -9.21833 +▁auton -9.21857 +ste -9.22057 +▁sun -9.22171 +▁ainoastaan -9.22182 +▁ymmärtää -9.22288 +▁ihana -9.22526 +ba -9.22536 +nnut -9.22795 +▁mahdollisimman -9.22887 +▁monet -9.22967 +▁jokainen -9.23017 +ter -9.23059 +▁varsin -9.23142 +▁huomioon -9.23153 +▁In -9.23259 +▁Siinä -9.23298 +▁edessä -9.2369 +▁Pi -9.23724 +▁ro -9.2383 +▁esi -9.23883 +▁tila -9.23987 +▁ke -9.24156 +llisen -9.24213 +▁korkea -9.24231 +estä -9.24242 +▁ki -9.24369 +jat -9.24457 +ien -9.24501 +▁jotenkin -9.24632 +▁kohtaan -9.2474 +▁alueella -9.2477 +▁ohi -9.24785 +ei -9.24837 +keskus -9.24925 +▁Ri -9.2493 +vän -9.25029 +z -9.25035 +▁Meillä -9.25089 +▁nyky -9.25139 +▁lä -9.2515 +iseen -9.25157 +ile -9.25255 +▁hänelle -9.25448 +▁pian -9.2548 +▁kävi -9.25567 +▁40 -9.2561 +▁alue -9.25657 +▁Voit -9.25766 +ssaan -9.25801 +tulo -9.25844 +▁kehitys -9.25862 +kunta -9.25965 +▁vuokra -9.25987 +misestä -9.26002 +▁Li -9.26111 +▁elämää -9.26131 +▁tarvitaan -9.26166 +▁ri -9.26186 +lleen -9.2619 +▁lukea -9.26203 +▁kuvia -9.26271 +▁lain -9.26361 +▁juo -9.26485 +▁raja -9.26583 +▁yrittää -9.26609 +että -9.26707 +▁elä -9.27111 +▁tasa -9.27126 +▁sana -9.27172 +▁2010 -9.27251 +▁Si -9.27256 +▁muka -9.273 +▁vaatii -9.27392 +▁vi -9.27459 +▁hyvän -9.2747 +▁mulla -9.27662 +▁) -9.27672 +▁hallitus -9.27721 +▁Yksi -9.27729 +talo -9.27751 +▁naisen -9.278 +johtaja -9.2789 +▁apua -9.27913 +▁poika -9.27939 +▁Te -9.28127 +▁vaihtoehto -9.28311 +▁rakennus -9.28319 +▁ääni -9.285 +▁mukaisesti -9.28505 +tut -9.28717 +▁lähteä -9.2873 +laisten -9.28736 +os -9.28764 +▁Osa -9.28811 +tit -9.28923 +▁erikois -9.28994 +▁kansan -9.29065 +ska -9.29258 +imme -9.29317 +▁kilpailu -9.29344 +▁lähi -9.29365 +st -9.29366 +▁puhu -9.29366 +▁viisi -9.29369 +ineen -9.29376 +ps -9.29395 +▁kaikkia -9.29437 +ivat -9.29446 +▁tilaa -9.29487 +▁sit -9.29608 +▁lähinnä -9.29633 +▁näistä -9.29725 +▁siltä -9.29732 +▁jaksa -9.29826 +▁huippu -9.29859 +or -9.29882 +▁oon -9.29945 +▁selvästi -9.29948 +▁mieleen -9.3001 +ch -9.3009 +J -9.30251 +din -9.30333 +▁Al -9.30423 +nee -9.30447 +▁näkyy -9.3045 +ttävä -9.30501 +▁Pohjois -9.30552 +▁kesken -9.30563 +▁liike -9.30791 +▁maksa -9.30809 +▁euron -9.30885 +▁elää -9.30958 +paikka -9.31079 +▁toivo -9.31231 +▁alusta -9.31274 +lais -9.31311 +▁varsinkin -9.3153 +▁naisten -9.31679 +▁valtio -9.31709 +▁kirjoittaa -9.31746 +▁melkein -9.3175 +▁pala -9.31832 +▁valita -9.31847 +▁loppuun -9.31866 +▁nykyään -9.31913 +▁kannata -9.31917 +▁tie -9.31946 +▁samaan -9.32055 +▁g -9.32115 +peli -9.32245 +▁yhteyttä -9.32321 +▁Tällä -9.32382 +▁mukava -9.325 +▁välttämättä -9.32522 +▁l -9.32621 +▁Pu -9.32749 +▁luku -9.32859 +▁kuvaa -9.32896 +▁aiheuttaa -9.32896 +▁Ti -9.32968 +▁pienen -9.32973 +▁voinut -9.33015 +▁kysymys -9.33033 +▁kyseessä -9.33046 +hoito -9.33093 +▁sopii -9.33133 +▁omia -9.33138 +tee -9.33228 +▁hi -9.33228 +▁jättää -9.33381 +nnin -9.33457 +▁isä -9.33619 +eli -9.33682 +je -9.33705 +▁2019 -9.33706 +▁kertoa -9.33726 +▁eteenpäin -9.33738 +ske -9.33824 +▁sisältää -9.33855 +▁Hyvä -9.33873 +▁Sitä -9.33907 +▁viesti -9.33994 +▁pro -9.34084 +▁tehtävä -9.34156 +▁Voi -9.34179 +▁liikaa -9.34331 +mon -9.34453 +6 -9.34496 +▁niihin -9.34533 +fi -9.34695 +▁viikolla -9.34707 +laa -9.34735 +▁Etelä -9.34957 +neiden -9.35065 +▁Ho -9.35084 +vel -9.35339 +▁Vi -9.35368 +▁ilma -9.35667 +▁lapsia -9.35678 +Tämä -9.35975 +jia -9.35997 +vuotias -9.36113 +▁omasta -9.36223 +▁Ki -9.36262 +▁Ehkä -9.36263 +▁heitä -9.36281 +▁toimintaa -9.36348 +▁Koska -9.36349 +▁näiden -9.36352 +▁asiassa -9.36555 +voi -9.36661 +▁yö -9.36661 +kit -9.3669 +▁taso -9.36726 +▁emme -9.36738 +▁Hänen -9.36774 +▁yhteensä -9.36775 +▁kasvu -9.36781 +ise -9.36849 +▁ti -9.36929 +mat -9.36998 +▁kuukauden -9.37011 +▁malli -9.37016 +▁teidän -9.37055 +▁päin -9.37114 +▁paitsi -9.37137 +▁for -9.37197 +▁tiedon -9.37234 +▁ongelmia -9.37496 +▁tuntia -9.37587 +▁kasvaa -9.37689 +▁puheenjohtaja -9.37726 +▁r -9.37794 +▁ihme -9.37855 +▁Lue -9.37885 +ttele -9.37891 +▁keskustelu -9.37902 +auto -9.37951 +▁Oli -9.37983 +▁hänet -9.3813 +▁asioista -9.38201 +▁turva -9.3824 +▁ajo -9.38372 +mp -9.38394 +▁Esimerkiksi -9.38443 +▁Nämä -9.38487 +▁tuolla -9.3859 +ky -9.38616 +▁käynyt -9.38654 +▁palkka -9.38662 +ski -9.38777 +▁toiseen -9.38798 +▁luonnon -9.3886 +ville -9.38934 +▁Lo -9.38962 +▁ikä -9.38995 +du -9.39024 +uutta -9.39188 +▁naiset -9.3921 +▁ratkaisu -9.39335 +▁omaan -9.39398 +▁Mu -9.39477 +▁kerro -9.39517 +▁Venäjän -9.39542 +▁kii -9.39618 +▁jostain -9.3972 +▁yllä -9.39793 +▁puolella -9.39954 +▁kä -9.40275 +tuu -9.40314 +▁kova -9.40326 +▁Helsinki -9.40339 +▁sisään -9.40406 +sy -9.40475 +der -9.40488 +▁luotto -9.4059 +▁esiin -9.40593 +▁muuttaa -9.40642 +▁tukea -9.40689 +▁yrityksen -9.40929 +▁tietenkin -9.40941 +▁kokonais -9.40999 +▁töitä -9.41025 +▁Oma -9.41102 +▁kerta -9.41226 +▁Jeesus -9.4123 +toimi -9.41287 +▁lasku -9.41299 +▁ihmistä -9.41397 +▁odottaa -9.41422 +▁ym -9.41438 +▁aurinko -9.41485 +▁halu -9.41527 +▁ryhmä -9.41549 +kseni -9.41558 +taso -9.41605 +▁jatkuvasti -9.41671 +▁ymmärrä -9.41675 +▁urheilu -9.41697 +▁koe -9.41708 +▁takaa -9.41734 +▁alkaen -9.42018 +▁myöskään -9.42112 +▁kohdalla -9.42119 +▁Hi -9.42122 +jan -9.42276 +▁myynti -9.4228 +▁istu -9.42335 +▁Uusi -9.42365 +laisia -9.42385 +▁Kuva -9.42495 +mpia -9.42617 +▁Co -9.42629 +▁kymmenen -9.42717 +▁Pro -9.42881 +▁c -9.42894 +kar -9.42906 +ur -9.42906 +ala -9.4293 +▁energia -9.42961 +liitto -9.43254 +▁toimia -9.43291 +▁erityis -9.43358 +▁kuvan -9.43386 +▁toiminnan -9.43398 +co -9.43425 +kk -9.43466 +▁tuote -9.43499 +▁ve -9.43512 +▁Mä -9.43642 +▁saatu -9.43682 +▁itseään -9.4383 +▁al -9.43846 +▁ta -9.4392 +▁pääse -9.43923 +tto -9.4405 +▁li -9.44116 +▁metsä -9.44133 +ot -9.44455 +▁28 -9.44493 +ani -9.44501 +▁mennyt -9.44591 +ment -9.44679 +▁Viime -9.44723 +▁kanta -9.44783 +50 -9.44805 +▁Suomeen -9.44825 +teet -9.44906 +▁kauppa -9.44929 +kkaan -9.45022 +▁perheen -9.45039 +▁kulu -9.45107 +▁Lu -9.45119 +▁tuossa -9.45294 +▁missään -9.45403 +▁Mikä -9.45433 +ran -9.45437 +▁ota -9.45521 +lliset -9.4555 +▁kestää -9.4555 +▁26 -9.45612 +per -9.45791 +▁liikenne -9.45806 +iseksi -9.45971 +pin -9.45983 +▁sano -9.46033 +ut -9.46038 +▁par -9.46068 +▁aja -9.461 +tää -9.46123 +▁sala -9.4622 +▁tulos -9.46255 +aali -9.46307 +▁27 -9.46356 +▁alueen -9.46388 +▁valo -9.46389 +▁JA -9.46422 +sivat -9.4645 +ng -9.46467 +son -9.46612 +▁myy -9.46717 +▁joutuu -9.46817 +▁Keski -9.46835 +▁varma -9.46836 +▁arvioi -9.4692 +▁tanssi -9.46959 +be -9.4707 +▁omista -9.47083 +▁nuorten -9.47147 +mm -9.47174 +isuus -9.47212 +▁by -9.47321 +▁idea -9.4735 +▁sy -9.476 +▁paha -9.47622 +siä -9.4771 +▁ikinä -9.47722 +▁Kar -9.47735 +▁vuosina -9.47817 +▁va -9.47901 +▁kone -9.4794 +▁kiitos -9.48073 +▁tarpeeksi -9.48109 +inä -9.48141 +▁vaikkapa -9.48162 +▁Ju -9.48259 +▁ilo -9.48314 +▁monia -9.48322 +▁meitä -9.48343 +▁hotelli -9.4837 +▁ilmeisesti -9.48385 +▁saakka -9.48425 +▁väärin -9.4843 +misessa -9.48512 +▁mikäli -9.4854 +▁valinta -9.48559 +gi -9.48683 +▁musta -9.48705 += -9.48796 +saa -9.48832 +työn -9.48868 +▁puolestaan -9.48971 +llisten -9.49015 +▁hä -9.49083 +mus -9.49102 +▁aamu -9.49107 +▁talvi -9.49248 +▁olisivat -9.4926 +▁jokin -9.49296 +▁vähä -9.49297 +sesti -9.49331 +▁aloittaa -9.49339 +▁Turun -9.4935 +laisen -9.49399 +▁lu -9.49473 +▁1. -9.4953 +▁verkko -9.4957 +eseen -9.49613 +▁kolmen -9.49736 +▁kunnes -9.49836 +▁juhla -9.49868 +kunnan -9.49983 +ukseen -9.50031 +iltä -9.5007 +▁ty -9.50106 +▁numero -9.50137 +▁viikkoa -9.50148 +▁pitänyt -9.50186 +▁verrattuna -9.50191 +▁vuodessa -9.50241 +val -9.50257 +▁Siksi -9.50301 +▁viikko -9.50373 +▁kieli -9.50435 +▁tekevät -9.50468 +▁normaali -9.50511 +▁blogi -9.50643 +▁ää -9.50765 +▁talo -9.50846 +▁levy -9.50869 +▁käytännössä -9.51032 +▁sijaitsee -9.51039 +▁teho -9.5126 +luvulla -9.51262 +▁be -9.51264 +▁hoitaa -9.51269 +▁Vai -9.51481 +utu -9.51491 +puoli -9.51547 +▁tunnin -9.51745 +▁eniten -9.51846 +▁homma -9.51883 +tteli -9.51887 +▁muutenkin -9.51932 +▁jatko -9.51954 +▁asunto -9.52131 +▁An -9.5214 +▁soi -9.52341 +▁tutki -9.52383 +th -9.52438 +▁huomattavasti -9.52491 +▁valta -9.52642 +▁tietoja -9.52739 +▁totta -9.52767 +▁netti -9.52821 +ca -9.52939 +emme -9.52954 +▁f -9.53059 +mmat -9.53242 +▁lähti -9.53266 +▁yhteistyö -9.53268 +alue -9.53367 +▁ohjelma -9.53385 +▁X -9.53396 +▁nimittäin -9.53467 +▁milloin -9.53553 +▁aihe -9.53743 +▁minusta -9.53759 +▁suuntaan -9.53831 +▁rahoitus -9.53844 +▁tyttö -9.53877 +▁heille -9.54207 +▁vä -9.54388 +▁täältä -9.5458 +▁is -9.54605 +▁miehet -9.54871 +▁täynnä -9.54903 +tuksia -9.54957 +kauden -9.54963 +▁pelkästään -9.55112 +▁tu -9.55129 +▁uudet -9.55162 +▁oppi -9.55164 +▁mielessä -9.55177 +▁Maa -9.55241 +tieto -9.55357 +▁puolue -9.55441 +ttanut -9.55506 +.1 -9.55558 +▁onneksi -9.55572 +jille -9.55635 +▁samoin -9.55694 +rä -9.55871 +▁yhtiö -9.55884 +▁ollenkaan -9.55885 +▁itselleen -9.55938 +▁etenkin -9.55959 +len -9.56001 +▁200 -9.56048 +ansa -9.56053 +▁elokuva -9.56202 +▁osta -9.5626 +▁johtaa -9.56271 +stu -9.56291 +laista -9.56307 +▁näkee -9.56393 +ts -9.5641 +tettava -9.56482 +▁nä -9.56527 +Suomen -9.56632 +▁Silloin -9.56646 +▁eteen -9.56733 +▁minut -9.56793 +▁noita -9.56859 +▁omalla -9.56882 +▁nuori -9.57029 +▁anna -9.57151 +▁kaunis -9.57274 +▁MM -9.57379 +▁60 -9.5743 +ryhmä -9.57431 +▁2009 -9.57488 +mäki -9.57526 +▁olevat -9.57645 +10 -9.57728 +▁jäänyt -9.57953 +▁nousi -9.58 +ero -9.58011 +maton -9.58053 +tella -9.5809 +▁joihin -9.58156 +▁Ni -9.58245 +▁onnistu -9.58289 +▁nais -9.58387 +▁kirkko -9.58388 +Ä -9.5859 +▁suomen -9.58603 +▁= -9.58605 +▁teksti -9.58608 +viin -9.58634 +▁uskon -9.58663 +▁lähde -9.58669 +▁Ihan -9.58716 +▁pohja -9.58718 +▁esille -9.58769 +▁tulossa -9.58777 +▁muutos -9.58779 +▁vettä -9.58798 +▁liittyy -9.58892 +▁media -9.58996 +▁Mar -9.59068 +yhtiö -9.59082 +ura -9.59091 +uuden -9.59168 +▁km -9.59188 +▁tuskin -9.59204 +▁pyöri -9.59219 +▁Ba -9.59266 +▁vaali -9.59294 +tetty -9.5936 +▁vuosien -9.59401 +▁x -9.59518 +tko -9.59558 +▁tarjolla -9.5956 +▁hyvät -9.59618 +isti -9.59644 +▁rooli -9.59677 +ttamaan -9.59768 +▁29 -9.59922 +▁hu -9.59949 +▁oikeastaan -9.59991 +▁sota -9.60029 +▁laki -9.60036 +▁val -9.60054 +▁näy -9.60074 +▁jatkuu -9.60083 +▁entistä -9.60171 +▁vuodesta -9.60236 +▁vei -9.60314 +▁tavoitteena -9.60321 +▁lähtien -9.60322 +▁Aika -9.60452 +▁tavoin -9.60453 +pal -9.60464 +▁). -9.60565 +▁eilen -9.60568 +ir -9.6057 +isesta -9.60613 +▁ajaa -9.60621 +oja -9.6063 +▁mitenkään -9.60632 +▁vali -9.60635 +▁kuuluvat -9.60669 +▁alan -9.60674 +▁suoja -9.60684 +▁teille -9.60747 +▁suur -9.60789 +▁kaikista -9.608 +▁riski -9.60805 +tunut -9.60808 +don -9.60873 +▁kaveri -9.60893 +uksista -9.60893 +▁kovasti -9.60972 +▁Anna -9.60989 +▁var -9.61034 +kat -9.61047 +▁johtaja -9.61115 +▁päättää -9.61141 +järjestelmä -9.61166 +▁olis -9.61208 +▁Tästä -9.61259 +▁liittyvät -9.61259 +▁suu -9.61288 +▁etten -9.61316 +▁kon -9.6135 +▁Yle -9.61413 +▁sata -9.61455 +▁ruokaa -9.61463 +▁maassa -9.61499 +liiton -9.61605 +▁osuus -9.61664 +nnan -9.61693 +▁lääkäri -9.61755 +tua -9.61812 +▁kansa -9.61818 +▁kunnossa -9.61828 +▁huomaa -9.61843 +▁Be -9.61871 +uksesta -9.62124 +▁laji -9.62174 +uden -9.62177 +vasta -9.62199 +▁kohtaa -9.62238 +▁yliopisto -9.62264 +llisia -9.62298 +teli -9.62533 +dan -9.62661 +▁haluavat -9.62714 +dy -9.62715 +▁Iso -9.62744 +▁Moni -9.6277 +▁koske -9.62803 +▁turvallisuus -9.62803 +▁Jeesuksen -9.62931 +▁toimivat -9.62939 +tukset -9.63022 +▁kan -9.63042 +var -9.6308 +▁Helsingissä -9.63093 +ite -9.63163 +▁pystyy -9.63202 +▁niissä -9.63207 +ttelu -9.63226 +mman -9.63252 +▁suuren -9.63337 +▁vastuu -9.63377 +rit -9.63381 +▁sellaisia -9.63411 +IN -9.63447 +▁kaa -9.63456 +ny -9.63469 +▁Minulla -9.63482 +▁itsekin -9.63582 +▁hakea -9.6359 +▁ilta -9.63655 +▁projekti -9.63665 +▁kunta -9.63703 +tyksen -9.63729 +masta -9.63835 +▁tausta -9.63923 +▁tarvitsee -9.63976 +% -9.63983 +▁opetus -9.64264 +▁puhe -9.64295 +▁kauden -9.6452 +▁minuuttia -9.64571 +▁kutsu -9.64615 +▁ylä -9.64663 +▁niille -9.64679 +▁katsoa -9.64686 +▁voima -9.64725 +▁Katso -9.64729 +▁molemmat -9.64765 +▁presidentti -9.64867 +▁u -9.64922 +ul -9.65177 +▁pääsi -9.65206 +hä -9.65247 +maksu -9.65286 +▁kor -9.65339 +▁per -9.65347 +▁parasta -9.65434 +▁löytyi -9.65466 +▁nostaa -9.65495 +ilee -9.65507 +▁suosi -9.65609 +▁puolet -9.65642 +▁kuiva -9.65703 +▁nähnyt -9.65777 +▁Toisaalta -9.658 +▁tarkoitettu -9.65866 +Ka -9.65932 +▁huo -9.66007 +▁hei -9.66131 +▁Kai -9.66141 +▁jotakin -9.66327 +▁jokaisen -9.6635 +20 -9.66476 +▁laaja -9.66518 +▁millä -9.66555 +▁aikaisemmin -9.66596 +▁kylmä -9.66652 +▁sovi -9.66656 +my -9.66672 +malli -9.66673 +▁merkittävä -9.66702 +▁todennäköisesti -9.66739 +▁;) -9.66765 +▁pidetään -9.66787 +met -9.66847 +vara -9.6688 +essaan -9.66883 +▁kokeilla -9.66963 +ttelee -9.66966 +▁kantaa -9.66998 +bo -9.671 +▁Siis -9.67142 +& -9.67151 +▁500 -9.67201 +▁kaikilla -9.67244 +tar -9.6726 +▁miesten -9.67268 +▁tää -9.67316 +▁keho -9.67335 +▁lasta -9.67339 +▁hänellä -9.67369 +▁kirjan -9.67393 +▁ehdottomasti -9.67435 +▁huomiota -9.67516 +ttavat -9.67541 +▁kunnan -9.67594 +▁kunnolla -9.67681 +▁kunnon -9.6769 +▁tekemistä -9.6777 +▁alas -9.67782 +voima -9.6779 +▁lii -9.67894 +▁vauva -9.67966 +▁suora -9.68087 +▁turha -9.68147 +um -9.68169 +▁otetaan -9.68231 +▁kasino -9.68398 +ser -9.6842 +▁tuosta -9.6842 +▁kuulla -9.68505 +.1. -9.68617 +▁puhua -9.68649 +▁kyl -9.68666 +La -9.68677 +▁lento -9.68709 +▁talon -9.68837 +▁merkki -9.68879 +▁opiskelu -9.68881 +▁vir -9.68884 +▁tien -9.68893 +▁vuosia -9.68926 +lly -9.68955 +▁hyväksy -9.68999 +▁kirjoitti -9.69145 +▁ru -9.69283 +valta -9.69436 +▁Val -9.69515 +▁kurssi -9.69527 +tö -9.6954 +▁koiran -9.69557 +▁tapaa -9.69665 +▁johto -9.69685 +reita -9.69784 +udu -9.69788 +▁tammikuuta -9.69809 +lei -9.6982 +▁posti -9.69856 +▁laske -9.6986 +uksessa -9.6988 +oita -9.69947 +▁keskellä -9.70214 +▁Koko -9.7033 +ohjelma -9.70493 +▁toisaalta -9.70554 +▁kuvat -9.7057 +mättä -9.70612 +kuu -9.70645 +toja -9.70649 +▁Herra -9.70653 +▁muihin -9.7073 +▁erityisen -9.70774 +▁perustuu -9.70804 +▁Siitä -9.7082 +▁puh -9.7084 +▁lisätä -9.70938 +▁millään -9.70953 +lehti -9.70959 +sh -9.70971 +▁paperi -9.7099 +▁joukkue -9.71136 +▁Auto -9.71183 +▁hetki -9.71194 +▁kasva -9.7121 +vuus -9.71244 +eni -9.71315 +alueen -9.71415 +▁auki -9.71453 +▁kala -9.71455 +▁mulle -9.71474 +mer -9.71475 +palvelut -9.71504 +▁Mikäli -9.71691 +▁löydät -9.71812 +▁varaa -9.71893 +pit -9.71961 +▁linja -9.72082 +▁Eikä -9.72097 +gen -9.7211 +▁hetken -9.72112 +▁laatu -9.72173 +päällikkö -9.72255 +▁osin -9.72299 +▁esittää -9.72366 +ojen -9.72388 +ker -9.72392 +▁kiire -9.72412 +kkä -9.72454 +▁opiskelija -9.7253 +▁henki -9.72581 +▁yhteisö -9.72596 +▁ensimmäistä -9.72684 +▁euro -9.72732 +▁muistaa -9.72803 +▁vii -9.72804 +▁Ä -9.72844 +▁kokemuksia -9.72845 +▁tuntui -9.7298 +▁hyväksi -9.72984 +▁selvää -9.73037 +▁mahdollisesti -9.73049 +▁kuu -9.73059 +▁otti -9.73065 +▁avaa -9.73108 +▁jotkut -9.73169 +▁musiikki -9.73218 +fe -9.73266 +▁meri -9.73294 +aja -9.73314 +▁maaliskuuta -9.73342 +▁USA -9.73359 +▁nimenomaan -9.73367 +▁€ -9.73379 +▁vahva -9.73487 +▁edellä -9.73564 +▁asiakkaan -9.73629 +▁än -9.73668 +▁keksi -9.73711 +▁ketään -9.73717 +vää -9.73727 +▁lähe -9.73772 +▁Yli -9.73832 +tava -9.73854 +▁Onneksi -9.7386 +▁tuottaa -9.73885 +aine -9.7389 +▁lasi -9.73899 +ministeri -9.73914 +▁todellakaan -9.73943 +▁kommentoi -9.74068 +kke -9.74107 +▁yksityis -9.74117 +▁hahmo -9.74122 +▁kuusi -9.74133 +nneet -9.74134 +X -9.74137 +ol -9.74153 +▁kuukausi -9.74269 +olo -9.74311 +asia -9.74335 +▁etsi -9.74341 +villa -9.74381 +▁ystävä -9.74398 +▁voitto -9.74466 +▁palaa -9.7448 +▁ellei -9.74522 +▁neuvo -9.74574 +▁piha -9.74583 +iselle -9.74634 +▁toisin -9.74707 +▁Et -9.74714 +▁haku -9.74723 +▁osto -9.74726 +▁helppoa -9.74779 +▁maailmassa -9.74807 +▁2020 -9.74829 +▁saaneet -9.74861 +▁31 -9.74868 +ava -9.74868 +▁kohde -9.74873 +▁irti -9.74901 +▁suomalais -9.74942 +amaan -9.74955 +▁suomalainen -9.74971 +keskuksen -9.75032 +24 -9.75038 +▁tehtiin -9.75041 +▁näkö -9.7509 +▁co -9.75115 +▁asiantuntija -9.75133 +▁virka -9.75135 +▁Tosin -9.75135 +▁ajatus -9.75142 +▁aivo -9.75192 +▁maali -9.75217 +sarja -9.75287 +▁vaikutus -9.75293 +▁taitaa -9.75323 +▁sopiva -9.75331 +tia -9.75409 +▁merkitystä -9.75507 +oma -9.75548 +▁hiukan -9.75621 +hdi -9.7564 +▁seksi -9.75652 +▁saatavilla -9.75674 +tetään -9.75694 +▁tuotanto -9.75711 +▁osan -9.75784 +▁kuoli -9.75867 +▁paikan -9.75886 +▁etukäteen -9.75943 +▁joukko -9.75965 +▁tulo -9.76072 +▁antoi -9.76138 +pohja -9.76146 +▁töissä -9.76159 +eltä -9.76166 +▁maahan -9.76174 +▁pieniä -9.76228 +.3. -9.76231 +▁pien -9.76337 +▁omassa -9.76346 +▁riitä -9.76382 +▁tuotteita -9.76383 +▁keino -9.76386 +▁vuoteen -9.76455 +▁toisella -9.76456 +▁syntyy -9.76463 +▁päätös -9.76468 +▁parin -9.7649 +oli -9.76509 +▁my -9.76527 +ukka -9.76564 +▁Koti -9.76643 +▁liikunta -9.76675 +▁vaihtaa -9.76707 +.2 -9.76812 +▁Toinen -9.7682 +▁miestä -9.76877 +▁tur -9.76884 +> -9.76898 +30 -9.76971 +▁uskoa -9.76979 +▁määrää -9.76982 +▁tilanteessa -9.7704 +▁veden -9.77048 +▁anteeksi -9.77089 +▁nu -9.7709 +puu -9.77231 +▁voin -9.77258 +vista -9.77308 +▁terve -9.7735 +ppu -9.77418 +▁Olemme -9.77458 +▁Ruotsin -9.77497 +▁toimitusjohtaja -9.77516 +▁pelaa -9.77576 +▁pol -9.77637 +tien -9.77688 +▁Toki -9.77695 +▁olisin -9.77731 +▁nii -9.77775 +▁taistelu -9.77785 +nd -9.77807 +▁sarja -9.77851 +▁suhteessa -9.77851 +▁2008 -9.77874 +ikko -9.77893 +elta -9.77923 +▁liha -9.77977 +▁ky -9.78057 +ken -9.78137 +▁asiaan -9.78219 +▁tasolla -9.78229 +asi -9.78273 +mar -9.78331 +ttely -9.78354 +▁suo -9.78375 +toista -9.7838 +isessa -9.78488 +ger -9.78514 +uttaa -9.78578 +▁Tätä -9.78646 +▁tä -9.78693 +neita -9.78752 +▁lainkaan -9.78822 +ji -9.78825 +▁lainaa -9.7886 +▁puna -9.78917 +isuutta -9.78926 +koulu -9.78975 +▁tapahtunut -9.7898 +▁päivässä -9.79002 +itse -9.79188 +▁Tampereen -9.79215 +▁pysy -9.79237 +▁ylös -9.79312 +ida -9.79335 +▁muille -9.79381 +▁kulje -9.79405 +▁vastaava -9.79433 +▁niillä -9.7949 +▁tarina -9.79607 +▁hallinto -9.79617 +▁lopussa -9.79663 +▁kysy -9.79664 +▁keskus -9.79713 +▁miettiä -9.79787 +▁osoittaa -9.79796 +▁Samalla -9.79807 +▁nopea -9.79825 +▁älä -9.79861 +▁artikkeli -9.79968 +berg -9.80045 +▁alkanut -9.80052 +▁au -9.80079 +▁päässyt -9.80084 +▁Kor -9.80139 +▁lapsille -9.80146 +tro -9.80162 +▁iho -9.8017 +▁sopimus -9.80226 +▁pelaaja -9.8031 +▁luovu -9.80417 +▁Hei -9.80426 +▁yritysten -9.80547 +▁nousee -9.80552 +▁Hu -9.80572 +ajo -9.80628 +▁yliopiston -9.8069 +▁kahvi -9.80787 +▁öljy -9.80791 +▁just -9.80835 +IS -9.80882 +40 -9.80967 +▁runsaasti -9.8106 +▁saan -9.81099 +▁Ver -9.81315 +▁haluan -9.81367 +tra -9.81394 +▁tuohon -9.81402 +tiedot -9.8147 +▁tarpeen -9.81518 +▁käyttöä -9.81529 +▁kirkon -9.81608 +▁tiedän -9.81664 +▁vaikeaa -9.81703 +aikaa -9.81737 +▁huhtikuuta -9.8174 +▁mitta -9.81761 +▁toukokuuta -9.8185 +oikeus -9.81891 +▁Ve -9.81977 +Ja -9.81993 +ren -9.82023 +▁järjestää -9.82068 +▁paikallis -9.82082 +▁ansiosta -9.82121 +▁pinta -9.82203 +▁lauantaina -9.82206 +isto -9.82243 +tystä -9.82256 +▁perjantaina -9.82388 +▁käytetty -9.82401 +▁Kiitos -9.82463 +▁meno -9.82496 +▁yms -9.8251 +▁Fi -9.82526 +▁väl -9.82562 +▁vanhan -9.8258 +▁lähtö -9.82586 +▁helmikuuta -9.82605 +▁d -9.82637 +▁Vuonna -9.82705 +:00 -9.82738 +▁yksilö -9.8274 +▁voida -9.82803 +▁laulu -9.82836 +▁markkina -9.82858 +▁Do -9.82901 +▁pelin -9.82924 +▁kaikissa -9.82965 +▁kehittää -9.82969 +▁Siellä -9.82978 +▁erikseen -9.83016 +▁mihinkään -9.83029 +▁henkilöstö -9.83039 +▁Ca -9.83147 +▁viiden -9.83212 +▁eivätkä -9.83262 +▁testi -9.83262 +▁toimiva -9.83365 +▁Käy -9.83378 +▁Kan -9.83451 +▁loi -9.83479 +▁tekijä -9.83482 +istu -9.8352 +▁suurempi -9.83552 +▁kunhan -9.83581 +aste -9.83589 +▁syntyi -9.83655 +▁ar -9.83657 +teiden -9.8373 +▁tietä -9.83763 +▁kokemusta -9.83768 +▁Sillä -9.83802 +.4. -9.83803 +▁lokakuuta -9.83833 +▁kansallis -9.83835 +Tässä -9.8387 +▁elämään -9.84023 +itti -9.84099 +▁selvi -9.84132 +▁Itä -9.84187 +kasta -9.8425 +▁muualla -9.84257 +▁kerralla -9.84313 +llään -9.84344 +▁parantaa -9.84356 +ster -9.84403 +▁Joka -9.84445 +▁Olin -9.84445 +aatio -9.84446 +▁maailma -9.84513 +tele -9.84563 +▁monen -9.84585 +läinen -9.84632 +▁johtuu -9.84658 +▁naisia -9.84677 +.2. -9.84704 +suunnitelma -9.84726 +▁korva -9.8478 +▁kokemus -9.84788 +▁Saa -9.84798 +vero -9.84856 +▁ois -9.84873 +▁katu -9.84902 +sse -9.84914 +▁New -9.84924 +väli -9.84955 +▁Wi -9.85138 +▁kuukautta -9.85142 +koko -9.85223 +▁toiminut -9.85245 +nnassa -9.85271 +▁ai -9.85305 +▁poistaa -9.85332 +perä -9.85341 +▁homo -9.85356 +her -9.85372 +▁pyörä -9.85402 +▁oltava -9.85448 +▁super -9.85501 +▁otettu -9.85578 +▁muoto -9.85598 +isella -9.856 +▁marraskuuta -9.85607 +▁saatiin -9.85616 +▁kesällä -9.85655 +reiden -9.85693 +▁viikossa -9.85707 +▁tarvittaessa -9.85799 +▁silmä -9.85804 +▁di -9.85809 +▁jäädä -9.85828 +llo -9.85908 +lia -9.85917 +▁ravintola -9.85955 +▁Har -9.86072 +ssu -9.86108 +▁sekin -9.86115 +▁palvelut -9.8615 +▁eihän -9.862 +▁paikalla -9.8621 +hde -9.86235 +▁joulukuuta -9.86254 +▁päähän -9.86257 +▁Ai -9.86275 +.3 -9.86304 +▁Da -9.86305 +▁samassa -9.86342 +▁pankki -9.86402 +▁ajatella -9.86425 +ensa -9.86449 +▁y -9.86497 +▁lääke -9.86541 +pan -9.86553 +ksesi -9.86636 +miä -9.86666 +▁pitkän -9.86673 +▁an -9.86778 +▁elämässä -9.86851 +tuki -9.86852 +eja -9.86896 +▁Juha -9.86991 +▁muisti -9.87033 +▁puolen -9.87098 +▁jakaa -9.87115 +▁omien -9.87148 +ikan -9.8716 +▁syyskuuta -9.87257 +ointi -9.87263 +eri -9.87351 +▁Älä -9.87365 +Ma -9.87379 +▁Ru -9.87395 +▁j -9.8745 +▁har -9.87471 +oppi -9.8748 +mpiä -9.87482 +▁Bo -9.87498 +▁tunnu -9.87556 +▁suunnittelu -9.87586 +▁olevansa -9.87595 +ston -9.87598 +ajat -9.87643 +muoto -9.87657 +▁her -9.87695 +▁ilmasto -9.87708 +▁kasvi -9.87792 +▁tein -9.87814 +▁kesäkuuta -9.87929 +land -9.87957 +seura -9.87996 +▁aamulla -9.88082 +miehen -9.88113 +▁vaimo -9.8814 +as -9.88156 +▁olette -9.88165 +▁Hy -9.88192 +▁sula -9.88211 +tuksesta -9.88284 +▁elokuuta -9.88284 +▁kielen -9.88289 +▁juttuja -9.88318 +ttyä -9.88355 +▁henkilökohtaise -9.88418 +▁liitto -9.88442 +▁lie -9.88454 +▁taide -9.88535 +kauppa -9.8861 +▁tarjo -9.88627 +▁uuteen -9.88701 +▁vuoro -9.88704 +▁sinut -9.88798 +▁min -9.88822 +yö -9.88902 +▁tavoite -9.8898 +▁< -9.88995 +▁tyytyväinen -9.89045 +▁haittaa -9.8911 +▁aikoina -9.89186 +ase -9.8926 +tteja -9.8927 +▁uudestaan -9.89352 +yttä -9.8936 +▁uni -9.89392 +▁pysyy -9.89403 +▁as -9.89442 +aatti -9.89465 +▁teko -9.8956 +kau -9.89619 +▁puhelin -9.89625 +▁tunti -9.89634 +▁ali -9.89646 +▁suuria -9.89697 +▁palo -9.89756 +gin -9.89845 +▁heillä -9.89869 +▁kesän -9.89894 +▁tykkää -9.899 +▁Mulla -9.8996 +▁Muut -9.89973 +▁arki -9.89995 +▁syödä -9.90004 +▁ikään -9.90019 +▁muuttuu -9.90031 +▁kissa -9.90032 +stö -9.90039 +matka -9.90066 +tojen -9.90087 +▁seitsemän -9.90122 +▁töihin -9.90131 +▁Olet -9.90132 +▁piste -9.90164 +▁kylä -9.90176 +▁nauttia -9.90297 +▁omistaja -9.90517 +▁tyyli -9.90537 +ris -9.9056 +▁Ennen -9.90568 +▁aiheesta -9.90615 +▁kestä -9.9062 +▁niinkuin -9.90645 +järjestelmän -9.90677 +▁kur -9.90687 +▁peri -9.90708 +▁lyhyt -9.90813 +mma -9.90855 +▁koulun -9.90857 +▁itsestään -9.90889 +stus -9.90901 +▁suori -9.90902 +llisuus -9.9093 +▁ottelu -9.90957 +.30 -9.91008 +▁voitti -9.91028 +▁parissa -9.91072 +▁selvittää -9.91074 +▁Olisi -9.91076 +▁tietokone -9.91078 +▁synty -9.91112 +py -9.91113 +▁valmiiksi -9.91115 +tkin -9.91171 +ttämään -9.91235 +ner -9.91247 +▁saivat -9.91261 +▁johonkin -9.91342 +▁rakenne -9.9135 +henkilö -9.91377 +▁lahja -9.91407 +▁pitkin -9.91415 +käyttö -9.91479 +toimisto -9.91513 +▁van -9.91613 +.5 -9.91628 +▁lai -9.91641 +▁Matka -9.91652 +▁vaihto -9.91666 +tion -9.91692 +luku -9.91775 +▁lienee -9.91784 +id -9.91791 +▁estää -9.91815 +laki -9.91832 +▁tarjota -9.91838 +▁Palvelu -9.91897 +pallo -9.91946 +▁toteaa -9.91982 +vesi -9.92019 +▁naapuri -9.92048 +▁Par -9.92122 +▁pientä -9.92125 +hy -9.92143 +▁mistään -9.92162 +mutta -9.92169 +▁versio -9.92177 +▁Kuinka -9.92276 +kse -9.92328 +ttänyt -9.9233 +▁rasva -9.92338 +▁kiinnostaa -9.92369 +ci -9.92369 +▁kaipaa -9.92387 +▁huolto -9.92392 +▁tietojen -9.92412 +▁julkaisu -9.92432 +▁tulevaisuudessa -9.92533 +▁arviointi -9.92576 +hinta -9.92633 +hdo -9.92656 +▁kysyä -9.92693 +▁muutamia -9.92732 +▁lue -9.92738 +▁kansalais -9.9275 +▁80 -9.92754 +▁Mon -9.92775 +▁Joskus -9.92952 +▁syksyllä -9.93025 +▁jalka -9.93029 +▁Var -9.93068 +▁vika -9.93071 +▁kaupan -9.93121 +▁ju -9.9317 +▁päivittäin -9.93203 +ikä -9.93261 +▁sivusto -9.93328 +▁uhka -9.93333 +luo -9.9341 +▁tuntee -9.93503 +▁pako -9.93536 +▁maailmaa -9.93628 +▁rakentaa -9.93674 +toiminnan -9.93691 +▁totesi -9.93762 +▁Matti -9.93843 +▁heinäkuuta -9.93855 +▁2. -9.93864 +EN -9.93879 +▁Timo -9.93886 +▁Uutiset -9.93895 +rk -9.93922 +▁nosta -9.9397 +▁hauska -9.93994 +▁suomalaiset -9.93998 +hen -9.94016 +▁Kirja -9.94061 +IT -9.9413 +▁toimisto -9.9421 +▁tili -9.94257 +▁parhaat -9.94264 +▁lumi -9.94369 +▁or -9.94388 +▁luonto -9.9439 +▁haluaisi -9.94397 +▁selkeä -9.94401 +▁käytön -9.9444 +60 -9.94504 +gan -9.9457 +▁Meidän -9.94591 +▁aluksi -9.94691 +uksiin -9.94801 +▁täysi -9.94811 +▁seuraavan -9.94817 +isille -9.94825 +päin -9.94829 +▁Joten -9.94857 +▁pika -9.94859 +llistä -9.94922 +▁tuoda -9.94978 +▁parhaiten -9.95006 +▁aikataulu -9.95028 +▁tuttu -9.95055 +▁eläin -9.95087 +▁kuullut -9.95089 +▁suomalaisten -9.95128 +▁täyttä -9.95145 +op -9.95152 +▁toteuttaa -9.95249 +▁välissä -9.95268 +eista -9.95291 +ily -9.953 +▁suurta -9.953 +tonta -9.95315 +▁järjestelmä -9.95315 +▁tapahtui -9.95321 +▁Mies -9.95385 +▁huone -9.95413 +▁tms -9.95436 +lista -9.95441 +ttaisi -9.95464 +ör -9.95485 +▁kieltä -9.95543 +▁Antti -9.95551 +▁radio -9.95565 +▁reissu -9.95583 +▁rikos -9.95586 +koon -9.95634 +▁70 -9.95667 +▁hinnat -9.95683 +▁cm -9.95688 +▁käytöstä -9.95704 +asu -9.95709 +▁ex -9.95712 +▁voimassa -9.95817 +▁annettu -9.95831 +▁300 -9.95884 +▁2007 -9.95909 +▁Luo -9.9591 +▁Mikko -9.95919 +kohta -9.95924 +tapa -9.95984 +▁selvä -9.96053 +▁hy -9.96097 +ttaessa -9.96117 +▁syntynyt -9.96146 +▁pyytää -9.96269 +▁pal -9.96273 +▁todellakin -9.963 +▁yhtiön -9.96316 +▁teen -9.9634 +▁ok -9.96383 +▁vähentää -9.96387 +mmi -9.96396 +▁Oulun -9.96443 +isyys -9.96562 +▁tapahtuma -9.96591 +▁prosessi -9.96596 +ss -9.96626 +▁kivi -9.96631 +▁merkitys -9.96645 +ltään -9.9671 +▁leikki -9.96735 +huone -9.96919 +▁mer -9.9696 +merkki -9.97068 +▁antanut -9.97076 +▁juhli -9.97103 +▁Di -9.97128 +▁kau -9.97151 +▁sattuu -9.97166 +▁lupa -9.9718 +ttavaa -9.97227 +am -9.97276 +▁luoda -9.97294 +▁oppia -9.97346 +▁menossa -9.97442 +▁Toivottavasti -9.97511 +▁annetaan -9.97525 +sarjan -9.97538 +▁suunniteltu -9.97579 +▁kirjo -9.97642 +▁juoksu -9.97657 +kkee -9.97674 +▁hau -9.97692 +ministeriö -9.97888 +tellä -9.97958 +lasku -9.97961 +ole -9.97982 +tori -9.97998 +▁do -9.98041 +uta -9.98048 +▁ohje -9.98109 +▁toiselle -9.98128 +▁seurata -9.98166 +▁Nä -9.98179 +▁ottanut -9.9829 +▁keväällä -9.98293 +ria -9.98304 +▁lämpö -9.98359 +▁ho -9.98435 +▁it -9.98438 +▁hanki -9.98458 +▁halunnut -9.98485 +missa -9.98494 +▁mitkä -9.98533 +▁kehittämis -9.98575 +▁tutkimuksen -9.98601 +▁voimme -9.98616 +kieli -9.98623 +▁tilasto -9.98624 +▁moottori -9.98648 +kausi -9.98653 +▁vetää -9.98665 +sivu -9.9872 +jaa -9.98825 +▁Vuoden -9.98848 +▁uutis -9.98866 +▁tv -9.9889 +KE -9.98924 +▁09 -9.98947 +jät -9.98947 +▁lista -9.98976 +▁lehti -9.99013 +▁armo -9.99044 +▁enempää -9.99083 +▁televisio -9.99125 +▁julkaistu -9.9913 +▁Perus -9.99167 +▁ään -9.9923 +▁35 -9.99343 +levy -9.99353 +lis -9.99362 +▁Finland -9.99393 +▁Windows -9.99426 +▁väliin -9.99482 +raa -9.99483 +▁alkavat -9.99486 +▁teillä -9.99487 +▁jätti -9.99505 +▁työssä -9.99522 +▁Vastaus -9.99535 +▁sentään -9.9955 +▁joutui -9.99552 +alla -9.99555 +ntaa -9.99596 +isista -9.99635 +▁uskoo -9.99669 +toiminta -9.99775 +mmaksi -9.99805 +▁loistava -9.9981 +▁näyttely -9.99813 +▁järjestetään -9.9983 +ell -9.99867 +nnu -9.99937 +har -9.9994 +▁maku -9.99964 +uuteen -10.0001 +kurssi -10.001 +ive -10.0017 +▁heikko -10.0018 +▁Jä -10.0019 +suoja -10.0021 +▁kunnia -10.0025 +vuosi -10.003 +▁huolta -10.0034 +▁helpo -10.0035 +▁halli -10.0038 +.5. -10.0039 +▁paksu -10.0039 +▁vanhemmat -10.0039 +päivän -10.0044 +▁ilme -10.0044 +numero -10.0047 +▁tälle -10.0052 +▁käyttäjä -10.0054 +▁jatkossa -10.0055 +▁Kau -10.006 +▁suunta -10.0069 +ija -10.008 +▁ohjelmisto -10.008 +▁nimen -10.0083 +par -10.0084 +tal -10.0085 +tel -10.0087 +▁mahdollisuuden -10.0089 +otto -10.0093 +▁matkan -10.0094 +▁muutoksia -10.0097 +▁illalla -10.01 +imen -10.0103 +▁mahdollisuuksia -10.0104 +▁sunnuntaina -10.0106 +▁lähettää -10.011 +isku -10.011 +paikan -10.0111 +ttaminen -10.0112 +▁fa -10.0114 +▁näytti -10.0115 +.4 -10.0118 +▁poista -10.0119 +▁onnistuu -10.0124 +oista -10.0124 +▁uusien -10.0127 +▁onnistunut -10.0129 +▁este -10.0129 +▁Man -10.013 +▁tasapaino -10.013 +verkko -10.0131 +▁kumma -10.0132 +▁Sama -10.014 +▁tällöin -10.0142 +TO -10.0142 +▁puhutaan -10.0147 +▁kunto -10.0152 +▁vuo -10.0154 +utuu -10.0156 +kkari -10.0157 +paino -10.0158 +▁maanantaina -10.0165 +▁rahat -10.0166 +▁pohjois -10.0169 +▁saavu -10.017 +▁raaka -10.0172 +▁sydän -10.0184 +▁seuraava -10.0186 +telu -10.0186 +▁vallan -10.0188 +▁lailla -10.0188 +▁hyötyä -10.0192 +laji -10.0194 +▁ihanaa -10.0194 +ras -10.0197 +▁organisaatio -10.02 +tteen -10.0202 +▁muovi -10.0203 +järjestö -10.0215 +▁sopimuksen -10.0215 +▁tarkemmin -10.0215 +▁sijoitus -10.022 +tio -10.022 +valla -10.0225 +luokka -10.0225 +▁kato -10.0226 +▁tuoksu -10.023 +▁ajoi -10.0232 +▁julkis -10.0233 +mpää -10.0244 +▁huomannut -10.0246 +väri -10.0249 +▁itselleni -10.0249 +▁tuomio -10.0249 +▁Tähän -10.025 +▁tarkoituksena -10.025 +▁kuulemma -10.0257 +▁koulutuksen -10.0257 +isena -10.0257 +▁ajattelin -10.0261 +▁kaava -10.0268 +ksia -10.0268 +▁alkuun -10.0282 +▁mu -10.0283 +US -10.0285 +▁pur -10.0287 +▁paikalle -10.03 +▁ykkös -10.0307 +▁hankkia -10.0309 +jää -10.0311 +uri -10.0314 +▁mi -10.0314 +▁Gu -10.0318 +▁korko -10.0326 +▁näkökulmasta -10.0334 +osta -10.0342 +.19 -10.0344 +▁osallistua -10.0348 +▁Ala -10.0348 +dia -10.0349 +▁eläke -10.0352 +▁Her -10.0353 +tavat -10.0355 +▁puutarha -10.0355 +▁muistuttaa -10.0356 +pala -10.0358 +km -10.0364 +▁toisten -10.0366 +▁kahdeksan -10.0371 +▁neljän -10.0371 +▁kuluttaja -10.0372 +alueella -10.0372 +▁vene -10.0378 +loma -10.0379 +vansa -10.0381 +▁etelä -10.0383 +▁minuutin -10.0387 +vet -10.0391 +▁Venäjä -10.0392 +▁rahan -10.0393 +vuoden -10.0398 +▁yhteiskunta -10.0402 +▁ulkopuolella -10.0403 +RI -10.0409 +joita -10.0415 +▁kirjasto -10.0417 +▁torstaina -10.0417 +kel -10.0418 +▁matala -10.0418 +vastuu -10.0425 +▁vaati -10.0428 +kot -10.0429 +▁lopuksi -10.0429 +▁perusta -10.0432 +▁kaikkein -10.0435 +Pa -10.0436 +▁näillä -10.0438 +▁vuosittain -10.0438 +▁kiinnostunut -10.0442 +▁ollu -10.0453 +▁matkailu -10.0453 +▁viimeinen -10.0454 +ratkaisu -10.0457 +lassa -10.0457 +▁Pal -10.0459 +▁ilmiö -10.0461 +▁lupaa -10.0461 +▁riittävän -10.0463 +▁myöntää -10.0467 +▁askel -10.047 +▁ranta -10.0473 +▁tutustua -10.0474 +sivusto -10.0478 +▁satu -10.0479 +▁tapaan -10.0482 +▁kiinteistö -10.0485 +suo -10.0486 +tis -10.049 +wa -10.0494 +▁ope -10.0496 +em -10.0499 +80 -10.05 +▁säily -10.0506 +▁synny -10.0507 +▁Asia -10.0513 +▁liittyviä -10.0513 +▁Täällä -10.0518 +▁kanna -10.0519 +▁Kuten -10.0523 +illaan -10.0524 +▁kuluttua -10.0525 +▁Pekka -10.0531 +▁matkaa -10.0541 +laatu -10.0542 +▁sauna -10.0543 +▁Vain -10.0544 +▁ajatuksia -10.0545 +▁hankki -10.0546 +isa -10.0549 +lö -10.0556 +▁olevia -10.0558 +uudesta -10.0559 +▁salli -10.0567 +▁tarve -10.0567 +▁äly -10.0571 +▁henkilön -10.0575 +asti -10.0575 +▁Jokainen -10.0579 +▁Ga -10.0582 +▁kukka -10.0583 +▁näissä -10.0585 +▁suku -10.0588 +▁Eikö -10.0589 +työtä -10.059 +▁sisältö -10.0595 +▁Kari -10.0603 +kortti -10.0604 +▁joukossa -10.0608 +del -10.0611 +stään -10.0611 +▁anti -10.0614 +valo -10.0616 +▁yleisesti -10.0619 +▁kaudella -10.0627 +tutkimus -10.0632 +▁saattavat -10.0633 +▁koskee -10.0633 +▁Eri -10.0638 +▁äidin -10.0641 +▁luke -10.0642 +haa -10.0645 +▁osallistu -10.0647 +▁yhteistyötä -10.0648 +tukseen -10.0649 +linja -10.066 +▁sellaisen -10.066 +htaa -10.0661 +▁seurauksena -10.0663 +▁upea -10.0664 +▁nimeä -10.0664 +▁muitakin -10.0669 +ttaisiin -10.0671 +▁Vielä -10.0672 +ryhmän -10.0675 +▁edellyttää -10.0678 +▁esimerkki -10.0678 +▁hyvinvointi -10.068 +ministeriön -10.068 +▁pelo -10.0681 +▁siirto -10.0682 +▁ottamaan -10.0686 +▁virhe -10.0686 +▁kaikesta -10.0689 +▁opettaja -10.069 +▁valvo -10.069 +▁meistä -10.0691 +▁tuleva -10.0693 +oo -10.0695 +▁; -10.0696 +sk -10.0697 +▁muodossa -10.0697 +aminen -10.0697 +▁kei -10.0697 +ation -10.0699 +25 -10.0704 +▁vastasi -10.0706 +▁pen -10.072 +▁treeni -10.0721 +mpa -10.0727 +ttia -10.0728 +▁sijaitseva -10.0729 +▁avo -10.0737 +▁miehiä -10.0739 +▁jumala -10.0742 +▁eroa -10.0744 +▁vakava -10.0744 +▁kol -10.0745 +▁päätöksen -10.0747 +▁alta -10.0749 +nny -10.0753 +▁kans -10.0757 +▁tuore -10.0758 +ula -10.0759 +▁Yhdysvaltain -10.0763 +▁olevien -10.0765 +▁yritykset -10.0766 +▁Raamatun -10.0768 +▁Koulu -10.077 +▁löydy -10.0776 +▁harmi -10.0776 +▁Metsä -10.0776 +.6. -10.0778 +uksella -10.0785 +dä -10.0785 +▁kovaa -10.0787 +▁toistaiseksi -10.0787 +▁katto -10.0789 +▁Au -10.0796 +▁kesänä -10.0799 +▁talouden -10.08 +ron -10.0801 +▁puolustus -10.0805 +▁tekisi -10.0805 +▁viimeisen -10.0806 +▁lainan -10.0807 +▁jälki -10.0812 +lääkäri -10.0813 +asema -10.0817 +ppä -10.0818 +▁kevät -10.082 +▁juna -10.0821 +▁hankinta -10.0824 +koti -10.0826 +▁kärsi -10.0829 +▁oikeassa -10.0832 +▁mukavaa -10.0832 +▁ite -10.0833 +▁asema -10.0836 +▁pienet -10.0837 +▁käytännön -10.0839 +iste -10.0841 +▁Kuu -10.0847 +▁pitävät -10.085 +las -10.0853 +▁tiuk -10.0858 +▁ruokavalio -10.0865 +▁Eihän -10.0865 +ime -10.0877 +▁asioiden -10.0877 +▁kisa -10.0877 +▁oikean -10.088 +▁halusi -10.0882 +▁tällainen -10.0886 +▁vastata -10.0887 +▁vatsa -10.089 +▁suomalaisen -10.0891 +▁muisto -10.0901 +▁hyvältä -10.0904 +▁pelata -10.0904 +▁taida -10.0908 +▁ikävä -10.0909 +▁vaikuttavat -10.0911 +▁löytänyt -10.0912 +▁päätti -10.0912 +käs -10.0914 +▁SM -10.092 +▁henkilöä -10.0923 +kee -10.0926 +▁markkinointi -10.0928 +▁() -10.0929 +▁Lisää -10.093 +▁ollen -10.0934 +▁tappio -10.0943 +ohjelman -10.0945 +å -10.0953 +▁Han -10.0956 +ossa -10.0964 +▁vastaus -10.0966 +▁voittaa -10.0969 +▁keskiviikkona -10.0971 +▁kappale -10.0971 +▁selkeästi -10.0972 +▁hyvinkin -10.0974 +▁ulkona -10.0974 +pari -10.0981 +▁hal -10.0988 +▁TV -10.0989 +▁ollessa -10.099 +ivät -10.0996 +▁kir -10.1001 +▁voisin -10.1003 +▁paikassa -10.1006 +▁ydin -10.1008 +▁mainos -10.1012 +▁Minun -10.1014 +▁jatka -10.1016 +▁halutaan -10.1019 +ttuja -10.102 +▁väliä -10.1021 +▁apu -10.1026 +▁riittävästi -10.1027 +koi -10.1029 +▁kasvoi -10.103 +▁perä -10.1032 +▁tyyppi -10.1033 +▁seuraavat -10.1037 +▁mua -10.1039 +▁tarkoita -10.104 +▁valmista -10.104 +▁Mal -10.1041 +▁koo -10.1052 +▁tunnettu -10.1056 +▁keskustelua -10.1057 +▁2000 -10.1059 +soi -10.1061 +▁nykyisin -10.1064 +▁nähdään -10.1068 +Ko -10.107 +▁viestintä -10.1075 +tkö -10.1075 +sesta -10.108 +kea -10.1083 +▁olikin -10.1084 +piste -10.1087 +▁pohjalta -10.1088 +▁lopettaa -10.109 +▁Fa -10.109 +▁raa -10.1091 +ber -10.1096 +▁auta -10.1097 +▁mennään -10.1106 +▁Poliisi -10.1109 +▁yhteiskunnan -10.1111 +▁sävy -10.1112 +yh -10.1113 +neitä -10.1124 +▁täydellinen -10.1129 +tor -10.113 +▁kulkee -10.1136 +toi -10.114 +▁tulokset -10.1141 +▁taakse -10.1142 +▁Car -10.1152 +▁tarvi -10.1153 +meno -10.1156 +▁kuule -10.1157 +che -10.1159 +▁Vii -10.1162 +tilaa -10.1169 +.10 -10.1172 +▁Monet -10.1179 +▁jollain -10.1181 +tui -10.1185 +nnon -10.1187 +▁tietty -10.1188 +▁kipu -10.1188 +▁Hotelli -10.1192 +häiriö -10.1193 +▁määrän -10.1195 +To -10.1195 +teltu -10.1196 +▁suostu -10.1197 +▁Sal -10.1198 +▁etsiä -10.1201 +▁tuho -10.1205 +▁ura -10.1207 +itin -10.1211 +▁Tieto -10.1215 +ksu -10.1217 +päivänä -10.1219 +joiden -10.1221 +▁kodin -10.1221 +▁opinto -10.1236 +▁nousu -10.1237 +▁bo -10.1237 +▁mielen -10.1238 +▁sairastu -10.1239 +kkia -10.1247 +▁rii -10.1251 +▁pallo -10.1257 +▁viha -10.126 +mmä -10.1264 +▁mahtava -10.1267 +▁eroon -10.1267 +▁Hä -10.1267 +▁asuu -10.1268 +▁heistä -10.1269 +rö -10.127 +▁sin -10.1272 +▁tiistaina -10.1273 +tyyli -10.1275 +▁nuoret -10.1278 +▁sanotaan -10.1278 +kor -10.1284 +▁Kirjoittaja -10.1285 +▁Mun -10.1286 +▁suoritta -10.1286 +▁viedä -10.1288 +▁kohteessa -10.129 +▁summa -10.1293 +▁Vasta -10.1297 +▁selkä -10.1299 +▁3. -10.1304 +▁tähti -10.1307 +▁tilanteen -10.1307 +turva -10.1312 +▁elinkeino -10.1312 +raja -10.1312 +ppo -10.1313 +▁My -10.1319 +▁korvaa -10.132 +.8. -10.1321 +teko -10.1322 +▁maksamaan -10.1327 +▁Bu -10.133 +▁sanan -10.1331 +tteet -10.1333 +▁aikoinaan -10.1334 +▁laski -10.1334 +▁Go -10.1334 +▁museo -10.1336 +▁viimeksi -10.134 +▁Sinä -10.1349 +▁hullu -10.135 +▁tiede -10.135 +▁San -10.1354 +▁työnantaja -10.1354 +piiri -10.1355 +▁Tie -10.1355 +▁tulevaisuuden -10.1357 +▁kumppani -10.136 +▁ensimmäisenä -10.1366 +▁rauhassa -10.1369 +oitu -10.1371 +▁kokee -10.1374 +yty -10.1375 +▁St -10.1377 +▁harrasta -10.1378 +▁vahvasti -10.1382 +vuutta -10.1382 +ila -10.1386 +▁bussi -10.1386 +muka -10.1388 +dit -10.1389 +▁vieressä -10.1392 +pyörä -10.1393 +tur -10.1394 +▁koi -10.1395 +▁metrin -10.1395 +TE -10.1396 +▁Aina -10.1398 +▁harjoittelu -10.1404 +ttäjä -10.1407 +▁muutakin -10.1409 +▁perin -10.1415 +fa -10.1419 +▁keskenään -10.1419 +▁Saksan -10.1421 +▁Peli -10.1422 +▁Hel -10.1427 +▁Sinun -10.1427 +koira -10.1429 +▁ilmoitti -10.143 +ellinen -10.1434 +▁kiinnosta -10.1438 +▁tunnelma -10.1439 +emmin -10.1439 +usten -10.1444 +▁Kuka -10.1452 +▁ympärillä -10.1453 +▁tuu -10.1453 +▁hää -10.1459 +▁tarvetta -10.1459 +sana -10.1465 +▁väärä -10.1467 +▁ihmisille -10.1468 +▁kamera -10.1468 +▁joitakin -10.1475 +▁Per -10.1479 +hoidon -10.1483 +▁pärjää -10.1485 +sää -10.1495 +▁Kuitenkin -10.1498 +▁historia -10.1499 +pun -10.1501 +▁hengen -10.1503 +Si -10.1516 +isivat -10.1522 +▁mar -10.1526 +▁uima -10.1528 +▁sulla -10.1535 +▁ilmoittaa -10.1536 +hun -10.1536 +▁kerrotaan -10.1543 +▁Tar -10.1545 +15 -10.1549 +järven -10.155 +▁sisältä -10.1551 +▁koskevat -10.1552 +▁teema -10.1552 +▁toimitus -10.1553 +kone -10.1554 +▁El -10.1555 +▁toivottavasti -10.1562 +sella -10.1562 +laitos -10.1571 +▁hel -10.1572 +▁ohja -10.1574 +▁toisessa -10.1576 +▁etteivät -10.1581 +▁lukenut -10.1583 +itten -10.1585 +▁Mistä -10.1587 +tri -10.1592 +▁suhde -10.1597 +▁nuoriso -10.1599 +▁tilannetta -10.1601 +vy -10.1605 +ilija -10.1606 +ic -10.1611 +niin -10.1618 +vai -10.1618 +▁kuvitella -10.1627 +▁elämästä -10.1632 +▁kirjaa -10.1633 +▁alkoholi -10.1634 +▁bu -10.1637 +▁Du -10.1642 +▁työntekijä -10.1643 +▁Yleensä -10.1644 +▁Esi -10.1645 +▁samat -10.1645 +▁eipä -10.1649 +▁mietin -10.165 +▁yhteistyössä -10.1651 +▁voitaisiin -10.1657 +teista -10.1658 +▁kirjoittanut -10.1659 +▁hoitoon -10.1661 +▁<3 -10.1662 +▁isku -10.1662 +▁näihin -10.1663 +▁ehdot -10.1664 +▁90 -10.1666 +▁mahdollistaa -10.1667 +eissa -10.1668 +▁toiset -10.1671 +▁2006 -10.1674 +▁pitä -10.1676 +▁ny -10.1677 +▁valko -10.1678 +▁kaste -10.1682 +▁eikö -10.1682 +▁osittain -10.1687 +▁hyödyntää -10.1688 +▁tulevan -10.169 +▁katsomaan -10.1691 +▁taustalla -10.1692 +▁täyttää -10.1699 +▁vertailu -10.17 +teja -10.1704 +▁Vä -10.1707 +ttaja -10.171 +aattori -10.1713 +▁sopivat -10.1714 +amme -10.1714 +▁voimaan -10.1716 +niemi -10.1718 +▁vaihe -10.1718 +▁suosikki -10.172 +▁näytä -10.1727 +kut -10.1732 +▁viimeistään -10.1732 +▁rakennettu -10.1733 +res -10.1736 +▁aloitti -10.1736 +▁As -10.1738 +▁paina -10.1739 +▁kivaa -10.1742 +▁45 -10.1748 +▁Or -10.1758 +70 -10.1761 +▁rakkaus -10.1764 +▁kelpaa -10.1768 +▁tähden -10.1768 +katu -10.1771 +▁lattia -10.1772 +yys -10.1772 +▁rä -10.1775 +35 -10.1778 +▁man -10.1783 +▁perään -10.1788 +▁kirjoitus -10.1795 +▁internet -10.1796 +▁runo -10.18 +jos -10.1801 +▁miltä -10.1801 +▁tilalle -10.1801 +▁Suomea -10.1802 +▁tuotteet -10.1804 +▁hauskaa -10.1804 +▁sodan -10.1806 +sopimuksen -10.1808 +järvi -10.181 +ide -10.1812 +mainen -10.1812 +tön -10.1822 +▁vaiva -10.1828 +▁laite -10.1833 +▁Kannattaa -10.1837 +▁laita -10.1841 +▁puolelle -10.1842 +▁uskonto -10.1844 +▁verkossa -10.1847 +▁Suomesta -10.1853 +:) -10.1855 +▁kaasu -10.1858 +▁Bi -10.1858 +▁tukee -10.1861 +▁parempaa -10.1862 +▁Ty -10.1866 +▁joukkoon -10.1867 +▁vieläkin -10.1868 +▁toimintaan -10.1869 +▁asiakkaiden -10.187 +ad -10.187 +oni -10.1871 +▁yhtenä -10.1875 +tes -10.1876 +tettävä -10.1878 +▁keskimäärin -10.1883 +empi -10.1887 +▁ilmaiseksi -10.189 +▁eka -10.1894 +kkeen -10.1896 +▁onhan -10.1901 +▁tö -10.1903 +12 -10.1904 +▁kävely -10.1906 +▁lämpötila -10.1907 +▁netistä -10.1916 +▁Ota -10.1922 +ystä -10.1924 +▁ilmi -10.1927 +▁kaupungissa -10.1929 +▁Sosiaali -10.1933 +▁puhuu -10.1934 +▁netissä -10.1934 +▁pan -10.1936 +▁Euro -10.1938 +▁tunnus -10.194 +kissa -10.1944 +▁näe -10.1948 +▁maata -10.195 +prosessi -10.1952 +▁muutkin -10.1954 +▁pyritään -10.1954 +90 -10.1955 +▁järjestö -10.1958 +mäen -10.1959 +▁fi -10.1959 +keskustelu -10.1961 +▁seurakunta -10.1967 +by -10.1969 +.9. -10.1969 +▁välittömästi -10.197 +tykseen -10.1971 +▁tietenkään -10.1971 +▁Pari -10.1973 +utunut -10.1974 +Ra -10.1975 +▁huoli -10.1988 +län -10.1991 +▁metalli -10.2001 +▁synti -10.201 +▁rikko -10.2013 +000 -10.2013 +▁lukee -10.2015 +▁koke -10.2015 +▁toimittaja -10.2017 +huolto -10.2023 +▁työstä -10.2024 +▁matkusta -10.2025 +▁bi -10.2027 +▁Tuli -10.2028 +jista -10.203 +hau -10.2032 +▁Kesä -10.2038 +▁lainat -10.2039 +tyy -10.2041 +▁riippuen -10.2044 +▁tahto -10.2047 +.15 -10.2048 +ismi -10.2049 +▁kilometrin -10.2049 +▁harvoin -10.2055 +▁osana -10.2056 +pen -10.2058 +kohan -10.2058 +▁Tänään -10.2064 +iri -10.2065 +▁osaksi -10.2065 +liike -10.2065 +▁haaste -10.2065 +tuksessa -10.2077 +▁sijainti -10.2079 +▁Vuo -10.2079 +▁vanhempien -10.2082 +vii -10.2083 +yksinkertaisesti -10.2083 +kaupan -10.2084 +▁Kä -10.2085 +▁hedelmä -10.2086 +▁naista -10.2093 +▁siirtää -10.2093 +loi -10.2093 +▁heidät -10.2099 +simme -10.2105 +▁äänestä -10.2109 +vasti -10.2109 +▁huomenna -10.2113 +▁Mari -10.2117 +▁Vuosi -10.2124 +sel -10.2128 +kkeet -10.2128 +▁Minusta -10.213 +▁käsin -10.2132 +▁tunnista -10.2134 +Pää -10.2134 +▁pitkälle -10.2143 +▁käytä -10.2143 +▁Toimi -10.2149 +bb -10.215 +ilma -10.2152 +▁tuuli -10.2157 +▁rakasta -10.2162 +▁kertovat -10.2162 +▁Tila -10.2163 +▁varasto -10.2163 +▁tarjoa -10.2165 +▁huonosti -10.2167 +▁valittu -10.2168 +▁valtava -10.217 +▁katsoo -10.2175 +nimi -10.2177 +▁metriä -10.2182 +▁Ensi -10.2184 +▁vaihtoehtoja -10.2189 +▁kuulostaa -10.2191 +▁syvä -10.2199 +TA -10.2205 +etu -10.2212 +▁anta -10.2219 +▁päivi -10.2226 +▁poliisin -10.2227 +tason -10.2228 +▁Lai -10.223 +im -10.2233 +▁olekaan -10.2234 +isuuden -10.2234 +▁vapaaehtois -10.2234 +▁jakso -10.2237 +▁edistää -10.2242 +pas -10.2244 +tuista -10.2244 +▁kevään -10.2251 +▁etä -10.2252 +jana -10.2262 +see -10.2262 +▁esitys -10.2263 +▁ba -10.2264 +▁08 -10.2266 +▁pyhä -10.2267 +▁risti -10.2273 +▁400 -10.2279 +▁valitettavasti -10.2284 +▁haastattelu -10.2292 +▁rauhan -10.2296 +▁keittiö -10.2297 +▁teoria -10.2299 +ssään -10.2299 +▁Urheilu -10.23 +▁kulta -10.23 +sija -10.23 +▁varmistaa -10.2303 +▁riippuu -10.2304 +▁teet -10.2305 +▁suunnitelma -10.2306 +▁yhteinen -10.2306 +▁tiimi -10.2307 +ksiin -10.2308 +▁olevaa -10.2311 +▁verta -10.2313 +we -10.2314 +▁tarjous -10.2316 +▁Ge -10.2318 +▁kysymyksiä -10.2318 +nnista -10.2324 +▁mö -10.2324 +▁ansio -10.2325 +▁lukija -10.2331 +▁velje -10.2341 +▁kasvanut -10.2345 +▁säästö -10.2349 +▁minäkin -10.2352 +sopimus -10.2353 +▁Sy -10.2353 +▁tarjoavat -10.2355 +▁reilu -10.236 +▁selittää -10.236 +▁määrin -10.236 +ers -10.2362 +2010 -10.2364 +joukkue -10.2367 +▁käyttämään -10.2371 +▁koh -10.2375 +▁sija -10.2377 +▁sopivan -10.2377 +▁muuttunut -10.2377 +▁nähden -10.2378 +▁online -10.2379 +▁valitse -10.2384 +koja -10.2393 +yri -10.2394 +luokan -10.2396 +mppa -10.2399 +esim -10.24 +▁Joulu -10.2402 +▁ihon -10.2404 +▁pesu -10.2416 +q -10.2416 +ketju -10.242 +▁korja -10.2422 +▁Pitkä -10.2423 +▁mainittu -10.2424 +ttävät -10.2425 +▁yhteys -10.2441 +▁sanonut -10.2442 +sku -10.2443 +▁palstalla -10.2445 +▁you -10.2447 +▁valikoima -10.2447 +19 -10.2448 +▁vil -10.2448 +▁For -10.245 +▁Kaksi -10.2452 +pro -10.2453 +▁jäljellä -10.2455 +▁väittää -10.247 +jaan -10.2478 +uho -10.2478 +▁professori -10.2479 +▁parhaan -10.2479 +erin -10.248 +▁ilmainen -10.2482 +▁Pyhä -10.2488 +▁yrittäjä -10.2488 +▁Ky -10.2489 +▁aikuis -10.2491 +▁verkosto -10.2491 +▁lau -10.2492 +▁paine -10.2493 +▁tärkein -10.2502 +▁paikkaa -10.2502 +sko -10.2504 +▁syksy -10.2504 +▁ette -10.2506 +ret -10.2515 +▁kaikkiaan -10.2515 +tely -10.2517 +▁ohella -10.2521 +▁tehneet -10.2521 +lehden -10.2522 +▁luki -10.2522 +▁suosio -10.2523 +▁sähköposti -10.2523 +▁Lei -10.2528 +▁hoita -10.2529 +neille -10.2529 +▁hankala -10.253 +▁kuntien -10.253 +▁sulle -10.2533 +llisiä -10.2534 +▁haluaisin -10.2537 +▁Hotel -10.2537 +yy -10.2538 +lje -10.254 +.11. -10.2542 +▁muilla -10.2546 +▁Ad -10.2551 +maali -10.2552 +▁sukupuoli -10.2556 +▁kolmas -10.2557 +▁automaattisesti -10.2558 +▁hätä -10.2558 +▁joutunut -10.257 +▁kuollut -10.2575 +▁miljoonan -10.2576 +ttomia -10.2578 +▁perässä -10.2578 +▁Ainakin -10.2579 +▁siisti -10.2581 +▁luu -10.2581 +isilla -10.2582 +mö -10.2586 +▁historian -10.2586 +▁pahaa -10.259 +▁yhdistää -10.2593 +▁korkeakoulu -10.2599 +▁Usko -10.26 +Sa -10.2601 +poika -10.2605 +▁vahvistaa -10.2605 +▁noussut -10.2609 +hdin -10.261 +timme -10.261 +▁reuna -10.2612 +korkeakoulu -10.2617 +▁kulku -10.2617 +tykset -10.2619 +▁todellinen -10.2622 +▁viini -10.2622 +▁kulma -10.263 +▁käyttänyt -10.2631 +▁fe -10.2632 +▁palvelun -10.2637 +▁Jussi -10.2639 +▁kuluessa -10.264 +▁muuttu -10.2642 +tuksella -10.265 +▁sopi -10.2653 +kselle -10.2653 +▁veto -10.2654 +▁ohjaa -10.2656 +▁tärkeitä -10.2656 +▁kuuma -10.2656 +▁Lä -10.2659 +▁savu -10.2664 +▁herra -10.2673 +uksissa -10.2674 +▁ver -10.2674 +▁tuotteen -10.2676 +▁Suurin -10.2681 +▁mahdollinen -10.2682 +▁Sain -10.2685 +kuvia -10.2687 +▁Siihen -10.2689 +oi -10.2689 +talon -10.269 +osto -10.2691 +▁tiedossa -10.2692 +kiin -10.2694 +▁bio -10.2696 +▁suojaa -10.2697 +▁neuvottelu -10.2698 +eihin -10.2699 +mpana -10.2704 +▁kuvi -10.2708 +▁;). -10.2708 +▁vaivaa -10.271 +ilemaan -10.271 +▁jäte -10.2711 +tilan -10.2714 +▁vaate -10.2715 +▁aine -10.2719 +▁korjaus -10.272 +kerta -10.2721 +oikeuden -10.2724 +▁puuttuu -10.2724 +▁hotellin -10.2726 +▁normaalia -10.2732 +▁juoma -10.2733 +mmu -10.2737 +▁pienempi -10.274 +udesta -10.2744 +liha -10.2748 +▁kommentti -10.2748 +▁yhdellä -10.2748 +▁kärki -10.275 +▁tajua -10.275 +Mu -10.2753 +▁katsotaan -10.2756 +vaihe -10.2759 +teitä -10.276 +▁muissa -10.2762 +▁kerää -10.2765 +llisuutta -10.2768 +▁150 -10.2768 +ON -10.2771 +▁leiri -10.2772 +▁kausi -10.2781 +ejä -10.2782 +▁kokenut -10.2783 +mää -10.2783 +▁pääset -10.2788 +▁am -10.2789 +▁YK -10.2791 +▁viettää -10.2793 +▁Kon -10.2795 +▁Tä -10.2795 +▁itseäni -10.28 +▁lause -10.2803 +suunnittelu -10.2805 +▁matkalla -10.2806 +▁seinä -10.2808 +▁itä -10.2808 +port -10.2808 +ika -10.2809 +pito -10.2811 +ff -10.2812 +ie -10.2816 +sit -10.2823 +KO -10.283 +versio -10.2831 +▁Vir -10.2839 +miselle -10.2842 +ike -10.2845 +▁ajattelu -10.2849 +laan -10.2851 +▁pitämään -10.2852 +tyksiä -10.2853 +▁ehtinyt -10.2854 +LA -10.2859 +▁vanhoja -10.286 +bu -10.2862 +▁vaadi -10.2863 +▁Onhan -10.2863 +▁näet -10.2863 +▁Con -10.2865 +▁mukaansa -10.2866 +▁ennakko -10.2866 +▁koskeva -10.2866 +▁pul -10.2867 +▁oikeutta -10.2867 +ottelu -10.2869 +▁pääministeri -10.2869 +▁Kii -10.2869 +▁maksetaan -10.2873 +▁por -10.2875 +talouden -10.2875 +kari -10.2881 +vissa -10.2886 +▁nähty -10.2888 +ruu -10.289 +Pi -10.2891 +elä -10.2892 +▁muuhun -10.2892 +▁ääri -10.2894 +▁Sähkö -10.2895 +uha -10.2897 +▁noi -10.2899 +▁luotettava -10.2901 +▁Ir -10.2905 +▁kirjoitettu -10.2908 +kkää -10.2908 +vaan -10.2911 +▁We -10.2913 +est -10.2915 +ik -10.2916 +ksessa -10.2916 +tellut -10.2917 +▁peru -10.2921 +tyyppi -10.2924 +▁edustaja -10.2924 +▁käsky -10.2925 +11 -10.2925 +▁Nu -10.2928 +▁with -10.2932 +essään -10.2933 +kassa -10.2936 +▁lyö -10.2941 +▁fiksu -10.2942 +teri -10.2946 +▁voittaja -10.2953 +wi -10.2962 +▁materiaali -10.2963 +rei -10.2963 +▁osaamista -10.2963 +joen -10.2964 +▁kesto -10.2965 +▁pä -10.2967 +lahden -10.2971 +▁bonus -10.2977 +▁antama -10.2978 +▁Isä -10.298 +▁normaalisti -10.2981 +▁suorittaa -10.2984 +kierro -10.2993 +▁Kur -10.2998 +selle -10.2999 +▁autolla -10.3 +ttö -10.3002 +▁Z -10.3002 +llin -10.3003 +perhe -10.3005 +▁hänestä -10.3007 +oilla -10.3008 +▁kävin -10.3009 +▁vieras -10.3017 +▁löytyvät -10.3021 +▁seksiä -10.3027 +▁isän -10.3028 +gu -10.3031 +▁maala -10.3032 +▁lait -10.3033 +aikaan -10.3036 +▁talli -10.3041 +▁Pri -10.3043 +▁pidän -10.3047 +lää -10.3047 +▁esiintyy -10.3049 +▁varjo -10.305 +▁suomi -10.305 +vis -10.305 +▁kk -10.3051 +pii -10.3053 +▁työhön -10.3057 +vir -10.3058 +▁teatteri -10.3059 +isessä -10.3059 +▁meidät -10.3062 +▁pelkkä -10.3066 +▁pullo -10.3066 +▁sunnuntai -10.307 +▁tuloksia -10.307 +▁Vanha -10.3072 +▁kirjoittaja -10.3073 +▁Mielestäni -10.3074 +ssani -10.3075 +▁ajattele -10.3076 +▁maissa -10.3077 +▁ohjaus -10.308 +▁sanoin -10.3081 +▁Tällöin -10.3082 +.10. -10.3085 +ilua -10.3085 +▁link -10.3087 +▁2005 -10.3088 +;. -10.309 +▁kirje -10.3092 +ilin -10.3093 +▁ös -10.3095 +▁asumis -10.3096 +▁innostu -10.3097 +▁tapauksissa -10.3097 +▁onnistui -10.3103 +▁uskalla -10.3103 +▁potilas -10.3104 +▁perjantai -10.3106 +▁Bar -10.311 +isee -10.3113 +sessa -10.3116 +▁antavat -10.3116 +▁Meri -10.3117 +▁kriisi -10.3125 +▁sil -10.3126 +Mi -10.3126 +▁Nyky -10.3127 +▁joukkueen -10.3127 +▁kohtalo -10.3127 +▁sor -10.313 +▁Maria -10.3131 +▁viikonloppuna -10.3131 +mmät -10.3131 +▁mielellään -10.3133 +oiden -10.3137 +▁laati -10.3138 +▁opas -10.3147 +▁käyttävät -10.3148 +▁vihdoin -10.3151 +▁monesti -10.3154 +▁useamman -10.3156 +▁valmistu -10.3163 +▁nimellä -10.3163 +▁4. -10.3164 +▁riippumatta -10.3165 +lut -10.3169 +vistä -10.3171 +▁paljoa -10.3174 +kkaat -10.318 +peri -10.3181 +▁teitä -10.3183 +▁aikoo -10.3184 +▁aikanaan -10.3188 +▁Facebook -10.319 +mpaan -10.3191 +▁kel -10.3192 +▁pelkää -10.3196 +▁tulosta -10.3201 +imet -10.3202 +▁kil -10.3202 +▁harjoitus -10.3202 +ksemme -10.3203 +14 -10.3204 +▁koulussa -10.3205 +.12 -10.3207 +▁Jukka -10.321 +vuuden -10.3211 +▁nolla -10.3213 +▁hienoa -10.3217 +ion -10.3223 +▁rei -10.3232 +▁kuoleman -10.3234 +▁sotilas -10.3234 +aikainen -10.3236 +▁tarvita -10.324 +▁joo -10.3241 +kkö -10.3245 +teho -10.3247 +▁Kerro -10.325 +milla -10.3256 +▁juurikaan -10.3257 +iska -10.3258 +ity -10.3261 +▁erilaiset -10.3262 +utua -10.3263 +▁kuvaus -10.3266 +▁puoliso -10.3266 +▁mini -10.3266 +ard -10.3269 +▁Pan -10.327 +▁Sivu -10.327 +▁testa -10.327 +▁Päivä -10.3276 +ham -10.3278 +▁ottelun -10.3279 +▁sanaa -10.3281 +▁kaukana -10.3283 +23 -10.3285 +▁Asu -10.3289 +▁mieti -10.3291 +▁muusta -10.3303 +sopimukse -10.3304 +▁varustettu -10.3304 +▁saamaan -10.3305 +teltiin -10.3307 +Ei -10.3311 +▁kenties -10.3313 +▁tuolloin -10.3314 +ze -10.3314 +▁helpottaa -10.3315 +yksen -10.3315 +EL -10.3317 +▁Lapin -10.332 +tilanne -10.3325 +ah -10.3328 +▁9. -10.3329 +▁Saat -10.3332 +▁vanhempi -10.3332 +▁suola -10.3338 +▁sokeri -10.3342 +▁Että -10.3345 +▁hyöty -10.3346 +kossa -10.3348 +sty -10.335 +turi -10.3351 +▁amerikkalais -10.3354 +▁alueelle -10.3355 +▁oikeuden -10.3358 +▁paska -10.336 +▁Lähi -10.3362 +▁kahta -10.3362 +kuri -10.3363 +aihe -10.3365 +yksiä -10.3367 +Mä -10.337 +▁tutkija -10.337 +▁paikkaan -10.3372 +▁arvostelu -10.3372 +.7. -10.3375 +kkaus -10.3376 +lisä -10.3378 +▁Ruotsissa -10.3379 +ini -10.338 +▁pöytä -10.3381 +▁hintaan -10.3386 +▁lapse -10.3386 +▁asunnon -10.3387 +▁lukien -10.339 +▁EI -10.3394 +▁eräs -10.3394 +nnasta -10.3398 +▁Joku -10.3398 +▁Jää -10.3401 +▁Internet -10.3405 +▁noista -10.3405 +▁mahdollisuudet -10.3412 +▁Länsi -10.3413 +vuotis -10.3415 +vuoro -10.3419 +cm -10.3423 +16 -10.3427 +ttavissa -10.3427 +▁myyjä -10.3428 +▁jaksaa -10.3428 +▁jatkuva -10.3429 +▁kenenkään -10.3431 +▁Seuraava -10.3431 +virta -10.3433 +itu -10.3433 +▁energiaa -10.3434 +▁mie -10.3434 +ine -10.3443 +▁kortti -10.3443 +ksesta -10.3444 +kalta -10.3444 +misessä -10.3445 +▁koneen -10.3446 +jän -10.3446 +haku -10.3447 +▁suru -10.345 +▁Joo -10.3451 +▁löytynyt -10.3452 +AN -10.3461 +▁resepti -10.3463 +▁Google -10.3463 +Tämän -10.3463 +▁olleen -10.3466 +▁käsittely -10.347 +▁tarkistaa -10.3471 +tos -10.3471 +▁enintään -10.3473 +tapahtuma -10.3475 +▁merkittävästi -10.3475 +▁kär -10.3476 +▁tunteita -10.3477 +aikana -10.348 +.6 -10.3482 +ori -10.3484 +kilpailu -10.3491 +blogi -10.3491 +▁Puu -10.3491 +ler -10.3492 +▁moderni -10.3494 +▁jolle -10.3494 +▁kokeilu -10.3497 +▁löydä -10.3497 +▁itseni -10.3502 +▁alun -10.3502 +kis -10.3503 +18 -10.3503 +▁terveydenhuollo -10.3504 +▁palsta -10.3506 +▁pahasti -10.3507 +▁kohteen -10.3514 +▁käytettävissä -10.3518 +▁tällaista -10.3518 +▁kuntoon -10.352 +stani -10.3521 +▁kehon -10.3523 +▁päätä -10.3524 +ET -10.3527 +▁esillä -10.3529 +▁poistu -10.3532 +vamma -10.3533 +idi -10.3533 +▁keskusta -10.3536 +▁kehu -10.3539 +kia -10.3546 +▁Sai -10.3546 +▁tehtyä -10.355 +lee -10.3553 +vaara -10.3557 +▁moraali -10.3561 +neista -10.3566 +▁lämpimä -10.3567 +miehet -10.3569 +▁säännöllisesti -10.357 +▁kehittäminen -10.3574 +▁suuret -10.3575 +▁vierailu -10.3576 +mmän -10.3577 +mys -10.3578 +▁(1 -10.3579 +▁Juuri -10.358 +ajalla -10.3584 +▁menetelmä -10.3585 +isistä -10.3587 +lari -10.3588 +ling -10.359 +▁säännö -10.3593 +▁veny -10.3593 +▁Casino -10.3597 +▁kuuluva -10.3608 +▁varrella -10.3609 +▁prosentin -10.3614 +kulttuuri -10.3614 +etaan -10.3618 +roi -10.362 +mmalla -10.3623 +▁osoite -10.3624 +▁illan -10.3629 +▁haukku -10.363 +puhe -10.3636 +seksi -10.3637 +tellaan -10.3638 +ttäminen -10.3639 +▁myydä -10.3639 +▁ravinto -10.3639 +▁Tra -10.3644 +hallinta -10.3645 +▁lippu -10.3646 +▁vuodelta -10.3649 +▁pentu -10.3651 +▁meren -10.3654 +ranta -10.3658 +video -10.366 +▁jalkapallo -10.366 +tter -10.3662 +▁kehityksen -10.3665 +tsu -10.3669 +Jo -10.3669 +▁ehti -10.367 +tom -10.3672 +▁esitetty -10.3672 +▁yön -10.3679 +▁luopu -10.3685 +▁pääasiassa -10.3691 +▁seuran -10.3711 +▁kysely -10.3713 +ehto -10.3716 +▁kal -10.3716 +▁ministeri -10.3717 +Ha -10.372 +▁osake -10.3721 +rr -10.3722 +▁soittaa -10.3722 +taito -10.3724 +▁heiko -10.3725 +▁kiusa -10.3726 +Se -10.3729 +▁kirjoitta -10.3731 +▁miljoona -10.3732 +▁Samoin -10.3735 +halli -10.3737 +oksen -10.3742 +▁lopetta -10.3743 +▁Näitä -10.3747 +▁puolueen -10.3749 +▁musiikin -10.375 +isissa -10.3751 +▁pö -10.3752 +.11 -10.3754 +▁voisivat -10.3754 +▁Olli -10.3765 +▁kokous -10.3766 +▁asettaa -10.3766 +▁arvosta -10.3767 +▁nauti -10.3769 +ppe -10.3772 +▁vinkkejä -10.3773 +käsittely -10.3773 +tyksestä -10.3779 +▁mieheni -10.378 +tunti -10.3782 +kala -10.3783 +yt -10.3784 +ld -10.3785 +mb -10.3785 +gon -10.3787 +ikkaa -10.3787 +▁avaus -10.3788 +KA -10.3788 +▁ongelmat -10.379 +▁pelejä -10.3791 +▁kpl -10.3793 +▁Suo -10.3794 +nes -10.3796 +▁lukio -10.3799 +▁luultavasti -10.38 +▁ketju -10.3801 +▁vaa -10.3802 +▁Wa -10.3815 +iko -10.3818 +det -10.382 +▁kuunnella -10.382 +kaupunki -10.3822 +▁kilpa -10.3824 +tuksista -10.3827 +▁Musta -10.3832 +▁ca -10.3833 +▁asiakaspalvelu -10.3837 +▁Ulko -10.3837 +▁Uuden -10.3837 +▁sisälle -10.3844 +▁viihty -10.3844 +rat -10.3848 +▁tutustu -10.3855 +▁kommenttia -10.3856 +▁Euroopassa -10.3859 +▁hallinta -10.3862 +▁kyseisen -10.3864 +▁kattava -10.3864 +alta -10.3867 +▁toivon -10.3869 +▁vastusta -10.387 +▁käymään -10.3871 +▁32 -10.3872 +▁Mika -10.3874 +▁häiriö -10.3875 +▁oot -10.3876 +▁pääsy -10.3877 +▁toiseksi -10.3877 +▁valvonta -10.3877 +ttuna -10.3878 +▁itselle -10.388 +koo -10.388 +-19 -10.3881 +▁suomalaisia -10.3885 +ivi -10.3885 +▁totuus -10.3889 +▁Jari -10.3891 +▁valmentaja -10.3896 +▁arvio -10.3897 +▁liiku -10.3899 +€ -10.3899 +▁liittyen -10.3901 +▁Ry -10.3903 +jakso -10.3904 +mestari -10.3906 +▁lähtenyt -10.3906 +Ta -10.3911 +▁opettaa -10.3915 +▁NHL -10.3915 +▁entinen -10.3916 +▁julkaisi -10.3919 +llisyys -10.392 +▁Lind -10.3921 +▁syistä -10.3923 +▁tuotteiden -10.3924 +odi -10.3927 +▁Niitä -10.3931 +▁luona -10.3931 +▁Muista -10.3932 +osasto -10.3933 +▁yleistä -10.3933 +▁mietti -10.3934 +▁levi -10.3938 +▁kohden -10.3939 +▁suomalaista -10.3941 +voitto -10.3948 +ning -10.395 +kulu -10.3951 +▁Usein -10.3959 +▁ken -10.3962 +▁yleinen -10.3962 +▁harva -10.3966 +▁menevät -10.3966 +▁pyrkii -10.3968 +▁keskustella -10.3968 +ttelin -10.3968 +vali -10.3969 +män -10.3973 +jäsen -10.3975 +metri -10.3976 +▁kestävä -10.3977 +meri -10.3981 +▁koho -10.3981 +▁peräti -10.3983 +▁itsellesi -10.3984 +▁hoidon -10.3985 +▁kassa -10.3986 +▁yhdistelmä -10.3987 +▁erilainen -10.3987 +alle -10.3988 +▁Muuten -10.3989 +▁sarjan -10.3991 +▁Israelin -10.3993 +▁paketti -10.3993 +▁muutokset -10.3996 +mmista -10.3996 +▁tavoi -10.3997 +▁palkkaa -10.3997 +sson -10.3998 +▁ihania -10.4 +ttavia -10.4001 +▁pohdi -10.4002 +kyky -10.4003 +▁valmistelu -10.4005 +▁pelasi -10.4005 +▁Talous -10.4007 +▁erään -10.4007 +▁Lasten -10.4008 +▁toiminnasta -10.4009 +loista -10.4009 +isiksi -10.4012 +▁Pir -10.4012 +nnoista -10.4016 +ikki -10.4018 +muodo -10.4027 +▁saattoi -10.4027 +▁estä -10.4029 +suhde -10.403 +▁laitta -10.4031 +▁jäävät -10.4037 +palvelun -10.4037 +vil -10.4038 +▁velka -10.4046 +vaiheessa -10.4047 +▁kuvio -10.4048 +▁nää -10.4054 +ivo -10.4054 +▁autoa -10.4056 +aari -10.4056 +vyys -10.4057 +▁mahdollisuutta -10.4057 +▁helpompi -10.4058 +▁huomioi -10.4058 +▁puisto -10.4064 +käy -10.4066 +▁siirtyi -10.4066 +▁nautti -10.4066 +21 -10.4067 +▁erä -10.4068 +pol -10.4071 +▁veri -10.4071 +▁kansanedustaja -10.4072 +▁Kristuksen -10.4072 +▁useampi -10.4076 +▁ottaen -10.4078 +miset -10.408 +▁kerto -10.4082 +▁Je -10.4084 +▁maito -10.4087 +▁Hal -10.4087 +tavan -10.4088 +▁lapselle -10.4089 +▁vaara -10.4089 +▁hylly -10.4095 +▁ava -10.4097 +▁siirtyy -10.4098 +▁(2 -10.4101 +▁maiden -10.4105 +▁silmät -10.4109 +▁miele -10.4109 +▁kiele -10.4111 +▁maasta -10.4111 +▁nuoria -10.4112 +22 -10.4112 +▁vasten -10.4112 +▁Emme -10.4114 +▁suihku -10.4118 +▁riko -10.412 +▁valokuva -10.4121 +▁hyvällä -10.4122 +veli -10.4125 +raha -10.4126 +ntia -10.4127 +▁II -10.4127 +▁liiketoiminta -10.413 +AS -10.4134 +päivää -10.4136 +▁asioihin -10.4137 +▁jokaiselle -10.4138 +▁sairaus -10.414 +▁tan -10.4141 +▁rekisteröity -10.4142 +▁keskuudessa -10.4143 +▁valitsi -10.4143 +▁elävä -10.4148 +▁Tutkimus -10.4148 +▁os -10.4149 +▁poissa -10.4151 +▁kommentteja -10.4152 +▁Jotkut -10.4154 +lleni -10.4156 +▁sanottu -10.4156 +▁tilaus -10.4166 +utti -10.4168 +▁takuu -10.4172 +saari -10.4172 +varo -10.4173 +▁ilmaista -10.4173 +▁ovi -10.4177 +sio -10.4181 +.13 -10.4185 +▁kiinteä -10.4187 +▁pel -10.4188 +▁sisustus -10.4189 +▁sanoma -10.4195 +2007 -10.4196 +projekti -10.4196 +▁korvi -10.4197 +▁asiakkaita -10.4198 +▁Kotimaa -10.42 +▁sinusta -10.42 +▁11. -10.4202 +tamme -10.4205 +utui -10.4207 +▁kaikkiin -10.4211 +▁tosiasia -10.4213 +way -10.4213 +▁miljardia -10.4213 +▁pysyä -10.4213 +▁lääkärin -10.4222 +▁Cha -10.4223 +mas -10.4229 +▁palasi -10.4231 +▁yrittä -10.4232 +▁todettu -10.4235 +gg -10.4238 +▁huomasin -10.4238 +▁Maailman -10.424 +ting -10.4241 +▁energian -10.4241 +▁musiikkia -10.4243 +▁vakuutus -10.4243 +▁Kyse -10.4246 +ola -10.4246 +▁Näiden -10.4248 +uli -10.425 +▁ly -10.4253 +▁huomata -10.4254 +▁yleisö -10.4255 +kirjan -10.4259 +tävä -10.4264 +uko -10.4266 +ssin -10.4269 +17 -10.4271 +ttivat -10.4273 +▁edellis -10.4276 +▁sielu -10.4277 +▁kahteen -10.4278 +pon -10.4279 +zi -10.428 +ep -10.4282 +▁haasta -10.4282 +imi -10.4284 +utus -10.4285 +itta -10.4294 +Va -10.4297 +▁tiedät -10.4298 +▁harha -10.4301 +teita -10.4301 +▁kuului -10.4301 +▁tavoitteet -10.4302 +▁luonnollisesti -10.4305 +▁mur -10.4305 +sista -10.4307 +▁Ensimmäinen -10.4309 +▁jätä -10.431 +▁kannattaisi -10.4311 +kaista -10.4314 +uh -10.4316 +2008 -10.4322 +▁koostuu -10.4324 +▁tulleet -10.4324 +▁syksyn -10.4324 +daan -10.4325 +maat -10.4326 +▁ehdi -10.4326 +▁viitsi -10.4331 +▁Huo -10.4333 +▁huvi -10.4333 +▁hiljaa -10.4335 +hon -10.4338 +puolue -10.4342 +▁tarkasti -10.4342 +▁13. -10.4345 +▁kirjailija -10.4346 +▁ihastu -10.4352 +▁liiton -10.4354 +▁Kiina -10.4355 +pla -10.4355 +▁kymmen -10.4356 +ksiä -10.4357 +▁tutkinto -10.4358 +▁Sisä -10.4359 +▁opetta -10.4361 +▁Esim -10.4365 +▁tullaan -10.4375 +▁kate -10.4376 +▁Lapsi -10.4376 +tekijä -10.4377 +▁monella -10.4378 +▁lämmi -10.4379 +ruo -10.4383 +▁näyttävät -10.4385 +▁liikkeelle -10.4385 +ds -10.4387 +▁sydämen -10.4387 +fer -10.4388 +shi -10.439 +hdy -10.4393 +▁oire -10.4395 +▁Sch -10.4396 +▁Jyväskylän -10.4399 +▁Lisä -10.4406 +kaveri -10.4407 +▁pojan -10.441 +▁ammati -10.4411 +▁rauta -10.4413 +▁Ruoka -10.4417 +iini -10.4418 +▁poisto -10.4419 +▁Sä -10.4419 +▁median -10.4421 +▁rinta -10.4422 +▁massa -10.4423 +▁uhri -10.4423 +lahti -10.4424 +koulutus -10.4429 +▁kehi -10.4433 +ohje -10.4433 +ttavan -10.4433 +Su -10.4437 +▁Yhdysvalloissa -10.4438 +▁vaikutusta -10.444 +sor -10.4442 +▁kulut -10.4443 +Ku -10.4443 +▁Ex -10.4446 +▁Tur -10.4447 +▁pelkkää -10.4447 +▁ensimmäiset -10.4449 +ittain -10.4449 +▁murha -10.445 +▁viittaa -10.4451 +▁pääsevät -10.4451 +vaihto -10.4452 +▁jäsenet -10.4454 +▁biisi -10.4456 +kii -10.4456 +▁lan -10.4457 +▁teini -10.4458 +toihin -10.446 +▁tietyn -10.4462 +▁säästä -10.4463 +▁tunnetu -10.4463 +▁2004 -10.4463 +pil -10.4466 +ttinen -10.4469 +tavaa -10.4472 +▁Väli -10.4473 +▁julkisen -10.4476 +▁kuljetus -10.4482 +▁välttää -10.4483 +oh -10.4487 +▁paikkoja -10.4488 +▁kutsutaan -10.4489 +▁vapaasti -10.4489 +▁menne -10.4491 +les -10.4494 +za -10.4495 +▁karsi -10.4498 +▁ohjeet -10.4498 +▁toisiaan -10.4499 +▁21. -10.45 +▁mieluummin -10.4503 +kkeja -10.4508 +pp -10.4509 +▁Tor -10.451 +▁suhteellisen -10.452 +öljy -10.4525 +▁nimet -10.4531 +OS -10.4532 +fo -10.4535 +änsä -10.4538 +lliseen -10.4545 +kai -10.4549 +rakennus -10.4551 +▁kykene -10.4552 +▁vahvistu -10.4554 +▁tykkään -10.4554 +▁puhtaa -10.4555 +▁pääosin -10.4558 +▁vihreä -10.4558 +▁Ny -10.4559 +▁toisesta -10.4559 +mpien -10.456 +▁vanhat -10.4562 +hallitus -10.4565 +▁katsella -10.4566 +VI -10.4576 +▁paluu -10.458 +▁suojelu -10.4585 +▁Anne -10.4589 +Me -10.459 +▁Super -10.4591 +▁kierto -10.4593 +▁piilo -10.4594 +▁palautetta -10.4596 +▁väestö -10.4598 +▁Ville -10.4598 +museo -10.4598 +▁aktiivisesti -10.46 +▁minne -10.4603 +ira -10.4609 +▁ön -10.461 +▁johda -10.4613 +▁pakkas -10.4615 +steri -10.4617 +ttoman -10.4617 +▁Sii -10.4618 +▁Vil -10.4618 +▁ennuste -10.4619 +mg -10.4622 +llu -10.4623 +▁työskentely -10.4623 +ympäristö -10.4624 +▁herää -10.4625 +SI -10.4625 +nnat -10.4627 +etti -10.4629 +▁herä -10.463 +▁maasto -10.4631 +paikkoja -10.4632 +01 -10.4633 +▁tavallaan -10.4633 +▁kolmi -10.4633 +ley -10.4634 +▁taho -10.4634 +ensä -10.4634 +▁12. -10.4635 +▁Pieni -10.4636 +▁Arvo -10.4636 +▁Salo -10.4637 +.18 -10.4638 +uru -10.4638 +▁Julkaistu -10.464 +arvio -10.4645 +net -10.4647 +▁hymy -10.4648 +▁Talo -10.4651 +▁sinänsä -10.4651 +▁Er -10.4652 +▁TA -10.4654 +▁ohjelman -10.4654 +29 -10.4655 +▁ale -10.4659 +▁pistettä -10.4659 +▁koro -10.4659 +▁huomio -10.4661 +LO -10.4664 +työt -10.4665 +yhdistys -10.4669 +▁johtuen -10.4674 +miel -10.4675 +ER -10.4678 +▁useimmiten -10.4678 +▁tahdo -10.4679 +▁kertonut -10.4681 +▁lauta -10.4681 +joista -10.4681 +▁kulutus -10.4684 +▁jatkoi -10.4685 +▁alus -10.4686 +ettu -10.4688 +▁luottaa -10.4688 +▁kanava -10.4689 +ruoka -10.4692 +▁Raha -10.4694 +▁talle -10.4695 +▁käydään -10.4695 +▁Gi -10.4695 +▁ratkaisuja -10.4701 +▁tunnetaan -10.4703 +.12. -10.4704 +▁tapaus -10.4707 +rve -10.4708 +▁tarvinnut -10.4709 +▁rivi -10.4709 +▁ad -10.4715 +tasolla -10.4717 +veri -10.4722 +▁hakemaan -10.4723 +kulma -10.4723 +▁kummi -10.4723 +vuotiaana -10.4725 +▁tiedosto -10.473 +▁kasa -10.4732 +tietoja -10.4734 +▁kolmannen -10.4736 +▁peliä -10.4738 +▁voiton -10.4738 +noi -10.4742 +▁sade -10.4743 +tynyt -10.4743 +yhteisö -10.4747 +määri -10.4748 +▁Es -10.4749 +▁tiennyt -10.475 +▁Lau -10.4751 +▁loppuu -10.4762 +▁tulivat -10.4763 +▁14. -10.4763 +▁tervee -10.4764 +▁palata -10.4764 +▁Israel -10.4764 +▁digi -10.4768 +▁yllättävän -10.477 +▁unelma -10.4774 +.14 -10.4774 +▁Fe -10.4774 +▁yhteiskunnallis -10.4775 +28 -10.4777 +▁karva -10.4778 +Hän -10.4779 +ude -10.4779 +▁päättyy -10.4784 +talous -10.4785 +yritys -10.4786 +▁ihmisistä -10.4789 +age -10.479 +▁näköinen -10.4791 +▁Ruotsi -10.4792 +▁vakuu -10.4796 +▁kynsi -10.4796 +kuntien -10.48 +teilla -10.4804 +silla -10.4811 +▁lopulla -10.4811 +▁omiin -10.4812 +▁mobiili -10.4813 +ito -10.4814 +elin -10.4816 +▁tyhmä -10.4818 +▁sanat -10.4819 +▁neli -10.482 +▁välistä -10.4822 +ääri -10.4823 +▁Tänä -10.4823 +▁elo -10.4824 +keli -10.4825 +▁Media -10.4826 +▁ympärille -10.4828 +▁saatava -10.483 +▁Pitää -10.4831 +▁liikenteen -10.4832 +johto -10.4836 +▁hermo -10.4837 +▁työntekijöiden -10.4837 +mille -10.4841 +▁aikojen -10.4843 +laitoksen -10.4845 +hoitaja -10.4847 +▁läsnä -10.4849 +▁Ken -10.4852 +laina -10.4852 +kalla -10.4853 +▁hinnan -10.4853 +▁nykyinen -10.4855 +▁sairaala -10.4855 +▁selviää -10.4856 +elli -10.4857 +kaudella -10.486 +lat -10.4861 +toimintaa -10.4865 +▁peruste -10.4868 +▁Aivan -10.4869 +ongelma -10.4872 +▁riittävä -10.4873 +▁koulutusta -10.4875 +laisille -10.4876 +jiä -10.4877 +▁Mat -10.4877 +▁pre -10.4877 +▁8. -10.4878 +vuo -10.4878 +▁Oletko -10.4883 +▁=) -10.4884 +Näin -10.4885 +▁Tampere -10.4887 +mpe -10.4887 +▁leik -10.4887 +▁tarkkaan -10.4887 +kanava -10.4889 +kul -10.489 +▁erilaista -10.4891 +▁edellisen -10.4893 +▁Kysy -10.4893 +▁ohjeita -10.4893 +▁el -10.4895 +▁suht -10.4895 +▁hyödyntä -10.4898 +▁pelko -10.4898 +KI -10.4901 +▁päättyi -10.4903 +▁Ilman -10.4906 +▁kuolema -10.4908 +koista -10.4909 +▁mahtuu -10.4909 +.8 -10.491 +testi -10.4911 +▁muokkaa -10.4912 +▁reagoi -10.4914 +▁viikonloppu -10.4914 +▁toimimaan -10.4915 +▁opi -10.4917 +politiikan -10.4919 +▁ker -10.492 +▁Kyseessä -10.4921 +TI -10.4921 +▁vaativat -10.4923 +telee -10.4927 +▁korke -10.4928 +▁keskustan -10.4928 +▁olympia -10.4928 +▁hiukset -10.4928 +▁kokeile -10.4934 +▁viestin -10.4939 +▁hävi -10.4941 +▁tuke -10.4942 +rs -10.4942 +▁mikro -10.4942 +▁tilan -10.4943 +stys -10.4945 +▁live -10.4947 +inta -10.4949 +▁sito -10.495 +▁haki -10.4951 +▁kaikessa -10.4952 +▁satoja -10.4955 +▁liitty -10.4956 +▁lähelle -10.4961 +▁armeija -10.4964 +uu -10.4964 +kanta -10.4965 +27 -10.4969 +.20 -10.4972 +▁keskittyä -10.4972 +kokous -10.4972 +▁vakavasti -10.4973 +▁käsitellään -10.4974 +▁palkinto -10.4975 +▁katse -10.4977 +▁palveluita -10.4979 +ok -10.4979 +▁hanke -10.498 +▁muodostu -10.4982 +▁Ohjelma -10.4983 +▁vauhtia -10.4985 +MA -10.4987 +▁nykyisen -10.4989 +uteen -10.4991 +▁varo -10.4991 +26 -10.4993 +▁tilanteeseen -10.4994 +▁5. -10.4995 +▁laskea -10.4995 +▁vaatteita -10.4996 +▁Kunta -10.5001 +▁EM -10.5001 +▁palvelujen -10.5002 +▁Kivi -10.5004 +materiaali -10.5006 +▁yhdeksän -10.5006 +▁suorastaan -10.5006 +apu -10.5008 +▁neste -10.5008 +▁Raamattu -10.501 +▁Mut -10.501 +▁yrittänyt -10.5014 +▁käteen -10.5015 +▁1000 -10.5017 +oissa -10.5019 +▁taksi -10.5022 +hö -10.5023 +▁todeta -10.5023 +▁luokkaa -10.5023 +tettua -10.5024 +▁kuukaudessa -10.5024 +▁asenne -10.5026 +peä -10.5029 +▁kysyi -10.503 +▁Fin -10.5031 +▁elämänsä -10.5032 +MI -10.5033 +▁tekemä -10.5034 +läis -10.5034 +▁liittyvä -10.5036 +▁Tii -10.5037 +▁Vero -10.504 +▁vähentä -10.5042 +vapaa -10.5045 +▁pehmeä -10.5046 +▁kera -10.5047 +▁kaula -10.5047 +▁yllätys -10.5047 +▁Sil -10.5048 +llisuuden -10.505 +hel -10.505 +▁maakunta -10.5052 +▁samoja -10.5054 +▁kymmeniä -10.5058 +▁leima -10.5058 +▁ter -10.506 +ksella -10.506 +illut -10.5061 +▁han -10.5064 +▁vastaavat -10.5067 +▁7. -10.5067 +▁näkyvä -10.5069 +des -10.5069 +▁kampanja -10.5075 +PS -10.5075 +▁Min -10.5075 +suunta -10.5076 +tessa -10.508 +▁millainen -10.5083 +Le -10.5084 +▁Ab -10.5086 +▁Saksa -10.509 +▁palveluja -10.5091 +▁arvioida -10.5092 +uk -10.5094 +▁nap -10.5094 +▁pri -10.5097 +Tänään -10.5099 +▁em -10.5103 +▁Suomalais -10.5105 +▁kahdesta -10.5106 +▁miehelle -10.5107 +▁15. -10.5108 +palveluiden -10.5109 +kkien -10.5111 +▁nukkumaan -10.5116 +iva -10.5119 +▁moneen -10.512 +▁rakastaa -10.5122 +▁joutuvat -10.5123 +2009 -10.5124 +▁teollisuus -10.5124 +▁syntymä -10.5125 +▁Star -10.5126 +▁valtaa -10.5126 +risti -10.5128 +▁Th -10.5129 +kkaita -10.5131 +▁korona -10.5132 +muksen -10.5141 +tse -10.5146 +hanke -10.5147 +not -10.5149 +▁tunnistaa -10.5152 +veden -10.5152 +2011 -10.5153 +.7 -10.5155 +olle -10.5155 +VA -10.5156 +▁nuoren -10.5161 +avat -10.5164 +2016 -10.5167 +▁Päivi -10.5169 +▁tekeminen -10.517 +pussi -10.5171 +▁kyky -10.5172 +uma -10.5175 +▁todiste -10.5175 +▁lauantai -10.518 +ture -10.5181 +▁toimesta -10.5181 +▁vastaanotto -10.5185 +▁nopeammin -10.5186 +▁kuulo -10.5187 +▁Maan -10.5187 +ove -10.5188 +▁miehi -10.5188 +kt -10.5191 +▁Energia -10.5192 +.16 -10.5193 +mani -10.5194 +▁sanon -10.5194 +▁tuhansia -10.5195 +▁tarkka -10.5196 +▁kana -10.5199 +▁syyt -10.5201 +▁erilaisten -10.5204 +▁joulun -10.5205 +lit -10.5206 +▁putki -10.5208 +mmasta -10.5208 +Q -10.5209 +▁väkivalta -10.5211 +▁strategia -10.5212 +mur -10.5213 +▁tilata -10.5214 +▁pir -10.5215 +▁otta -10.5221 +▁työpaikka -10.5221 +▁07 -10.5223 +▁päätin -10.5223 +▁harrastus -10.5228 +▁loput -10.5228 +eilla -10.523 +maiden -10.5231 +▁kukin -10.5233 +od -10.5233 +▁huume -10.5235 +▁tuen -10.5239 +up -10.524 +▁jy -10.5241 +▁rahasto -10.5242 +lon -10.5244 +ist -10.5254 +▁MI -10.5262 +ssakin -10.5262 +▁ystäviä -10.5262 +▁kilometriä -10.5267 +▁perustelu -10.527 +dis -10.5272 +vio -10.5273 +ote -10.5273 +▁mummo -10.5273 +55 -10.5275 +▁Yritys -10.5276 +▁ajoneuvo -10.5276 +▁valu -10.5276 +▁Niinistö -10.5276 +▁Niinpä -10.5276 +▁villi -10.528 +mit -10.5282 +▁suosittu -10.5282 +ologi -10.5285 +koita -10.5289 +▁tutkia -10.5289 +anssi -10.5292 +▁17. -10.5293 +▁Täytyy -10.5294 +▁alo -10.5294 +erä -10.5295 +▁Vesi -10.5296 +keri -10.5302 +▁koriste -10.5302 +▁oikeaa -10.5303 +▁näkemään -10.5304 +▁täys -10.5305 +▁onnellinen -10.5306 +kaisi -10.531 +▁puolelta -10.5312 +▁kiusaa -10.5316 +inti -10.5316 +myynti -10.5319 +AA -10.532 +Tu -10.532 +que -10.5323 +keä -10.5326 +ntoja -10.5327 +▁autta -10.5327 +omi -10.5331 +luu -10.5333 +täjä -10.5335 +▁ymmärtä -10.5336 +▁Tee -10.5338 +▁sivuilla -10.5342 +▁nettikasino -10.5344 +▁isoja -10.5351 +▁kohteesta -10.5354 +por -10.5354 +emi -10.5355 +hallinto -10.5359 +▁mallin -10.5361 +▁varattu -10.5362 +isestä -10.5362 +▁vastustaja -10.5365 +▁tehokkaasti -10.5366 +.05 -10.5367 +▁ihmeessä -10.5368 +▁rap -10.5373 +▁Niiden -10.5373 +ystävä -10.5373 +menetelmä -10.5374 +▁valmiina -10.5374 +rvi -10.5374 +pat -10.5377 +▁valmistettu -10.5377 +mal -10.5379 +matto -10.5382 +ttaneet -10.5385 +▁hiekka -10.5388 +paa -10.5388 +▁uskonno -10.5389 +▁esittely -10.5389 +▁muutto -10.539 +▁16. -10.5391 +▁Ranskan -10.5391 +▁valittiin -10.5392 +▁Entä -10.5394 +▁käsitellä -10.5395 +▁odot -10.5395 +▁kieltää -10.5395 +▁kg -10.5397 +ate -10.5397 +▁avain -10.5398 +yli -10.5398 +▁puhui -10.5401 +vuotiaan -10.5403 +▁tältä -10.5403 +▁Gra -10.5407 +▁02 -10.5409 +▁01 -10.5413 +▁Alku -10.5414 +kiä -10.5415 +▁Toi -10.5417 +▁pitäis -10.5419 +▁haju -10.542 +▁:( -10.5422 +▁löytä -10.5426 +immat -10.5426 +▁ryhmän -10.5427 +-2 -10.5427 +▁Kauppa -10.5427 +▁Kulttuuri -10.5429 +-1 -10.5429 +▁33 -10.5433 +▁seuraavana -10.5435 +vakuutus -10.5436 +▁Heikki -10.5439 +▁hui -10.5441 +▁Silti -10.5442 +▁mahdotonta -10.5444 +▁ostin -10.5444 +▁tuhoa -10.5444 +▁muttei -10.5445 +teta -10.5446 +▁asioi -10.5446 +▁laskee -10.5447 +▁ulkopuolelle -10.5447 +oon -10.5447 +urheilu -10.5448 +näyttely -10.5449 +keen -10.545 +▁työkalu -10.5451 +▁ihanan -10.5454 +virasto -10.5455 +lie -10.5456 +▁Mor -10.5461 +energia -10.5463 +asunno -10.5466 +▁harmaa -10.5468 +▁muuttui -10.5469 +▁asiakkaat -10.547 +säännö -10.547 +▁Äiti -10.5472 +▁data -10.5474 +▁Poika -10.5474 +▁palveluiden -10.5474 +▁6. -10.5475 +▁kesti -10.5475 +▁hienosti -10.5476 +▁muutosta -10.5476 +▁kuume -10.548 +▁leikkaus -10.5481 +▁sehän -10.5481 +▁Lin -10.5482 +▁enemmistö -10.5482 +▁tilanteissa -10.5485 +▁tapahtumia -10.5488 +▁erää -10.5489 +.17 -10.549 +▁alkoivat -10.549 +▁noudatta -10.5494 +ls -10.5495 +▁Lahden -10.5499 +▁oireita -10.55 +käynti -10.55 +▁Las -10.5502 +lapsi -10.5503 +▁Kaiken -10.5505 +▁fiilis -10.5505 +viikko -10.5506 +misella -10.5514 +▁tavallista -10.5514 +▁osallistui -10.5515 +▁22. -10.5519 +lk -10.552 +mitta -10.552 +▁neulo -10.5522 +▁seuranta -10.5524 +rahasto -10.5528 +▁otettiin -10.5528 +tetut -10.5529 +tteri -10.553 +▁iski -10.5535 +▁maanantai -10.5536 +▁tappa -10.5536 +▁Kemi -10.5537 +▁vikaa -10.5538 +▁Koira -10.5539 +▁Ole -10.5542 +▁löysi -10.5543 +ct -10.5543 +▁ison -10.5546 +veto -10.5547 +▁Eurooppa -10.5547 +▁osasto -10.5549 +.04 -10.555 +▁1,5 -10.5552 +▁Toiminta -10.556 +▁ampu -10.5562 +alainen -10.5562 +▁astetta -10.5562 +▁stressi -10.5563 +huollon -10.5563 +ttamista -10.5564 +▁jokaisella -10.5564 +halu -10.5565 +▁naama -10.5566 +▁hammas -10.5566 +▁Nykyään -10.5566 +opas -10.5567 +▁joille -10.5568 +yr -10.5571 +▁näyttelijä -10.5571 +hko -10.5575 +▁myö -10.5578 +issaan -10.558 +▁paikkansa -10.5581 +▁Air -10.5589 +▁Tavoitteena -10.559 +▁Sana -10.5593 +▁ajatellut -10.5595 +▁ajassa -10.5597 +▁dollaria -10.5601 +KUVA -10.5601 +io -10.5604 +▁heittää -10.5609 +elämän -10.5609 +kuin -10.5612 +▁antamaan -10.5612 +▁75 -10.5614 +▁paikasta -10.5615 +▁Hannu -10.5615 +kylä -10.5616 +stettu -10.5617 +▁ääntä -10.5618 +▁SE -10.5618 +▁Lauri -10.562 +▁kasvua -10.5621 +suus -10.5622 +▁käytän -10.5625 +peruste -10.5626 +media -10.5626 +▁suurimman -10.5627 +▁Marja -10.5628 +▁tapaamis -10.5629 +tuote -10.5631 +▁use -10.5637 +paketti -10.5641 +▁home -10.5641 +▁nousta -10.5641 +▁mittari -10.5642 +ele -10.5645 +33 -10.5647 +▁tilanteesta -10.565 +▁ol -10.5651 +köhän -10.5653 +▁mestari -10.5654 +▁samanlainen -10.5657 +▁Pikku -10.5659 +▁tunnusta -10.566 +▁ympäristön -10.5662 +▁naura -10.5663 +▁vauvan -10.5663 +▁mukainen -10.5667 +▁du -10.5667 +▁hyvässä -10.5668 +▁36 -10.5669 +▁kauniita -10.5671 +13 -10.5672 +▁ruotsalais -10.5672 +▁muutoin -10.5673 +▁elokuvan -10.5674 +▁ehkäisy -10.5674 +▁vahvista -10.5676 +tuksi -10.5678 +ydy -10.5679 +▁kehitystä -10.568 +viesti -10.5682 +pelejä -10.5683 +▁Tiedän -10.5683 +▁auringon -10.5685 +tili -10.5685 +▁yöllä -10.5685 +▁veren -10.5693 +kesk -10.5695 +jon -10.57 +▁City -10.5701 +▁luokse -10.5701 +▁voimakkaasti -10.5704 +▁hoi -10.5705 +▁tietävät -10.5709 +▁pukeutu -10.5712 +▁yks -10.5715 +▁luottamus -10.5715 +▁fin -10.572 +▁Oon -10.572 +▁kädessä -10.5723 +ido -10.5723 +▁sanoen -10.5723 +▁käynnissä -10.5724 +▁tasolle -10.5725 +▁lukemaan -10.5726 +▁tauti -10.5729 +▁Ensin -10.5731 +▁säästää -10.5734 +ft -10.5734 +▁viri -10.5734 +?! -10.5736 +▁piir -10.5736 +vallan -10.5738 +▁muutoksen -10.5739 +neensa -10.5739 +▁vaikutta -10.574 +ttejä -10.5742 +▁Uskon -10.5742 +▁ruu -10.5742 +▁kuuntele -10.5743 +▁oltiin -10.5743 +▁pii -10.5745 +▁ulkomailla -10.5746 +▁Rai -10.5747 +koodi -10.5748 +▁kokea -10.5749 +VastaaPoista -10.5753 +isuudesta -10.5754 +usko -10.5754 +▁ilmoitus -10.5755 +▁venäläis -10.5757 +▁hai -10.5758 +▁Ranska -10.5758 +▁löysin -10.5759 +En -10.5761 +▁Sta -10.5767 +▁liity -10.5773 +▁pakka -10.5774 +▁maksoi -10.5774 +▁Käsi -10.5775 +puolen -10.5776 +▁valmistautu -10.5776 +matonta -10.5781 +▁luomu -10.5782 +▁roska -10.5784 +▁arva -10.5786 +▁Fo -10.5786 +PA -10.5787 +1- -10.5788 +▁not -10.5788 +▁mielipiteitä -10.579 +anto -10.579 +▁sisko -10.5791 +▁kerrallaan -10.5794 +▁Mac -10.5798 +metsä -10.5799 +▁taiteilija -10.5804 +paikkaa -10.5805 +▁ongelmaa -10.5807 +▁vaikkei -10.581 +Z -10.581 +liikenne -10.581 +▁sairas -10.5813 +▁Keskustelu -10.5813 +kymmentä -10.5814 +▁yritti -10.5815 +työntekijä -10.5815 +▁hö -10.5815 +ström -10.5817 +▁näyttö -10.5817 +▁vakio -10.5817 +▁aloitus -10.5819 +lus -10.5819 +stin -10.5821 +▁sähkön -10.5821 +lasi -10.5821 +syy -10.5823 +▁varmista -10.5824 +▁milj -10.5824 +logi -10.5827 +▁luokka -10.5829 +▁Kal -10.583 +▁perustuva -10.5833 +sing -10.5834 +▁Radio -10.5838 +▁ap -10.5838 +let -10.5839 +▁iloinen -10.5839 +om -10.584 +neeseen -10.5841 +▁saamme -10.5841 +▁Q -10.5842 +reissu -10.5845 +naan -10.5845 +▁yhdistyksen -10.5845 +töitä -10.5846 +▁maalin -10.5846 +▁avata -10.5847 +▁vastaavan -10.585 +ction -10.5852 +siirto -10.5856 +▁Kukaan -10.586 +▁seurakunnan -10.5861 +▁Eipä -10.5861 +▁olemassaolo -10.5863 +oille -10.5864 +▁piiri -10.5867 +ama -10.5868 +▁itke -10.5868 +isellä -10.587 +▁Kir -10.587 +▁kuvassa -10.5873 +▁jonne -10.5874 +▁2003 -10.5879 +▁turvaa -10.588 +▁vastaavaa -10.5882 +▁elin -10.5882 +von -10.5883 +▁pla -10.5886 +käyttöön -10.5888 +▁Can -10.589 +▁Espoon -10.5891 +▁lämmin -10.5891 +▁Kaa -10.5892 +▁päästö -10.5892 +elokuva -10.5893 +▁omilla -10.5895 +▁Lii -10.5895 +ös -10.5898 +▁lähte -10.5899 +▁mal -10.5899 +iselta -10.59 +ttamalla -10.5901 +rus -10.5902 +32 -10.5903 +31 -10.5905 +▁kive -10.5906 +▁erinomainen -10.5906 +▁johdosta -10.5909 +▁tuotto -10.5909 +▁lukuisia -10.5909 +▁syys -10.591 +▁seuraavaksi -10.5913 +▁uhkaa -10.5914 +▁sanoja -10.5915 +▁kustannukset -10.5916 +▁uudesta -10.5917 +▁korostaa -10.5917 +amista -10.5918 +san -10.592 +uku -10.5922 +▁hyvinvoinnin -10.5922 +taisi -10.5923 +mätön -10.5923 +▁some -10.5926 +ttomasti -10.5927 +ilun -10.5928 +▁vois -10.5929 +poli -10.593 +▁innovaatio -10.5931 +▁tuska -10.5937 +▁rai -10.5937 +▁budjetti -10.5939 +▁hakee -10.5939 +▁suklaa -10.5941 +▁web -10.5941 +▁w -10.5941 +▁kipeä -10.5943 +klo -10.5944 +▁välein -10.5948 +▁miellyttävä -10.5948 +kkonen -10.5948 +▁rakkautta -10.5948 +▁lui -10.595 +kaali -10.5952 +▁vapa -10.5953 +▁that -10.5955 +▁potentiaali -10.5957 +▁kasvo -10.5957 +36 -10.5958 +▁ur -10.5963 +▁enemmänkin -10.5963 +tuksiin -10.5967 +▁sorme -10.5969 +alisti -10.5974 +▁alalla -10.5975 +▁tuollainen -10.5975 +▁uuni -10.5976 +äni -10.5976 +▁Pen -10.5976 +▁tarvitsevat -10.5977 +▁lausunto -10.5977 +▁Am -10.5979 +keet -10.598 +pullo -10.5981 +than -10.5981 +▁avioliitto -10.5982 +taja -10.5982 +▁henkilöt -10.5985 +▁läheise -10.5986 +▁yhteistä -10.5987 +▁Ainoa -10.5987 +▁neliö -10.5987 +▁lopu -10.5988 +▁persoona -10.5989 +tyi -10.5989 +▁aito -10.5991 +isempi -10.5992 +▁teos -10.5997 +▁asioissa -10.5999 +▁turhan -10.6003 +▁muoti -10.6003 +38 -10.6009 +hl -10.6009 +nnän -10.601 +▁sii -10.601 +Jä -10.601 +▁nuku -10.601 +▁jono -10.6011 +ukku -10.6014 +▁omalle -10.6014 +▁menesty -10.6016 +▁uudistu -10.6016 +▁asuin -10.6018 +aho -10.6018 +▁johti -10.6018 +▁Ihmiset -10.6018 +▁Suuri -10.6019 +▁kasvattaa -10.6019 +▁vaikuta -10.6021 +▁hankkeen -10.6022 +▁ennenkuin -10.6023 +▁kasvatta -10.6023 +asunto -10.6026 +▁sisältöä -10.6026 +tari -10.6026 +alalla -10.6028 +hahmo -10.6028 +▁Keskus -10.6031 +yhtiön -10.6035 +▁suomessa -10.6035 +osi -10.6035 +teessa -10.6037 +45 -10.6038 +kulut -10.6042 +▁paikat -10.6042 +▁majoitus -10.6043 +▁mahdolliset -10.6047 +▁Perhe -10.6047 +▁sellaiset -10.6048 +▁tavara -10.605 +▁nykyistä -10.6051 +▁Kaupunki -10.6052 +tyksessä -10.6053 +är -10.6053 +kivi -10.6054 +kille -10.6057 +▁hehku -10.6059 +kien -10.6059 +▁avoin -10.606 +Tällä -10.6061 +▁Ammatti -10.6061 +▁työttömyys -10.6062 +joille -10.6063 +▁poimi -10.6063 +▁tekstiä -10.6064 +▁blogin -10.6064 +▁kilo -10.6065 +▁maailmaan -10.6066 +▁matkustaja -10.607 +▁keskustelun -10.6071 +▁tuotte -10.6071 +dd -10.6073 +stasi -10.6074 +▁600 -10.6076 +▁alka -10.6078 +▁kysymykseen -10.6079 +rata -10.6079 +liikenteen -10.6079 +▁Varsinkin -10.608 +▁näköjään -10.6081 +▁Henki -10.6082 +yyden -10.6083 +▁Hyvin -10.6083 +▁pääoma -10.6085 +▁baari -10.6086 +▁laitos -10.6086 +▁hoitaja -10.6088 +34 -10.609 +▁kappaletta -10.6091 +koski -10.6093 +hallinnon -10.6095 +dessä -10.6096 +joki -10.6096 +▁tumma -10.6097 +▁kirjoja -10.6098 +▁ajatukse -10.6099 +▁kalenteri -10.6101 +verkosto -10.6102 +▁toimeen -10.6104 +ttien -10.6109 +▁ele -10.6109 +▁pussi -10.6109 +▁näytö -10.611 +▁toisistaan -10.6112 +▁Ari -10.6112 +▁poikkeus -10.6113 +ttomuus -10.6116 +▁pommi -10.6117 +▁vastauksia -10.6118 +▁kakkos -10.6118 +▁kohtuu -10.6122 +▁maha -10.6124 +kirjasto -10.6124 +onin -10.613 +▁korjaa -10.6131 +▁johtava -10.6131 +▁taulu -10.6136 +kistä -10.6136 +▁Rakennus -10.6137 +▁otettava -10.6138 +▁reilusti -10.6138 +Jos -10.6141 +▁satama -10.6141 +▁isompi -10.6146 +▁con -10.6148 +▁vaatteet -10.615 +▁kristillis -10.6151 +▁yritän -10.6158 +▁go -10.6158 +▁asennus -10.6163 +2020 -10.6164 +▁turhaa -10.6165 +▁toiminnassa -10.6167 +▁tarkoitetaan -10.6168 +▁totu -10.6169 +▁Hanna -10.617 +▁pelasta -10.6173 +▁ääne -10.6176 +tieteen -10.6177 +▁monessa -10.6186 +▁epäily -10.6187 +▁34 -10.619 +▁ajoissa -10.6191 +▁Kilpailu -10.6191 +▁are -10.6197 +▁pojat -10.6199 +▁sote -10.6201 +▁pyysi -10.6202 +Po -10.6203 +▁Paavo -10.6204 +▁Vapaa -10.6206 +▁menisi -10.6206 +▁ravi -10.6208 +▁kuuden -10.6209 +kkin -10.6211 +teille -10.6211 +kuvaa -10.6213 +sissa -10.6213 +istaan -10.6216 +▁tuule -10.6216 +▁vertaa -10.6219 +▁järkevä -10.6223 +steli -10.6226 +▁miettimään -10.6226 +▁tyhjä -10.6229 +väline -10.6229 +▁pelastus -10.6231 +▁oikealla -10.6231 +riski -10.6231 +ehdot -10.6231 +▁vaaditaan -10.6233 +▁arkisto -10.6235 +▁Nokia -10.6235 +con -10.6238 +▁aio -10.6239 +kysely -10.6246 +▁ominaisuuksia -10.6249 +for -10.6252 +▁käytiin -10.6254 +▁Heidän -10.6257 +tetun -10.6257 +▁lö -10.6262 +▁Erityisesti -10.6262 +▁Rä -10.6263 +ow -10.6263 +hetki -10.6265 +solu -10.6266 +▁mukanaan -10.6267 +kisa -10.6268 +▁suositu -10.6269 +▁ostaja -10.6271 +▁kanssaan -10.6272 +▁talven -10.6273 +▁arjen -10.6274 +▁monien -10.6274 +▁pistä -10.6277 +▁Is -10.6277 +ight -10.6279 +95 -10.6284 +▁hoitoa -10.6284 +▁kanne -10.6284 +▁Tre -10.6285 +▁vaikutuksia -10.6287 +▁selvittä -10.6288 +▁puoleen -10.629 +▁julkista -10.6292 +▁Loppu -10.6292 +▁syömään -10.6294 +▁hyödy -10.6297 +▁kysymyksiin -10.6301 +▁toive -10.6302 +▁ratkaista -10.6302 +▁up -10.6303 +▁peruna -10.6304 +▁pila -10.6306 +▁nosti -10.6306 +▁tarkista -10.6313 +▁vastaamaan -10.6314 +▁välinen -10.6314 +▁Ker -10.6316 +▁arvon -10.632 +▁Vara -10.632 +▁muutti -10.6323 +▁mukavasti -10.6323 +▁helpompaa -10.6324 +▁yksinkertainen -10.6324 +tyä -10.6329 +▁Aalto -10.633 +Ke -10.6337 +▁sitte -10.6341 +▁eksy -10.6342 +▁from -10.6347 +pinta -10.6348 +▁odotetaan -10.635 +▁Vähän -10.6353 +37 -10.6354 +▁kulki -10.6354 +▁arvioidaan -10.6356 +▁luvan -10.6356 +▁blogissa -10.6358 +nainen -10.6358 +puisto -10.6361 +▁äärimmäisen -10.6362 +▁tal -10.6365 +hallituksen -10.6366 +▁250 -10.6366 +▁markkinoille -10.6367 +vie -10.6367 +▁sammu -10.6371 +kerho -10.6371 +▁todellisuudessa -10.6372 +▁teknologia -10.6375 +▁sovittu -10.6376 +▁pinna -10.6377 +ffi -10.6384 +▁John -10.6389 +No -10.6392 +▁suoritus -10.6394 +.03 -10.6397 +▁pääsisi -10.6397 +▁selvitys -10.6397 +hei -10.6399 +▁säilyttää -10.64 +▁kehittämiseen -10.6401 +▁raskaus -10.6403 +▁Vastaa -10.6405 +▁Ero -10.6406 +▁touhu -10.6406 +mari -10.6408 +▁Hallitus -10.6408 +Lä -10.641 +▁tavallinen -10.6411 +▁vajaa -10.6412 +▁selviä -10.6413 +▁linkki -10.6416 +tyttö -10.6418 +▁menettely -10.6418 +essani -10.6421 +NN -10.6428 +▁sattui -10.6428 +▁painaa -10.6429 +▁tar -10.6429 +▁useammin -10.6432 +▁solu -10.6432 +▁kunnallis -10.6435 +tunnus -10.6439 +hdu -10.644 +▁ikkuna -10.644 +▁sp -10.644 +tuotteita -10.6444 +▁Missä -10.6444 +▁perustettu -10.6444 +pelin -10.6445 +▁Kiinan -10.6446 +▁korjata -10.6447 +kumppani -10.6447 +▁Por -10.6447 +▁vastausta -10.6448 +▁ime -10.6449 +▁es -10.6449 +lähtö -10.6452 +▁löytämään -10.6454 +▁markkinoilla -10.6458 +▁kallii -10.6459 +▁pure -10.646 +▁nar -10.646 +▁talvella -10.646 +sivät -10.646 +▁tarvitset -10.6462 +▁oppii -10.6465 +▁oven -10.6468 +▁syynä -10.6469 +VÄ -10.6471 +tz -10.6471 +yhteistyö -10.6472 +▁kie -10.6475 +vuotta -10.6479 +palkka -10.648 +▁Minulle -10.6483 +rii -10.6484 +▁06 -10.6484 +▁termi -10.6485 +▁kahdella -10.6485 +▁rin -10.6487 +2006 -10.6487 +▁mielipide -10.6487 +merkit -10.6488 +▁Välillä -10.649 +▁vaatia -10.6492 +kkiä -10.6495 +▁toden -10.6501 +juttu -10.6501 +▁pit -10.6501 +▁tuovat -10.6504 +▁Chi -10.6505 +▁Pol -10.6506 +nnissa -10.651 +▁järkeä -10.651 +▁systeemi -10.651 +elämää -10.6511 +▁mielenkiintoist -10.6511 +▁Kär -10.6512 +UN -10.6513 +▁vienti -10.6513 +fin -10.6515 +▁kyseinen -10.6517 +▁rikollis -10.6518 +▁Laki -10.6519 +▁ir -10.652 +yksikö -10.652 +palo -10.6526 +▁kas -10.6526 +▁Tri -10.6527 +▁oliko -10.6531 +uudet -10.6532 +▁pitki -10.6533 +▁käden -10.6537 +▁asteen -10.6538 +▁SDP -10.6538 +▁menestykse -10.6538 +vas -10.6538 +▁Oulu -10.6541 +ms -10.6542 +öö -10.6543 +mbo -10.6544 +Ö -10.6545 +▁napa -10.6546 +▁auttavat -10.6548 +▁Kirkko -10.6549 +▁18. -10.655 +▁seka -10.6551 +▁sijoitta -10.6551 +▁pyhi -10.6552 +ey -10.6559 +▁mielenkiintoine -10.6559 +oike -10.656 +ilen -10.6561 +syö -10.6563 +▁miettinyt -10.6563 +▁torju -10.6565 +,6 -10.6567 +▁järjestely -10.6567 +▁uudessa -10.6568 +▁Juu -10.6569 +mina -10.6569 +yyttä -10.657 +ffe -10.657 +miehe -10.657 +▁hyväksyä -10.6571 +teksti -10.6572 +▁näkökulma -10.6574 +chi -10.6574 +stelu -10.6574 +▁Ste -10.6578 +tteiden -10.6581 +▁Venäjällä -10.6581 +▁taito -10.6582 +▁hiihto -10.6584 +▁vieläkään -10.6585 +ohjaaja -10.6586 +tre -10.6589 +niemen -10.6589 +vänsä -10.6592 +▁varata -10.6592 +palvelujen -10.6597 +paperi -10.6597 +▁talossa -10.66 +▁palvelua -10.6601 +yttää -10.6601 +▁tarvitsisi -10.6602 +▁laiva -10.6602 +▁oike -10.6603 +▁maatalous -10.6604 +lasta -10.6608 +eille -10.6609 +▁osaamisen -10.6611 +100 -10.6611 +▁johtamis -10.6612 +▁pituus -10.6614 +kola -10.6618 +tähti -10.6619 +paikat -10.6622 +Mo -10.6623 +.02 -10.6626 +▁näki -10.6632 +▁ottelussa -10.6635 +▁oikeaan -10.6636 +Ki -10.6636 +ther -10.6636 +▁Toivon -10.6637 +▁toimittaa -10.6638 +taulu -10.6639 +▁unohtaa -10.6639 +▁käsite -10.664 +▁ilmais -10.664 +pur -10.6642 +pelaaja -10.6643 +▁saavuttaa -10.6649 +▁pahan -10.6651 +kainen -10.6653 +▁pakolais -10.6653 +▁vaikuttava -10.6653 +empaa -10.6653 +▁lihas -10.6654 +▁aikoihin -10.6657 +▁sisältävät -10.6657 +▁henkilökohtaine -10.6658 +▁Satu -10.6659 +eh -10.6661 +▁vas -10.6664 +▁pystynyt -10.6664 +▁paljastaa -10.6669 +maailma -10.6673 +juhla -10.6674 +▁luvassa -10.6675 +▁Tampereella -10.6677 +▁päättänyt -10.6677 +▁38 -10.6678 +▁Kallio -10.6679 +48 -10.668 +lf -10.668 +▁otin -10.6682 +▁häpeä -10.6684 +maista -10.6686 +▁sovellus -10.6694 +▁poikkeuksellise -10.6695 +▁10. -10.6695 +tellen -10.6696 +▁kuivu -10.6696 +▁pop -10.6697 +▁päivinä -10.6698 +▁tehtäviä -10.6705 +vari -10.6706 +▁23. -10.6706 +AT -10.6706 +.08 -10.6708 +läiset -10.6708 +:30 -10.6708 +eillä -10.671 +▁ui -10.671 +▁siirry -10.6712 +Suomessa -10.6713 +▁pienellä -10.6714 +▁käyttä -10.6715 +▁Toivo -10.6715 +gar -10.6716 +▁suuntaa -10.6725 +mallin -10.6727 +▁riittä -10.6727 +muutos -10.6728 +kkoja -10.6729 +▁oi -10.6729 +▁saimme -10.6729 +▁turvallise -10.6733 +suunnitelman -10.6738 +▁para -10.674 +dun -10.6743 +▁täyteen -10.6743 +▁presidentin -10.6744 +▁kansainvälisen -10.6749 +▁leikkaa -10.6749 +työhön -10.6753 +kkään -10.6754 +kuvat -10.6755 +kista -10.6759 +▁voimakkaa -10.676 +▁viestiä -10.6764 +▁MA -10.6764 +▁Tuntuu -10.6764 +.9 -10.6764 +joka -10.6767 +paine -10.6767 +▁meinaa -10.677 +▁aihetta -10.677 +▁astu -10.677 +eissä -10.6771 +▁tapahtua -10.6771 +▁kome -10.6773 +▁oireet -10.6779 +vyyttä -10.6788 +▁vanhaa -10.6788 +▁aiheuttama -10.6788 +▁Mur -10.6789 +▁Syy -10.679 +▁Yhteis -10.679 +tausta -10.6796 +▁palkan -10.6796 +▁herättää -10.6796 +▁osaltaan -10.6798 +TU -10.6798 +tauti -10.6801 +iltana -10.6801 +▁Ter -10.6802 +kampanja -10.6805 +otti -10.6805 +▁mielestään -10.6806 +xi -10.6806 +▁aloin -10.6807 +▁fo -10.6807 +ttavaksi -10.6807 +▁len -10.6808 +▁palkkio -10.6812 +▁käänty -10.6812 +▁hyvi -10.6814 +jako -10.6816 +ttomat -10.6816 +kkejä -10.6826 +▁kiinnostava -10.6829 +▁pelissä -10.6829 +▁Nor -10.683 +▁kiinnittää -10.6832 +▁olimme -10.6835 +etta -10.6835 +teo -10.6837 +musta -10.6838 +ap -10.6839 +▁allekirjoitta -10.6842 +▁55 -10.6844 +▁rakentaminen -10.6844 +▁rotu -10.6848 +tyt -10.6854 +▁SA -10.6855 +▁vihaa -10.6857 +▁mainita -10.6861 +▁raportoi -10.6861 +▁LA -10.6863 +▁päätöksiä -10.6863 +▁laula -10.6869 +▁kaikkialla -10.6869 +käsi -10.6873 +sali -10.6874 +▁vaativa -10.6875 +▁kaup -10.6875 +kalle -10.6876 +▁Kala -10.6877 +▁paa -10.6879 +kappale -10.6881 +▁merkitsee -10.6884 +▁yhdisty -10.6887 +2) -10.6887 +hankkeen -10.6888 +▁iloa -10.689 +▁Seura -10.689 +▁trendi -10.6891 +▁varus -10.6892 +▁Kristus -10.6892 +oihin -10.6896 +hotelli -10.6899 +▁köyhä -10.6901 +▁lasketaan -10.6903 +▁ideoita -10.6904 +kg -10.6905 +▁etsii -10.6905 +itsi -10.6905 +ud -10.6906 +▁kerrostalo -10.6906 +▁myydään -10.6906 +teollisuus -10.6906 +▁osannut -10.6907 +opettaja -10.6907 +▁kaiva -10.6909 +tejä -10.691 +pel -10.6912 +44 -10.6914 +tietojen -10.6914 +pankki -10.6921 +UT -10.6921 +▁virta -10.6922 +46 -10.6922 +75 -10.6923 +▁taisi -10.6924 +työssä -10.6924 +▁Palo -10.6924 +▁investointi -10.6925 +isyyttä -10.6926 +▁näky -10.6927 +▁lähettä -10.693 +▁aikuisten -10.6931 +▁yhdestä -10.6933 +▁Oi -10.6935 +▁kuussa -10.6937 +▁dis -10.6939 +▁Muu -10.694 +tietoa -10.6942 +▁maisema -10.6946 +.09 -10.6947 +tilanteessa -10.6948 +tuotteiden -10.6949 +▁akku -10.6952 +▁rekisteri -10.6952 +▁kohdistu -10.6952 +▁tytön -10.6952 +kasino -10.6953 +▁kuljettaja -10.6957 +▁yrityksiä -10.6958 +tuotanto -10.6958 +▁jalat -10.6958 +ov -10.6959 +▁puut -10.6961 +▁pariin -10.6962 +NI -10.6962 +▁tuntea -10.6964 +strategia -10.6967 +▁Lääkäri -10.6967 +odo -10.6967 +▁suunnattu -10.6968 +elämä -10.6968 +rekisteri -10.697 +▁sal -10.6971 +▁kasvatus -10.6972 +▁pelit -10.6972 +▁myöskin -10.6975 +▁sohva -10.6976 +politiikka -10.6976 +omistaja -10.6979 +kirjoitus -10.6981 +▁är -10.6983 +salo -10.6983 +▁pikkuhiljaa -10.6984 +▁ajaksi -10.6984 +▁laitetaan -10.6984 +pula -10.6984 +▁pihalla -10.6985 +▁uskovat -10.6985 +▁37 -10.6986 +▁onnea -10.6986 +▁johdon -10.6988 +▁post -10.6989 +ak -10.6991 +▁tyyliin -10.6991 +▁leviä -10.6992 +liitti -10.6994 +▁toimiala -10.6998 +tek -10.6999 +▁sijoi -10.7 +▁raskaa -10.7004 +▁Turku -10.7005 +65 -10.7009 +▁edusta -10.7012 +▁sattu -10.7014 +summa -10.7015 +kaise -10.702 +▁asuntolaina -10.7022 +▁ruusu -10.7023 +▁vapautu -10.7025 +jilla -10.7028 +kentä -10.703 +▁selvisi -10.703 +▁vaikutti -10.7033 +▁kissan -10.7034 +▁reaktio -10.7035 +tic -10.7036 +▁valmiita -10.7036 +pakka -10.7036 +▁liito -10.704 +▁jarru -10.7043 +▁yle -10.7047 +2015 -10.7054 +kello -10.7055 +toa -10.7057 +▁messu -10.7058 +nnosta -10.7059 +nnit -10.7059 +▁valkoinen -10.7062 +▁Aja -10.7066 +▁äänen -10.7067 +99 -10.7067 +▁65 -10.7069 +cy -10.707 +▁vaalea -10.7071 +▁annos -10.7074 +riin -10.7074 +▁minulta -10.7077 +moottori -10.708 +▁sosiaalisen -10.7081 +▁alkuperäis -10.7082 +kata -10.7083 +▁jatkui -10.7086 +▁-> -10.7087 +▁tra -10.7088 +▁sekaisin -10.7089 +▁Johanna -10.709 +▁Terveys -10.7091 +▁huu -10.7091 +▁Yhtiö -10.7091 +▁vaihta -10.7092 +teihin -10.7092 +▁laatua -10.7093 +▁luokan -10.7099 +▁kakku -10.7102 +▁pidettiin -10.7102 +▁mökki -10.7103 +fu -10.7104 +.06 -10.7105 +▁väärässä -10.711 +▁jaetaan -10.711 +▁muualta -10.711 +▁edustaa -10.7111 +47 -10.7116 +▁ajattelee -10.7117 +▁kohdassa -10.7117 +OT -10.7117 +▁toivoa -10.7119 +▁kiloa -10.712 +-3 -10.7121 +▁ett -10.7121 +viksi -10.7122 +▁pilvi -10.7122 +▁Sami -10.7123 +▁aiheutti -10.713 +▁käytettävä -10.713 +▁20. -10.7132 +▁mainio -10.7133 +osuus -10.7133 +▁Elämä -10.7134 +05 -10.7134 +▁tiedosta -10.7134 +▁tor -10.7135 +▁firma -10.7135 +▁nimessä -10.7136 +Re -10.7136 +▁ettet -10.7137 +▁terveyden -10.7137 +nnalla -10.7139 +▁elämäni -10.7141 +kkeli -10.7143 +▁vaihde -10.7147 +▁päivät -10.7147 +▁aikoja -10.7147 +ex -10.7152 +▁vaihtu -10.7154 +▁osu -10.7158 +▁katsomassa -10.7158 +▁pelaajat -10.7159 +▁kokonaisuudessa -10.716 +▁liittyvää -10.7161 +▁Kol -10.7162 +▁seikka -10.7163 +▁Janne -10.7163 +▁kaunista -10.7164 +▁pelannut -10.7166 +▁voiko -10.7166 +▁näkyi -10.7167 +▁erot -10.717 +▁turhaan -10.717 +▁Opetus -10.7171 +▁paljasta -10.7172 +tilat -10.7172 +▁19. -10.7174 +▁tehokas -10.7178 +▁ottamatta -10.7181 +▁Ly -10.7181 +▁sali -10.7181 +tehtävä -10.7182 +▁Henkilö -10.7182 +▁ohjaaja -10.7183 +ari -10.7184 +▁jutut -10.7186 +▁komea -10.7187 +▁potilaan -10.719 +▁huoneen -10.7191 +▁aiempaa -10.7191 +▁päästään -10.7192 +vaali -10.7194 +▁noudattaa -10.7194 +▁kat -10.7195 +▁osapuoli -10.7196 +▁kenen -10.7198 +▁ihmiselle -10.7198 +▁rakas -10.7199 +▁tapahtumat -10.7199 +▁kertoja -10.7202 +▁kartta -10.7203 +▁kuori -10.7205 +▁suosittelen -10.7205 +42 -10.7205 +▁tärkeintä -10.7208 +▁opiskelijoiden -10.7208 +49 -10.721 +▁itsessään -10.721 +teatteri -10.7213 +juhli -10.7216 +▁mittaa -10.7218 +▁hitaasti -10.7219 +eistä -10.7219 +▁linna -10.722 +▁oppinut -10.7222 +▁taikka -10.7227 +▁porno -10.7227 +▁mallia -10.7228 +▁rauha -10.7229 +▁pitkiä -10.723 +▁ajoin -10.723 +▁solmi -10.7233 +▁Ben -10.7234 +.01 -10.7234 +laus -10.7235 +▁hauta -10.7236 +lippu -10.7236 +▁liki -10.7237 +▁Ruu -10.7237 +▁terä -10.7238 +▁tuottaja -10.7238 +bor -10.7239 +▁yhtäkkiä -10.7241 +▁maista -10.7244 +▁tiedo -10.7245 +eet -10.7245 +▁lintu -10.7248 +tiivis -10.7249 +▁käytti -10.725 +suu -10.7251 +sky -10.7252 +-10 -10.7252 +▁kemia -10.7253 +▁Trump -10.7253 +▁sivuilta -10.7253 +▁ruo -10.7257 +▁pelastu -10.7267 +▁tällaisia -10.7271 +▁Saksassa -10.7272 +yl -10.7272 +▁avoime -10.7273 +▁Eivät -10.7273 +itte -10.7279 +▁unionin -10.728 +▁profiili -10.7281 +▁päinvastoin -10.7282 +vassa -10.7282 +alojen -10.7283 +kakku -10.7283 +paita -10.7285 +▁tapoja -10.7285 +▁vartalo -10.7285 +ttivät -10.7285 +▁luvun -10.7287 +iltu -10.7287 +▁Hinta -10.7291 +▁800 -10.7293 +▁ON -10.7293 +huu -10.7295 +ble -10.7297 +▁tällaisen -10.7297 +▁tupla -10.7299 +▁yötä -10.73 +taminen -10.7301 +▁kevyt -10.7302 +▁pin -10.7304 +▁Ongelma -10.7305 +▁TE -10.7305 +▁kasvun -10.7305 +▁Van -10.7305 +los -10.7305 +tussa -10.7308 +▁Herran -10.7312 +▁kohteeseen -10.7313 +▁henkeä -10.7314 +▁työntekijän -10.7316 +leiri -10.7316 +▁tavaraa -10.7316 +▁vaatimukset -10.7316 +▁laadukkaa -10.7317 +▁tapana -10.7318 +tuminen -10.7318 +▁res -10.7319 +Pe -10.7319 +▁valtuusto -10.7321 +lii -10.7327 +▁ajat -10.7329 +▁syksynä -10.7334 +▁uu -10.7338 +antaja -10.7338 +▁tarvittavat -10.7341 +▁rulla -10.7341 +▁olisiko -10.7342 +▁Sin -10.7346 +▁sisältyy -10.7347 +osaa -10.7348 +▁Ase -10.7349 +▁Pur -10.735 +opisto -10.7351 +▁Ali -10.7356 +cal -10.7357 +llesi -10.7358 +▁Isän -10.7359 +uudessa -10.736 +▁voittanut -10.7361 +▁ainut -10.7362 +▁huija -10.7363 +▁vastuuta -10.7363 +▁parhaillaan -10.7363 +▁Vie -10.7364 +mel -10.7366 +▁katsoja -10.7366 +▁eurolla -10.7366 +▁toteutetaan -10.7369 +iku -10.7369 +▁kannatta -10.7369 +▁keskustassa -10.7371 +▁hor -10.7371 +ÄÄ -10.7372 +▁tasan -10.7373 +▁kätevä -10.7374 +valvonta -10.7377 +▁katsoi -10.7378 +▁käyvät -10.7378 +tiimi -10.738 +ua -10.7381 +▁Aamu -10.7382 +▁rytmi -10.7382 +▁Yleis -10.7383 +▁alueilla -10.7384 +olla -10.7388 +putki -10.7388 +▁Mitään -10.7389 +yksikkö -10.739 +sis -10.7392 +▁muodostuu -10.7396 +▁uudella -10.7402 +▁tilille -10.7404 +▁vah -10.7404 +▁tutustumaan -10.7405 +▁juusto -10.7408 +kosken -10.7408 +▁Ympäristö -10.7408 +▁vaikutukset -10.7409 +lautakunta -10.7409 +saaren -10.7411 +▁todistaa -10.7412 +sille -10.7414 +bin -10.7417 +▁Elo -10.7418 +▁viranomais -10.7419 +▁mon -10.7421 +▁pidetty -10.7422 +▁käynnisty -10.7423 +▁yhteisen -10.7423 +▁Martin -10.7424 +aineita -10.7424 +▁War -10.7424 +reille -10.7424 +▁muotoilu -10.7425 +▁virtaa -10.7425 +neuvosto -10.7428 +kaisu -10.7428 +▁KU -10.7429 +56 -10.743 +▁juttua -10.7431 +▁was -10.7432 +▁sopivaa -10.7432 +oksi -10.7432 +▁Ol -10.7432 +▁nähtiin -10.7434 +öitä -10.7436 +▁kuorma -10.7439 +▁poikki -10.744 +▁Jumalaa -10.744 +▁koiraa -10.7441 +▁laitoin -10.7441 +▁pitkälti -10.7442 +▁tuntua -10.7443 +▁huima -10.7444 +tuotteet -10.7445 +järjestely -10.7447 +hm -10.7447 +▁loppui -10.7448 +▁tuomari -10.7449 +▁rata -10.7449 +VO -10.745 +▁toisiinsa -10.7452 +▁kohdalle -10.7453 +ttelemaan -10.7453 +ph -10.7455 +▁), -10.7456 +▁paranta -10.7457 +▁2002 -10.746 +▁länsi -10.7461 +▁rikki -10.7461 +▁uusiin -10.7462 +päivi -10.7463 +▁vapautta -10.7464 +▁Os -10.7466 +▁vuorokauden -10.7467 +▁lähetys -10.7467 +ES -10.7467 +▁niska -10.7468 +▁muualle -10.7468 +▁Itselläni -10.747 +▁tekijät -10.7471 +): -10.7472 +▁yksinkertaise -10.7475 +TT -10.7476 +▁Sanomat -10.7476 +▁pesä -10.7476 +IM -10.7477 +▁RA -10.7477 +▁vastuussa -10.7477 +miesten -10.748 +▁täyden -10.7485 +impia -10.7486 +▁Markku -10.7487 +▁Soini -10.7488 +▁Ilo -10.7489 +▁haave -10.7489 +▁muo -10.749 +▁ruoan -10.7492 +laulu -10.7493 +▁pöly -10.7496 +teollisuuden -10.7498 +▁sie -10.7501 +viiva -10.7502 +▁puun -10.7504 +▁harrastaa -10.7506 +.> -10.7506 +▁opettajan -10.7509 +▁muulla -10.7511 +▁kustannus -10.7513 +▁Lumi -10.7513 +▁kamala -10.7513 +kamera -10.7515 +osan -10.7515 +▁Paljon -10.7515 +▁Minna -10.7516 +▁ymmärtänyt -10.7516 +▁halusin -10.7519 +▁kerä -10.7523 +asiat -10.7523 +▁myöten -10.7523 +▁parhaimmillaan -10.7525 +▁voimaa -10.7526 +39 -10.753 +▁tasku -10.7532 +▁täyte -10.7534 +▁tehtävät -10.7534 +▁parempia -10.7536 +▁seikkailu -10.7539 +▁totea -10.754 +▁usea -10.7541 +▁osoitteessa -10.7544 +▁Nato -10.7545 +▁albumi -10.7547 +▁Sää -10.7547 +▁make -10.7551 +▁viimeiset -10.7553 +▁Halu -10.7554 +▁jutun -10.7555 +ino -10.7555 +liikkeen -10.7556 +▁valmiste -10.7558 +kos -10.7558 +▁sisällön -10.7559 +▁paikallaan -10.7559 +▁liittymä -10.756 +▁hevos -10.7561 +ittaa -10.7561 +köön -10.7562 +▁oikeesti -10.7563 +▁taloudellinen -10.7564 +isivät -10.7566 +▁laadun -10.7566 +▁tosissaan -10.7567 +virhe -10.7569 +out -10.757 +▁samasta -10.757 +▁totuuden -10.7573 +▁Piene -10.7575 +▁vetä -10.7575 +utuminen -10.7576 +▁suun -10.7578 +toimen -10.758 +▁Ylen -10.7586 +▁une -10.7586 +▁ilmenee -10.7588 +▁Sun -10.7588 +mästä -10.7588 +▁lauka -10.759 +ope -10.759 +lund -10.7593 +▁ylipäätään -10.7593 +▁siirtyä -10.7593 +▁saama -10.7593 +näkö -10.7594 +▁Pyhän -10.7594 +▁tukeva -10.7594 +▁opiskelijat -10.7596 +▁avusta -10.7597 +▁kahdessa -10.7598 +▁kirjassa -10.7599 +▁sijasta -10.76 +▁tekstin -10.7602 +▁(3 -10.7603 +▁lukuun -10.7603 +▁toisinaan -10.7603 +▁henkilöstön -10.7604 +▁isot -10.7604 +▁muna -10.7604 +▁uus -10.7607 +HE -10.7608 +stuksen -10.7609 +uksien -10.761 +▁lakia -10.7612 +▁polku -10.7615 +▁käynti -10.7615 +▁väkisin -10.7616 +qui -10.7618 +▁Ilma -10.7618 +▁oltu -10.7623 +▁näyttäisi -10.7624 +▁jalo -10.7626 +▁tekivät -10.7628 +▁ilmoi -10.7628 +▁säilyttä -10.763 +▁kansalaisten -10.7632 +▁Sha -10.7638 +▁tehtävänä -10.7639 +▁sur -10.7639 +▁pela -10.7639 +valtio -10.7641 +▁tarinan -10.7641 +▁Valtio -10.7642 +INEN -10.7643 +52 -10.7644 +▁rakkauden -10.7645 +▁Tule -10.7646 +▁esitetään -10.7651 +▁Laura -10.7652 +▁pitkät -10.7653 +▁käsitys -10.7654 +▁käyttäen -10.7654 +▁palauttaa -10.7655 +▁aineisto -10.7656 +▁04 -10.7658 +▁Tapa -10.7658 +▁romaani -10.7659 +▁Ed -10.7661 +▁Alue -10.7661 +sso -10.7662 +johta -10.7663 +▁da -10.7663 +▁saapui -10.7664 +▁tunniste -10.7666 +▁toteu -10.7669 +▁tri -10.767 +kylän -10.7673 +▁liiga -10.7674 +▁porukkaa -10.7677 +▁nuorille -10.7678 +▁tulen -10.7678 +▁työvoima -10.7678 +▁torstai -10.768 +teistä -10.7686 +kulku -10.7688 +▁alkuperä -10.7688 +teeseen -10.7692 +▁st -10.7695 +idin -10.7695 +▁kahvila -10.7697 +▁asiakkaille -10.7697 +kosta -10.7698 +▁Wal -10.7699 +▁toteutettu -10.7701 +ute -10.7701 +▁pisteet -10.7701 +▁tulevaisuus -10.7704 +▁kohdan -10.7706 +seudu -10.7707 +tyn -10.7708 +▁eläinten -10.7712 +isillä -10.7716 +▁viiko -10.7717 +▁ulottu -10.7717 +▁turisti -10.7718 +▁viranomaisten -10.7719 +cha -10.7721 +▁Haa -10.7721 +▁hius -10.7724 +mpänä -10.7725 +43 -10.7726 +▁keuhko -10.7727 +▁puhelu -10.7727 +tuja -10.7727 +lupa -10.7729 +▁nosto -10.7729 +▁keinoja -10.7735 +▁hassu -10.7736 +▁avautu -10.774 +▁kesää -10.7742 +▁talve -10.7742 +▁liiketoiminnan -10.7743 +?) -10.7744 +mos -10.7746 +RO -10.7747 +▁05 -10.7747 +▁osata -10.775 +teissa -10.7751 +▁mielenkiintoisi -10.7752 +▁avar -10.7752 +▁(19 -10.7754 +loissa -10.7754 +ikon -10.7754 +▁järjestelmän -10.7755 +▁tun -10.7755 +ttäessä -10.7756 +▁HS -10.7759 +ban -10.7759 +▁puhelimen -10.7759 +▁naimisiin -10.7761 +▁edestä -10.7763 +Te -10.7763 +▁vää -10.7764 +ssy -10.7765 +▁Epä -10.7766 +tarina -10.7767 +▁työntekijät -10.7768 +▁ilmesty -10.7769 +▁säännöt -10.777 +▁normi -10.7771 +▁osti -10.7771 +▁haetaan -10.7772 +▁leffa -10.7773 +neelle -10.7774 +Vä -10.7775 +▁mah -10.778 +▁Paavali -10.7781 +▁hyökkäys -10.7782 +▁entisen -10.7784 +▁Blogi -10.7784 +liito -10.7788 +▁kansainvälinen -10.7789 +lah -10.7789 +ding -10.779 +menettely -10.779 +▁Viro -10.7794 +▁120 -10.7795 +▁terassi -10.7795 +luettelo -10.7796 +turnaukse -10.7797 +▁löytyä -10.7803 +stra -10.7804 +▁metsän -10.7807 +teinen -10.7808 +▁tavallise -10.781 +ach -10.7811 +Julkaistu -10.7812 +▁yhdiste -10.7813 +▁ton -10.7813 +▁hakeutu -10.7813 +▁valmistaa -10.7813 +▁kul -10.7814 +58 -10.7816 +oitus -10.7817 +ksessä -10.7818 +▁kädet -10.7819 +▁minkäänlaista -10.7821 +▁luin -10.7824 +▁liikkuu -10.7826 +▁analyysi -10.7827 +kkuus -10.783 +rakenne -10.7831 +▁valitaan -10.7831 +▁otsiko -10.7832 +IA -10.7833 +▁foorumi -10.7833 +▁kokouksessa -10.7834 +▁syitä -10.7838 +▁Sc -10.7838 +▁monissa -10.7839 +merkin -10.7844 +ttävää -10.7845 +jö -10.7845 +▁tiellä -10.7845 +eita -10.7846 +▁kirjoittama -10.7848 +▁03 -10.7849 +kielto -10.7852 +▁keikka -10.7852 +▁joutu -10.7852 +▁meiltä -10.7852 +rre -10.7855 +Lue -10.7855 +▁historiaa -10.7856 +Li -10.7858 +▁mielenterveys -10.786 +▁Koulutus -10.7862 +itto -10.7864 +▁aikaiseksi -10.7867 +▁naisille -10.7868 +▁paremman -10.787 +▁tuntuvat -10.7871 +stää -10.7871 +lun -10.7873 +mun -10.7874 +▁lopputulos -10.7874 +▁päältä -10.7874 +▁rajoitta -10.7878 +alusta -10.788 +▁pystyi -10.7883 +▁kertomaan -10.7884 +▁harja -10.7884 +mana -10.7885 +▁vaihtelee -10.7886 +amo -10.7888 +▁Fu -10.7889 +▁huomasi -10.789 +LI -10.7891 +▁joutua -10.7894 +sseja -10.7896 +stele -10.7896 +▁halpa -10.7902 +▁hopea -10.7903 +▁Ci -10.7904 +JA -10.7906 +▁nimeltä -10.7908 +▁huolehtia -10.7908 +▁korvaus -10.791 +▁pah -10.7911 +▁ristiriita -10.7911 +.07 -10.7913 +▁odottamaan -10.7915 +tetta -10.7916 +töntä -10.7918 +▁tammikuussa -10.7921 +▁Ava -10.7922 +art -10.7923 +hty -10.7925 +▁muistaakseni -10.7925 +▁omistaa -10.7927 +▁pörssi -10.7927 +▁ostanut -10.7928 +▁kielletty -10.7929 +▁nälkä -10.7932 +▁kaatu -10.7933 +ya -10.7936 +▁mauste -10.7938 +tutkinto -10.7941 +▁ruokailu -10.7942 +ros -10.7942 +ig -10.7942 +▁irto -10.7944 +rik -10.7944 +▁tytär -10.7945 +▁Hengen -10.7951 +neesta -10.7952 +PU -10.7953 +▁Park -10.7957 +▁yhteistyön -10.7961 +▁vastuun -10.7962 +▁erottaa -10.7966 +▁vaikeuksia -10.7966 +neeksi -10.7967 +▁vailla -10.7967 +▁merkkejä -10.7967 +▁mahdollis -10.7969 +▁vastauksen -10.7974 +rd -10.7974 +▁Saman -10.7975 +▁kerätä -10.7976 +▁kokoonpano -10.7978 +▁mita -10.7979 +▁soti -10.798 +kuvan -10.798 +▁nahka -10.798 +▁ensisijaisesti -10.7981 +line -10.7985 +!) -10.7985 +▁erityistä -10.7987 +▁Koivu -10.7988 +▁sääntö -10.7988 +▁eiköhän -10.7989 +puolella -10.7989 +llut -10.799 +▁Kaupungin -10.7992 +▁yllättäen -10.7992 +▁Lahti -10.7992 +▁tieteen -10.7995 +▁seudun -10.8 +aineisto -10.8002 +▁sijaitsevat -10.8006 +▁puute -10.8007 +▁joidenkin -10.8008 +▁perustaa -10.8011 +kkeiden -10.8013 +▁näkyvät -10.8015 +▁Un -10.8015 +▁nivel -10.8015 +▁Raja -10.8016 +▁opetuksen -10.8017 +▁huumori -10.8019 +▁järkevää -10.8019 +▁kotisivu -10.802 +▁casino -10.8024 +▁itsesi -10.8025 +▁Laa -10.8025 +Tä -10.8026 +▁millaisia -10.8031 +▁leveä -10.8031 +reista -10.8032 +▁aktiivise -10.8034 +▁hetkeksi -10.8035 +▁peräisin -10.8035 +▁sormi -10.8036 +▁koskevan -10.8036 +▁100% -10.8036 +▁vähitellen -10.8037 +▁Sor -10.8038 +▁tahtoo -10.8039 +▁Sano -10.804 +▁widoczny -10.8042 +▁zalogowanych -10.8042 +▁vahingossa -10.8043 +▁rinnalla -10.8046 +▁Asunto -10.8051 +▁kyy -10.8053 +ryhmien -10.8053 +laakso -10.8055 +▁dla -10.8055 +▁maalia -10.8057 +▁kaupassa -10.8057 +mpiin -10.8058 +▁Jul -10.8059 +▁kaltaise -10.8061 +varasto -10.8061 +TY -10.8062 +▁luota -10.8063 +▁ajatuksen -10.8063 +▁syöpä -10.8064 +▁koru -10.8065 +▁siivo -10.8069 +▁Kul -10.8071 +▁järjestetty -10.8075 +▁otan -10.8078 +▁Group -10.808 +▁käyttämä -10.808 +▁olevista -10.8081 +▁00 -10.8082 +seinä -10.8083 +▁Lehti -10.8083 +killä -10.8084 +▁KO -10.8085 +▁haitta -10.8085 +▁Anti -10.8087 +▁ominaisuudet -10.8089 +▁ohjelmaa -10.8091 +rahaa -10.8092 +HO -10.8094 +▁turvallinen -10.8094 +▁pitkää -10.8094 +▁Ah -10.8094 +▁2001 -10.8095 +▁alkava -10.8099 +reihin -10.81 +tuvat -10.81 +▁Oyj -10.8102 +▁nenä -10.8103 +▁KA -10.811 +▁saattaisi -10.811 +▁pun -10.811 +▁lepo -10.8111 +▁työt -10.8112 +▁henk -10.8113 +▁Ihmis -10.8115 +▁can -10.8116 +nge -10.8116 +elo -10.8116 +▁globaali -10.8122 +▁tiesi -10.8124 +▁polttoaine -10.8124 +▁ensimmäisellä -10.8125 +uro -10.8129 +▁oppimis -10.8132 +kyl -10.8132 +▁yönä -10.8132 +koilla -10.8134 +▁Rei -10.8134 +▁SI -10.8139 +oto -10.814 +one -10.8141 +▁liikevaihto -10.8141 +▁varhais -10.8144 +▁lunta -10.8144 +▁Valitettavasti -10.8147 +▁juu -10.8147 +vuode -10.8148 +▁Sara -10.8149 +auton -10.8151 +▁virtsa -10.8154 +▁monipuolise -10.8158 +▁avasi -10.8158 +▁pitkällä -10.8161 +▁op -10.8161 +▁Video -10.8161 +pesu -10.8164 +▁Suur -10.8165 +▁kli -10.8166 +▁kutsua -10.8168 +▁fakta -10.8169 +▁Cor -10.8169 +time -10.817 +▁menestys -10.817 +▁helpommin -10.8174 +▁betoni -10.8175 +▁yritä -10.8175 +▁kallio -10.8176 +▁asentaa -10.8177 +1) -10.8178 +▁maajoukkue -10.8178 +▁tärkei -10.8179 +kohde -10.818 +▁kumi -10.8182 +▁kuvattu -10.8183 +log -10.8183 +ttelen -10.8184 +▁Mai -10.8186 +▁oiva -10.8186 +▁ilmoitta -10.8187 +▁välitä -10.819 +▁annettava -10.8191 +06 -10.8191 +▁merkittävi -10.8193 +▁olevaan -10.8193 +alueiden -10.8196 +▁Play -10.8197 +mmille -10.8197 +mattomia -10.8199 +▁saataisiin -10.8199 +▁men -10.8202 +▁toisensa -10.8205 +kysymykse -10.8205 +▁kovinkaan -10.8205 +▁varmaankin -10.8206 +▁huolehti -10.8207 +-20 -10.8207 +▁Kuopion -10.8208 +▁kokeilemaan -10.821 +▁viimein -10.8212 +▁pään -10.8212 +arvon -10.8213 +telty -10.8217 +▁Hämeen -10.8219 +▁toteutus -10.8223 +hka -10.8224 +▁Aurinko -10.8225 +ulo -10.8226 +▁yhteistyökumppa -10.8226 +ppari -10.8227 +▁häviä -10.8227 +▁TU -10.823 +▁korot -10.8231 +kuun -10.8232 +▁tän -10.8233 +▁liittyä -10.8233 +▁Käytä -10.8235 +AR -10.8237 +NÄ -10.8238 +▁silmissä -10.8238 +▁meikki -10.824 +ves -10.8242 +▁Ilta -10.8242 +▁Harri -10.8242 +hal -10.8243 +▁Voima -10.8246 +isu -10.8251 +▁taa -10.8254 +käytön -10.8255 +▁Sol -10.8255 +tilaan -10.8255 +▁trans -10.8255 +▁Tapahtuma -10.8256 +▁menettää -10.8256 +▁entisestään -10.8257 +▁ateria -10.8258 +▁ääneen -10.8258 +kenttä -10.8264 +▁hiero -10.8266 +▁Suosi -10.8269 +▁palaute -10.8271 +▁im -10.8272 +▁ihmisillä -10.8273 +▁esitti -10.8273 +▁taiteen -10.8278 +▁jutu -10.8281 +▁vieraan -10.8281 +mppu -10.8282 +ice -10.8285 +▁alkoholin -10.8287 +▁toivoo -10.8288 +suomalais -10.8288 +▁omalta -10.829 +ttäisi -10.829 +▁Näistä -10.8291 +day -10.8291 +ring -10.8291 +▁villa -10.8292 +▁kokoa -10.8293 +inaa -10.8293 +▁toimivan -10.8293 +▁vihollis -10.8294 +▁mahdollisen -10.8294 +ettiin -10.8295 +▁äs -10.8296 +▁jakelu -10.8297 +▁peili -10.8297 +▁nouse -10.8298 +▁Erä -10.8299 +▁pätkä -10.8299 +▁annetun -10.83 +ologia -10.83 +gia -10.8302 +▁Bri -10.8304 +▁aktiivi -10.8306 +▁seurassa -10.8308 +teillä -10.8308 +tavaksi -10.8308 +▁tarpeisiin -10.8309 +▁pane -10.831 +▁Italia -10.8312 +▁väki -10.8314 +▁vähemmistö -10.8314 +RA -10.8315 +▁seuraavaa -10.8316 +▁tilat -10.8317 +▁we -10.8317 +▁tappaa -10.8318 +▁lentokone -10.8318 +▁ratkaiseva -10.8322 +▁hyvinvointia -10.8323 +pään -10.8324 +▁42 -10.8327 +▁Hyvää -10.8327 +▁osaamis -10.8327 +▁pääsin -10.8329 +-18 -10.8331 +▁tarkastus -10.8335 +isuuteen -10.8335 +▁ystäväni -10.8336 +teltava -10.8337 +▁käytäntö -10.8338 +▁kah -10.8339 +tuksissa -10.8341 +tekniikan -10.8343 +vuoren -10.8348 +.21 -10.8349 +isit -10.8349 +▁euroon -10.8349 +mut -10.8352 +▁Lie -10.8352 +▁elimistö -10.8356 +uuksia -10.8356 +▁tason -10.8357 +51 -10.8357 +▁monelle -10.8358 +▁jättä -10.8358 +päivät -10.8358 +▁saapuu -10.8358 +ikäinen -10.8359 +▁Etsi -10.8362 +▁jatkossakin -10.8365 +zin -10.8365 +▁ladata -10.8367 +▁tuttuja -10.8369 +▁Posti -10.837 +07 -10.8371 +▁Lapset -10.8374 +▁Kone -10.8374 +▁39 -10.8374 +alueet -10.8378 +▁Yhdysvallat -10.8379 +▁Ryhmä -10.838 +kuten -10.838 +▁käyty -10.8381 +ttamisen -10.8382 +vapa -10.8383 +▁liikku -10.8384 +▁ilmaisu -10.8385 +mmassa -10.8388 +kirjo -10.839 +lauta -10.8393 +▁puolta -10.8393 +hd -10.8394 +▁keskiarvo -10.8395 +▁Kolme -10.8395 +▁hur -10.8395 +▁äli -10.8396 +▁Paa -10.84 +▁kauniin -10.8401 +kaus -10.8401 +▁myymälä -10.8403 +▁lisätään -10.8403 +▁keväänä -10.8404 +▁tohtori -10.8405 +kuvio -10.8407 +▁ehtii -10.8409 +▁voittoa -10.841 +▁kestävän -10.8412 +▁katoa -10.8414 +▁seiso -10.8414 +▁saksalais -10.8415 +Anonyymi -10.8419 +▁valmennus -10.842 +pyyntö -10.842 +▁vasemmisto -10.8424 +▁viestejä -10.8425 +▁etsimään -10.8427 +▁rajan -10.843 +▁vetoa -10.843 +▁toteutta -10.8431 +▁koodi -10.8431 +▁Saari -10.8432 +▁Ber -10.8432 +▁hyvästä -10.8433 +▁info -10.8435 +▁Turussa -10.8436 +▁Nuo -10.8438 +tapaa -10.8438 +▁turvallisuuden -10.844 +▁autojen -10.8443 +▁käyntiin -10.8444 +▁Oppi -10.8447 +2012 -10.8449 +▁tiistai -10.8449 +sarjassa -10.8451 +▁sika -10.8451 +▁pääsääntöisesti -10.8452 +järjestelmää -10.8453 +▁ajankohta -10.8455 +▁PS -10.8456 +▁siviili -10.8456 +▁toisia -10.8456 +ohja -10.8456 +merkkejä -10.8456 +▁Aloi -10.8457 +uutensa -10.8458 +3) -10.846 +▁eron -10.8461 +▁myynnissä -10.8463 +miehi -10.8463 +▁suomeksi -10.8463 +ttäisiin -10.8463 +ttämä -10.8463 +▁lempi -10.8464 +hr -10.8464 +ohjelmi -10.8464 +▁Ros -10.8465 +▁luettelo -10.8465 +▁alkua -10.8465 +▁ulkomaalais -10.8465 +▁kaverin -10.8466 +isä -10.8467 +ome -10.8468 +asiantuntija -10.8468 +▁JO -10.8471 +▁hurja -10.8473 +▁samana -10.8474 +neena -10.8475 +valle -10.8478 +tekijö -10.8481 +▁olevasta -10.8483 +▁osallistuu -10.8484 +▁kauhu -10.8486 +▁harkita -10.8488 +▁korkeintaan -10.8488 +▁Kei -10.8488 +tuo -10.8488 +▁kulttuurin -10.8489 +▁siemen -10.849 +▁jäivät -10.8491 +▁neuvoja -10.8492 +41 -10.8493 +▁yritetään -10.8495 +seuran -10.8499 +.25 -10.8499 +rom -10.8503 +▁Elä -10.8504 +▁lääkkeitä -10.8505 +An -10.8506 +kojen -10.8506 +ek -10.8506 +▁kytke -10.8507 +09 -10.8507 +▁bändi -10.8508 +lm -10.851 +59 -10.851 +▁pyrki -10.851 +▁kenttä -10.8511 +zo -10.8511 +kriisi -10.8512 +telin -10.8513 +▁parkki -10.8514 +tutkimuksen -10.8519 +ltiin -10.8521 +▁haja -10.8523 +▁ennätys -10.8523 +▁osio -10.8523 +korva -10.8524 +▁Asiakas -10.8525 +kunnassa -10.8526 +vaikut -10.8527 +▁rannalla -10.8528 +▁näkemykse -10.8531 +▁suositella -10.8532 +▁tuollaista -10.8532 +▁mielestäsi -10.8532 +▁kangas -10.8536 +▁Nainen -10.8538 +git -10.8538 +vaikka -10.854 +▁hyväksytty -10.854 +▁pidettävä -10.854 +▁käytännö -10.8541 +▁Rii -10.8542 +yhdistyksen -10.8543 +▁edullise -10.8547 +▁virus -10.8548 +tamaan -10.8549 +▁edu -10.8549 +▁kotoa -10.855 +uda -10.8551 +▁aiheuttavat -10.8552 +▁varoit -10.8552 +menetelmi -10.8554 +08 -10.8554 +oosi -10.8555 +▁ruma -10.8556 +▁valmistus -10.8559 +▁kuulunut -10.8564 +▁terrori -10.8565 +▁pannu -10.8566 +hetke -10.8566 +▁lyhyen -10.857 +2014 -10.8574 +▁menemään -10.8575 +▁%) -10.8576 +kehi -10.8576 +▁mediassa -10.8577 +2013 -10.8577 +▁reitti -10.8577 +▁yhdistä -10.8578 +▁Tarja -10.858 +▁Neljä -10.8581 +▁Ranta -10.8582 +▁tavata -10.8583 +bon -10.8583 +kautta -10.8583 +▁kuningas -10.8583 +valinta -10.8583 +▁tuonut -10.8584 +▁viikonlopun -10.8585 +▁Laita -10.859 +▁ilmapiiri -10.8592 +▁Olisiko -10.8595 +▁joitain -10.8596 +ttujen -10.8597 +nos -10.8597 +▁lehden -10.8601 +▁sim -10.8603 +▁huuli -10.8604 +tanut -10.8606 +kunnasta -10.8607 +▁viher -10.8607 +etin -10.861 +▁tutkimuksessa -10.861 +▁kyllähän -10.861 +▁nukku -10.861 +insa -10.8611 +▁suunnilleen -10.8613 +▁kilpailun -10.8613 +▁tapahtuman -10.8614 +▁Voin -10.8616 +▁Za -10.8616 +vyyden -10.8616 +▁hallinnon -10.8616 +▁laulaja -10.8618 +▁passi -10.8618 +▁vis -10.8619 +▁suljettu -10.862 +lento -10.862 +▁keskeinen -10.8622 +▁isäntä -10.8623 +▁pese -10.8623 +▁onnellise -10.8623 +▁autoja -10.8625 +▁heilu -10.8626 +03 -10.8626 +▁elintarvike -10.8627 +loo -10.8627 +▁ajatukset -10.8629 +▁puol -10.863 +▁tuotannon -10.863 +▁kuuluisa -10.8631 +▁äkkiä -10.8632 +▁Bal -10.8633 +▁eks -10.8639 +ntojen -10.8642 +kadun -10.8644 +▁kaikkeen -10.8646 +▁käyttämällä -10.865 +alueilla -10.865 +66 -10.8651 +▁ostamaan -10.8651 +ou -10.8652 +▁polve -10.8652 +koulun -10.8654 +▁kallis -10.8654 +▁gra -10.8657 +rien -10.8657 +politiikkaa -10.8659 +▁muodostaa -10.8662 +▁fu -10.8664 +TÄ -10.8667 +▁tiloissa -10.8667 +isenä -10.8674 +▁surma -10.8674 +▁Kyllähän -10.8674 +uksena -10.8676 +▁Verkko -10.8676 +avan -10.8677 +▁syn -10.8678 +ttäviä -10.868 +▁uppo -10.868 +▁värit -10.8681 +▁paskaa -10.8682 +▁taloyhtiö -10.8682 +▁taitoja -10.8684 +▁hommaa -10.8686 +▁käynnistä -10.8686 +▁verho -10.8689 +kolla -10.8689 +▁kerho -10.869 +ÄN -10.869 +▁pelaamaan -10.869 +pia -10.8691 +▁osassa -10.8691 +▁Teemu -10.8693 +▁Vantaan -10.8694 +▁Tietysti -10.8695 +▁pitkästä -10.8697 +▁uudelle -10.8697 +▁Paras -10.87 +▁myyntiin -10.8701 +▁perille -10.8701 +.22 -10.8702 +mor -10.8702 +▁rauhallise -10.8702 +lämpö -10.8703 +▁pyörii -10.8703 +▁Kiinteistö -10.8705 +Käy -10.8705 +muut -10.871 +▁parantu -10.871 +▁hoidossa -10.8713 +era -10.8714 +▁Helsinkiin -10.8715 +▁työskentelee -10.8715 +▁Varsinais -10.8715 +laitokse -10.8717 +aaleja -10.8717 +▁saisin -10.8722 +▁kuuli -10.8724 +▁täydellisen -10.8724 +▁rangaistus -10.8725 +▁tarpee -10.8725 +▁York -10.8725 +ällä -10.8728 +telija -10.8728 +▁osaan -10.8728 +telleet -10.8735 +-12 -10.8735 +yritysten -10.8736 +sii -10.8737 +vuudesta -10.8737 +mansa -10.8739 +▁merkittäviä -10.874 +▁puolin -10.8742 +ima -10.8744 +kasvi -10.8745 +▁tarken -10.8745 +▁Sport -10.8748 +tarpei -10.8749 +▁purkaa -10.8749 +tiedosto -10.875 +▁raju -10.8751 +▁Ur -10.8751 +▁liittyi -10.8752 +▁etuja -10.8752 +▁Espoo -10.8752 +au -10.8752 +▁pidempään -10.8753 +▁suinkaan -10.8755 +▁käsityö -10.8756 +ffa -10.8756 +▁tue -10.8757 +▁hintaa -10.8758 +▁rahoi -10.8759 +▁tietokoneen -10.8759 +▁henkilöitä -10.8761 +ttain -10.8762 +▁periaatteessa -10.8762 +▁punainen -10.8763 +▁perustuvat -10.8765 +▁maksettu -10.8766 +▁Bra -10.8766 +▁Bio -10.8766 +mittari -10.8768 +hai -10.8769 +historia -10.8769 +▁vastoin -10.877 +▁pysyvät -10.8772 +▁henkilökunta -10.8773 +ohjaus -10.8775 +▁Jäsen -10.8776 +vaunu -10.8776 +Lo -10.8777 +▁soitto -10.8777 +▁mielenkiintoise -10.8778 +luvulta -10.8779 +▁Mag -10.878 +IL -10.8782 +hyvä -10.8782 +▁rajat -10.8782 +▁rento -10.8783 +jalle -10.8784 +▁avun -10.8784 +isissä -10.8785 +▁mit -10.8786 +▁vanhe -10.8786 +▁taitava -10.8786 +▁motivoi -10.8787 +▁ostos -10.8787 +▁iltana -10.879 +ple -10.879 +02 -10.8791 +▁julkaistiin -10.8792 +euro -10.8792 +kuore -10.8794 +▁täy -10.8797 +▁merkitykse -10.8798 +▁omin -10.88 +▁sua -10.88 +▁vala -10.8801 +keino -10.8804 +▁huoneessa -10.8805 +▁käsittelee -10.8805 +mmalta -10.8806 +▁oletko -10.8807 +▁itseäsi -10.8808 +teisiin -10.8809 +▁Sari -10.8811 +▁varaus -10.8811 +▁Taka -10.8812 +▁olisikin -10.8812 +▁Vesa -10.8814 +tuneet -10.8815 +▁yrityksille -10.8817 +▁Ajattelin -10.8817 +▁tietoturva -10.8818 +▁ah -10.8819 +▁päivästä -10.882 +▁tiedetään -10.8822 +kymppi -10.8822 +▁talletus -10.8825 +▁minimi -10.8827 +▁ulkoilu -10.8828 +▁YLE -10.8829 +▁kirko -10.8829 +▁kertaan -10.8829 +amisen -10.883 +▁Yhdysvaltojen -10.8831 +▁eroja -10.8833 +▁jossakin -10.8834 +▁Elokuva -10.8834 +▁olevani -10.8835 +Päivä -10.8836 +▁tytöt -10.8837 +▁tarkoitukse -10.884 +▁seksuaali -10.8842 +▁uskonnon -10.8843 +▁Mil -10.8844 +Fi -10.8845 +▁poltto -10.8845 +▁aloittaja -10.8846 +▁tunteet -10.8846 +▁tuomitse -10.8851 +▁48 -10.8851 +▁kierrätys -10.8851 +▁raskaana -10.8854 +▁elokuussa -10.8855 +▁minkään -10.8856 +▁ensimmäisessä -10.8856 +▁kerma -10.8857 +▁sopeutu -10.8857 +▁leiki -10.8858 +▁enkeli -10.8858 +▁Haluan -10.8859 +▁(1) -10.8859 +▁Ilmeisesti -10.886 +▁Opiskelija -10.886 +▁uutisoi -10.8861 +▁maahanmuutto -10.8866 +▁tarvii -10.8867 +▁ranskalais -10.8868 +▁Ö -10.8868 +can -10.887 +▁tehokkaa -10.887 +▁voimakas -10.8871 +▁sopivi -10.8871 +▁käytettiin -10.8872 +▁asuva -10.8872 +▁nauttimaan -10.8873 +▁useimmat -10.8873 +▁positiivinen -10.8873 +▁eduskunnan -10.8873 +▁kuvien -10.8874 +vit -10.8874 +▁tekemi -10.8874 +▁Laina -10.8875 +onia -10.8875 +▁Uutis -10.8876 +▁opin -10.888 +ure -10.8881 +▁tulokse -10.8883 +▁työntekijöitä -10.8884 +▁samanlaisia -10.8886 +▁om -10.8888 +TV -10.8895 +▁Kansan -10.8896 +og -10.8896 +▁omakotitalo -10.8898 +ykset -10.8898 +Vi -10.8901 +teesta -10.8903 +▁sanovat -10.8906 +tinen -10.8906 +sonin -10.8907 +▁käytät -10.8909 +umin -10.8916 +▁makea -10.8918 +manin -10.8919 +▁lukumäärä -10.8919 +▁jääneet -10.892 +Val -10.8921 +▁loppua -10.8921 +▁kaupunkiin -10.8922 +yksi -10.8923 +alismi -10.8928 +nnyt -10.8928 +evä -10.8929 +▁juutalais -10.8934 +▁muodosta -10.8934 +lue -10.8934 +▁ajasta -10.8937 +▁il -10.8938 +▁ajatellen -10.894 +▁lapsista -10.8941 +▁keskustele -10.8941 +maailman -10.8942 +-15 -10.8942 +▁harrastukse -10.8947 +llisuudesta -10.8949 +▁esitteli -10.8951 +57 -10.8951 +▁pelaajan -10.8956 +▁emo -10.8956 +▁huikea -10.8956 +▁päätyi -10.8959 +▁haluamme -10.8963 +▁2000- -10.8966 +04 -10.8967 +kir -10.8967 +▁kysyy -10.8969 +▁himo -10.8969 +tiä -10.8971 +▁pyydä -10.8973 +▁kääntää -10.8976 +▁joustava -10.8976 +▁kulunut -10.8978 +▁parhaita -10.8979 +▁liikkeen -10.8979 +▁todellista -10.898 +seminaari -10.8981 +-5 -10.8981 +terapia -10.8982 +▁ottavat -10.8984 +▁todista -10.8985 +▁asemassa -10.8985 +▁maahanmuuttaji -10.8985 +▁kaikin -10.8989 +▁miksei -10.899 +▁kääntä -10.899 +▁Tiedot -10.8993 +toimittaja -10.8993 +▁häneltä -10.8994 +isyyden -10.8996 +▁luonno -10.8999 +▁tyytyväisiä -10.8999 +▁perusteet -10.9001 +keita -10.9003 +▁kiro -10.9003 +Nämä -10.9004 +▁Sipilä -10.9004 +▁Ran -10.9004 +▁poikaystävä -10.9004 +prosentti -10.9004 +▁Oikea -10.9005 +▁kokoomus -10.9007 +▁kö -10.9007 +▁ilmestyi -10.9008 +▁pot -10.9009 +▁kuski -10.9009 +kyvyn -10.901 +▁tekemässä -10.9011 +ainen -10.9012 +▁sotke -10.9014 +▁itsellä -10.9016 +▁runko -10.9016 +▁Liike -10.9018 +▁MTV -10.9018 +uhka -10.9021 +▁virheitä -10.9021 +allas -10.9022 +▁Jotta -10.9022 +▁jatkoa -10.9023 +▁evoluutio -10.9025 +▁täydellisesti -10.9026 +▁uutiset -10.9026 +vuori -10.9026 +2- -10.9029 +▁aloittanut -10.903 +▁musti -10.9031 +▁jaettu -10.9032 +▁all -10.9033 +▁laka -10.9034 +▁vaunu -10.9034 +▁Minkä -10.9035 +▁dl -10.9037 +▁hengitys -10.9041 +skan -10.9042 +opi -10.9042 +▁vessa -10.9043 +▁seitsemä -10.9044 +▁tapahtu -10.9044 +▁this -10.9044 +▁salaa -10.9044 +▁dia -10.9045 +▁purka -10.9046 +▁maailmalla -10.9046 +tettaisiin -10.9047 +dista -10.9049 +▁vamma -10.9049 +▁Jyväskylä -10.9053 +▁mopo -10.9054 +ree -10.9057 +▁luotu -10.9057 +▁ylläpitä -10.9057 +▁ajalta -10.906 +gel -10.9062 +▁todettiin -10.9063 +▁lohko -10.9063 +▁muistan -10.9067 +udessa -10.907 +▁kokoelma -10.9072 +▁pappi -10.9074 +immista -10.9074 +▁Kas -10.9075 +▁taju -10.9076 +▁keksiä -10.9083 +▁Sinulla -10.9084 +kri -10.9084 +▁Business -10.9085 +eläke -10.9088 +▁suomalaisista -10.9088 +tanssi -10.9092 +▁elävät -10.9093 +▁mahdollisia -10.9093 +▁taivaan -10.9094 +päiviä -10.9094 +▁panos -10.9096 +kansa -10.9097 +▁asua -10.9097 +tilassa -10.9097 +oppa -10.9098 +▁istuu -10.9099 +kasvu -10.9099 +▁etkä -10.91 +Kun -10.9101 +▁omena -10.9101 +▁palautu -10.9101 +neensä -10.9105 +▁luonne -10.9107 +▁jumal -10.9108 +cu -10.9109 +▁ominais -10.911 +▁havaittu -10.9111 +skin -10.9111 +kät -10.9117 +miehiä -10.9119 +▁Terve -10.9123 +▁Hallituksen -10.9123 +▁noiden -10.9124 +▁jättänyt -10.9124 +▁lataa -10.9126 +▁hiusten -10.9127 +▁jäsenten -10.9131 +▁Teh -10.9132 +▁suju -10.9135 +▁laskettu -10.9138 +▁ihmisiin -10.9138 +mmissa -10.9139 +▁miljardi -10.914 +etty -10.9141 +▁kritisoi -10.9141 +amalla -10.9142 +▁ammattitaito -10.9144 +▁Valtion -10.9144 +▁venäjä -10.9145 +▁Lopulta -10.9146 +▁kavereita -10.9149 +▁kiista -10.9149 +▁laitteen -10.915 +▁Puh -10.9153 +▁inter -10.9155 +▁Osta -10.9155 +▁iltapäivä -10.9155 +vitamiini -10.9156 +voit -10.9156 +▁täyde -10.9157 +54 -10.9162 +kur -10.9162 +▁rakennuksen -10.9163 +▁Valitse -10.9163 +▁haasteita -10.9164 +▁Jopa -10.9165 +▁osaavat -10.9168 +▁asukas -10.9168 +▁hävisi -10.9171 +▁minuun -10.9171 +▁vaihdo -10.9172 +▁esityksen -10.9173 +iitti -10.9175 +▁Anni -10.9176 +▁värjä -10.9177 +▁päävalmentaja -10.9178 +▁Nokian -10.9179 +▁osui -10.9179 +▁keinoin -10.9182 +▁lähetti -10.9184 +▁ät -10.9186 +▁viisas -10.9187 +kkiin -10.9189 +▁muilta -10.919 +▁valmistui -10.9192 +pul -10.9193 +▁uudis -10.9193 +aineet -10.9194 +▁huole -10.9194 +huo -10.9195 +▁väite -10.9197 +▁Naisten -10.9197 +▁välityksellä -10.9198 +ale -10.9199 +▁jäseniä -10.92 +▁tek -10.92 +ec -10.9201 +▁VA -10.9202 +▁arvoinen -10.9203 +neistä -10.9204 +▁lennot -10.9207 +▁lämmitys -10.9208 +▁sijoittaa -10.921 +laadu -10.9211 +▁Aihe -10.9211 +▁Tutustu -10.9213 +onen -10.9214 +määrän -10.9215 +▁suunnitella -10.9215 +laisista -10.9215 +ttämällä -10.9216 +▁sha -10.9217 +▁retki -10.9218 +▁laitan -10.9221 +▁Inter -10.9222 +▁äinen -10.9222 +ted -10.9222 +▁valoa -10.9222 +▁Mer -10.9222 +▁johdolla -10.9224 +OR -10.9225 +▁heinä -10.9226 +▁ajatteli -10.9226 +▁mehu -10.9226 +tulla -10.9229 +▁hyl -10.9229 +▁vakaa -10.923 +▁aisti -10.9231 +▁irtisano -10.9233 +bel -10.9234 +▁jääkiekko -10.9236 +▁Mene -10.9236 +▁Kiva -10.924 +▁kunniaksi -10.924 +vina -10.924 +pyy -10.9241 +▁Käytännössä -10.9241 +▁puku -10.9244 +▁tarjotaan -10.9246 +▁roikku -10.9248 +▁pohti -10.9248 +skele -10.9249 +▁polvi -10.9251 +▁kaivo -10.9252 +▁hio -10.9253 +▁tietosuoja -10.9253 +On -10.9254 +▁aamuna -10.9261 +▁Ihme -10.9262 +▁toisi -10.9263 +▁elämäänsä -10.9263 +iltiin -10.9267 +▁kirkossa -10.927 +eiksi -10.9271 +▁pohjan -10.9271 +OL -10.9275 +▁Muutama -10.9275 +▁kokemuksen -10.9276 +▁asiakkaalle -10.9276 +▁kiinteistön -10.9277 +▁040 -10.928 +▁sivuston -10.9281 +▁Voiko -10.9282 +▁maksavat -10.9282 +▁ruuhka -10.9282 +▁demokratia -10.9283 +▁hakija -10.9287 +▁postaus -10.9287 +▁vaale -10.9288 +▁suuhun -10.9289 +▁sataa -10.9289 +kra -10.9289 +das -10.9289 +▁kuluu -10.9293 +▁Työn -10.9293 +kangas -10.9295 +▁persu -10.9295 +ttelua -10.9296 +▁700 -10.9296 +▁päädy -10.9296 +▁riitti -10.9297 +ance -10.9297 +oin -10.9298 +▁Nimi -10.9298 +▁masennus -10.9298 +▁tuotetta -10.9299 +▁huomioida -10.9301 +▁säädö -10.9302 +llisin -10.9303 +▁vuodelle -10.9304 +▁yliopistossa -10.9306 +▁taikina -10.9308 +▁Valo -10.9308 +▁kre -10.9308 +▁Kansa -10.9309 +▁projektin -10.9309 +▁pysäköinti -10.9311 +▁sankari -10.9314 +▁poikkea -10.9314 +rum -10.9316 +▁palstan -10.9321 +▁ras -10.9323 +▁Lähde -10.9324 +▁menoa -10.9326 +▁luvat -10.9326 +▁islam -10.9327 +kusta -10.9329 +▁omissa -10.9329 +Ti -10.9331 +oksia -10.9331 +▁Pietari -10.9332 +▁symboli -10.9333 +▁vitsi -10.9334 +Ro -10.9334 +▁odotus -10.9336 +dot -10.9337 +▁nimensä -10.9338 +▁spe -10.9342 +▁World -10.9342 +▁Uni -10.9343 +▁epätoivo -10.9346 +▁harjo -10.9347 +▁iki -10.9348 +kkaasti -10.9349 +tutkimukse -10.9352 +▁Kuvi -10.9352 +▁kauko -10.9352 +tellyt -10.9352 +▁iPhone -10.9352 +▁edisty -10.9352 +▁kouluun -10.9354 +vani -10.9355 +▁milla -10.9358 +▁testata -10.9358 +▁Tiina -10.9359 +▁Ohje -10.9359 +▁muodostavat -10.9359 +▁läheltä -10.9359 +TM -10.936 +▁Koh -10.936 +TUS -10.9361 +mättö -10.9361 +▁sovelta -10.9362 +▁tarkastelu -10.9364 +taistelu -10.9364 +▁veti -10.9365 +renkai -10.9367 +▁lastensuojelu -10.9368 +lause -10.9369 +▁julkisesti -10.9369 +▁Villa -10.937 +▁Red -10.937 +laite -10.9371 +▁keh -10.9371 +vah -10.9371 +▁Sekä -10.9372 +▁maisteri -10.9373 +reilla -10.9376 +osio -10.9377 +▁runsas -10.9378 +▁ottaisi -10.9379 +▁monin -10.938 +happo -10.9381 +▁kuuluisi -10.9383 +▁Molemmat -10.9384 +kortin -10.9384 +YS -10.9387 +▁menin -10.9388 +tieteiden -10.9389 +▁lelu -10.9391 +▁julista -10.9392 +▁lyhy -10.9393 +▁järjestä -10.9393 +▁muussa -10.9393 +▁herkkä -10.9394 +▁työyhteisö -10.9395 +▁kohteena -10.9396 +▁raskauden -10.9397 +stettiin -10.9398 +▁Che -10.9401 +umpu -10.9401 +pot -10.9402 +▁pelastaa -10.9403 +▁korkeampi -10.9403 +▁intohimo -10.9404 +▁pienestä -10.9405 +▁44 -10.9405 +▁tutkinnon -10.9408 +▁väsy -10.9408 +eta -10.9408 +▁sopivasti -10.941 +▁visio -10.9411 +▁kyllästy -10.9411 +tola -10.9415 +▁suurempaa -10.9417 +▁sujui -10.9417 +low -10.9417 +▁toukokuussa -10.9417 +▁neuvosto -10.9418 +▁suuresti -10.9421 +▁Dia -10.9422 +NE -10.9424 +▁jalan -10.9426 +▁alunperin -10.9427 +▁käyn -10.9428 +ttävän -10.943 +▁porukka -10.943 +ney -10.9432 +▁Martti -10.9433 +▁Kurssi -10.9433 +OP -10.9433 +RE -10.9437 +mes -10.9439 +▁Hor -10.9439 +▁yksittäis -10.9442 +vene -10.9443 +gra -10.9443 +▁seminaari -10.9446 +▁näen -10.9447 +▁geeni -10.9447 +▁kivoja -10.9448 +▁verkkosivu -10.945 +▁Viron -10.9452 +▁harjoitta -10.9452 +▁ympäristössä -10.9452 +▁Il -10.9455 +llisyyttä -10.9455 +▁uhra -10.9456 +▁arvot -10.9456 +▁Finn -10.946 +▁ateisti -10.9462 +▁Ren -10.9465 +▁väriä -10.9465 +▁puolilla -10.9466 +▁etenee -10.9467 +▁Black -10.9468 +▁sairasta -10.9469 +▁marja -10.947 +▁liuku -10.947 +▁läsnäolo -10.9473 +▁muuttua -10.9475 +▁varsinainen -10.9475 +▁väestön -10.9476 +kla -10.9477 +▁Minua -10.9478 +▁iske -10.9478 +▁yhteiskunnassa -10.9479 +▁kaikenlaista -10.948 +tuotannon -10.9484 +KS -10.9484 +▁kuntoutus -10.9485 +row -10.9487 +▁kaupasta -10.9488 +▁millaista -10.9489 +▁toipu -10.9491 +Voi -10.9491 +▁kerrottu -10.9493 +▁itte -10.9494 +keja -10.9495 +▁sivulla -10.9496 +▁näyttävä -10.9496 +▁rakennetaan -10.9498 +pö -10.9498 +tiedon -10.9499 +ef -10.9499 +▁panosta -10.95 +▁valitus -10.95 +▁housu -10.9501 +▁rock -10.9502 +kustannukset -10.9503 +Pu -10.9506 +▁tarinoita -10.9509 +▁törkeä -10.9509 +tilojen -10.9515 +▁mukaista -10.9515 +▁jollekin -10.9517 +joukko -10.9517 +rannan -10.9518 +mmilla -10.9519 +▁Vaasan -10.9519 +▁Petri -10.9519 +TS -10.9519 +▁autossa -10.9521 +▁mielelläni -10.9521 +▁Ze -10.9522 +▁Edu -10.9523 +rauha -10.9524 +.23 -10.9527 +▁tel -10.9529 +tukea -10.9531 +▁huonoa -10.9532 +ware -10.9532 +▁Microsoft -10.9533 +ota -10.9534 +ttamisesta -10.9534 +neuvoston -10.9538 +▁brändi -10.954 +sano -10.954 +▁laitettu -10.9541 +▁käyttäjän -10.9542 +mahdollisuuksia -10.9542 +omais -10.9543 +lahja -10.9543 +neenä -10.9544 +rahoi -10.9545 +▁haastattelussa -10.9545 +▁Espanja -10.9546 +▁päihde -10.9546 +▁Toisen -10.9549 +▁rajoittaa -10.9549 +▁valitsee -10.9551 +▁mau -10.9553 +▁Toisin -10.9553 +ileva -10.9553 +misia -10.9555 +turvallisuus -10.9559 +ill -10.9559 +sähkö -10.9562 +▁loppujen -10.9562 +▁myrsky -10.9563 +ksestä -10.9563 +▁hetkessä -10.9564 +leita -10.9564 +▁laskeutu -10.9566 +oinnin -10.9569 +SA -10.957 +▁aktiivinen -10.957 +▁aste -10.9571 +▁wa -10.9573 +poliisi -10.9575 +suojelu -10.9576 +our -10.9577 +▁liima -10.9578 +laiseen -10.9579 +▁maat -10.958 +▁aidosti -10.958 +▁perinteinen -10.9581 +▁päiviä -10.9582 +▁muutettu -10.9584 +▁kokonaisuus -10.9588 +KU -10.9589 +tavara -10.9589 +▁tekemiseen -10.959 +▁puheen -10.9595 +▁näille -10.9596 +▁turvapaikanhaki -10.9596 +▁valossa -10.9596 +nnoissa -10.9598 +▁nime -10.9599 +▁valtakunnallise -10.9599 +mattoman -10.96 +▁pyytä -10.9601 +▁julki -10.9601 +ennus -10.9603 +▁Aho -10.9605 +ttämistä -10.9605 +holm -10.9608 +▁tekijöitä -10.9609 +▁henkilöiden -10.961 +onsa -10.9611 +paikalla -10.9613 +tarjo -10.9616 +ilevat -10.9617 +put -10.9619 +läisen -10.962 +▁tuhat -10.9621 +▁riemu -10.9624 +▁Jun -10.9624 +▁sulke -10.9625 +lai -10.9625 +▁pitkäaikais -10.9626 +▁pimeä -10.9627 +nauha -10.9628 +▁KE -10.963 +▁vih -10.9631 +▁bensa -10.9631 +▁välittää -10.9633 +▁sääli -10.9633 +▁1) -10.9634 +▁työnantajan -10.9635 +ikot -10.9636 +ISTA -10.9637 +▁hienoja -10.9637 +▁oppilas -10.9639 +▁hallita -10.9641 +▁tekemättä -10.9641 +▁proteiini -10.9641 +▁plussa -10.9642 +vuotiaiden -10.9643 +▁joulukuussa -10.9643 +▁soitti -10.9643 +▁Oikeus -10.9644 +▁keskusteluun -10.9645 +▁tah -10.9647 +▁Puna -10.9649 +▁huolissaan -10.9649 +▁Kela -10.9651 +▁kapea -10.9652 +▁py -10.9653 +▁ruskea -10.9653 +king -10.9653 +toveri -10.9656 +▁Dr -10.9657 +▁1990- -10.9657 +ang -10.9658 +tilasto -10.9659 +▁lähimmä -10.9659 +▁hankalaa -10.9663 +▁esine -10.9664 +tutkija -10.9665 +hor -10.9666 +▁kiertää -10.9667 +cin -10.9667 +▁huomion -10.9668 +▁perintö -10.9668 +kipu -10.9669 +▁ennalta -10.9669 +▁pienten -10.9669 +▁Rau -10.9669 +ence -10.9669 +▁maja -10.9672 +Lu -10.9673 +linen -10.9675 +▁Tuskin -10.9675 +▁kerros -10.9677 +markkinoilla -10.9678 +valmiste -10.9679 +silmä -10.9679 +ung -10.9679 +▁myöhään -10.968 +paikalle -10.968 +kkeeseen -10.9681 +tumista -10.9682 +▁kierrä -10.9684 +▁saati -10.9688 +tekniikka -10.9689 +▁vittu -10.969 +▁autoon -10.9692 +▁myrky -10.9693 +53 -10.9694 +-4 -10.9694 +▁tutkimusta -10.9695 +ettava -10.9695 +valikoima -10.9696 +▁ennakoi -10.9696 +▁peto -10.9696 +▁hoidetaan -10.9697 +▁tulot -10.9699 +▁Italian -10.9699 +▁nopeus -10.9699 +▁varm -10.9699 +▁asetettu -10.97 +▁Suomalainen -10.97 +?.- -10.97 +▁pidät -10.97 +▁Bur -10.9703 +▁sar -10.9703 +▁Lento -10.9703 +▁johtama -10.9703 +mber -10.9705 +kunto -10.9706 +▁juoksi -10.9707 +▁kuole -10.9709 +▁ymmärtämään -10.9715 +▁väittee -10.9715 +▁järjestettiin -10.9718 +▁kolmesta -10.972 +▁jostakin -10.9721 +▁kasvis -10.9723 +▁näkynyt -10.9723 +▁pennu -10.9724 +▁herku -10.9725 +▁outo -10.9725 +yden -10.9726 +▁kärsii -10.9727 +toon -10.973 +▁ketä -10.9731 +▁Sir -10.9732 +▁jonkinlainen -10.9732 +▁Android -10.9733 +▁Yhteistyö -10.9733 +▁Jaakko -10.9733 +▁puhdas -10.9734 +▁useiden -10.9735 +▁komp -10.9735 +istin -10.9737 +puolelle -10.9738 +mmalle -10.9742 +▁päivään -10.9743 +▁Teksti -10.9744 +taus -10.9744 +▁talousarvio -10.9748 +▁merkitty -10.9751 +asioita -10.9751 +pelit -10.9751 +▁leipä -10.9752 +mentti -10.9752 +▁pahoi -10.9753 +▁Ihminen -10.9755 +koru -10.9755 +paikkojen -10.9755 +64 -10.9756 +▁alennus -10.9758 +▁rip -10.9759 +▁je -10.9761 +▁Yllä -10.9762 +▁oikeudet -10.9762 +maksut -10.9763 +▁parane -10.9766 +▁vuodeksi -10.9767 +▁sinulta -10.9767 +vuotiaat -10.9769 +▁melu -10.977 +valmentaja -10.9771 +▁Hänellä -10.9771 +▁itku -10.9772 +▁She -10.9772 +▁huoneisto -10.9774 +loita -10.9775 +▁tyydy -10.9776 +▁kehittä -10.9777 +tettyä -10.9777 +rää -10.9778 +uutena -10.9778 +▁korosta -10.9779 +gh -10.978 +kilpailun -10.978 +dyn -10.9781 +▁valuutta -10.9782 +▁kuvata -10.9783 +▁All -10.9784 +hdys -10.9784 +▁maalais -10.9785 +▁jatkuvaa -10.9785 +▁:-) -10.9785 +mene -10.9786 +tiivi -10.9787 +▁oikeita -10.9788 +▁aa -10.9788 +▁hakemus -10.9788 +▁kopioi -10.9789 +▁julkaise -10.979 +▁psyko -10.979 +kr -10.9795 +▁suomalaisille -10.9797 +valmis -10.9798 +▁lentä -10.9798 +▁Projekti -10.9799 +jun -10.9801 +▁suhdetta -10.9801 +▁metro -10.9803 +▁koirien -10.9803 +▁etene -10.9803 +▁kengät -10.9806 +▁esikois -10.9806 +▁juoda -10.981 +▁tul -10.981 +▁rakastu -10.981 +▁sinkku -10.9811 +▁avoinna -10.9813 +▁armeijan -10.9813 +ult -10.9813 +KSI -10.9813 +sun -10.9814 +▁yksikkö -10.9814 +oida -10.9814 +▁Luu -10.9815 +HA -10.9816 +tiloja -10.9816 +▁ikää -10.9818 +▁koki -10.9818 +▁rakkaa -10.9821 +▁David -10.9823 +vuokra -10.9824 +0% -10.9825 +▁karhu -10.9825 +▁verotus -10.9826 +▁Viesti -10.9827 +▁mitää -10.9827 +uksilla -10.9828 +▁pääsen -10.983 +skaa -10.9831 +▁löyty -10.9831 +mppi -10.9834 +▁Lähes -10.9836 +isina -10.9837 +SE -10.9837 +▁seurasi -10.9837 +▁Tom -10.9838 +▁70- -10.9839 +▁Elisa -10.9841 +ukan -10.9841 +▁yleisön -10.9843 +▁osoitteeseen -10.9843 +▁Art -10.9843 +▁Enkä -10.9844 +▁yhdistys -10.9846 +▁liikkua -10.9846 +▁työelämä -10.9846 +▁Seppo -10.9849 +▁Tuki -10.9849 +▁tukevat -10.985 +▁puhetta -10.985 +▁Vuokra -10.9852 +▁lausu -10.9854 +▁kerroin -10.9854 +▁ystävien -10.9856 +▁aion -10.9857 +luvan -10.9858 +▁Hur -10.9861 +▁tekniikka -10.9861 +▁Eero -10.9862 +aikoina -10.9862 +▁matkustaa -10.9862 +paja -10.9863 +▁ottelua -10.9864 +▁hake -10.9865 +▁käsittele -10.9866 +lehdessä -10.9866 +▁keskeisi -10.9867 +udella -10.9867 +▁koirat -10.9872 +▁valtakunnan -10.9873 +idän -10.9875 +▁kattaa -10.9875 +▁lika -10.9876 +▁ylläpito -10.9876 +▁varuste -10.9877 +▁nimissä -10.9879 +asteen -10.9882 +▁yhteisön -10.9884 +▁2-3 -10.9885 +▁lopun -10.9886 +2005 -10.9886 +tarkastaja -10.9888 +ajien -10.989 +▁ruuan -10.9891 +▁päästy -10.9891 +keskuksessa -10.9892 +▁tarkoitetu -10.9892 +▁liittyvistä -10.9894 +▁pidempi -10.9894 +mmäksi -10.9894 +▁keskittyy -10.9896 +▁HA -10.9896 +▁muslimi -10.9898 +pela -10.9898 +▁jännä -10.9899 +▁saari -10.9901 +▁söpö -10.9902 +▁sivun -10.9902 +▁pelataan -10.9903 +form -10.9903 +▁varsinaisesti -10.9905 +▁valikoi -10.9907 +▁marraskuussa -10.991 +▁lisätty -10.9911 +▁tahdon -10.9912 +Kä -10.9915 +▁linkit -10.9916 +▁kuvittele -10.9919 +▁ulkonäkö -10.9921 +▁ehdottaa -10.9922 +suutta -10.9923 +▁jokaisessa -10.9923 +▁merkin -10.9923 +▁syyttää -10.9923 +▁aiheeseen -10.9925 +yrittäjä -10.9925 +▁Sanna -10.9925 +▁sinäkin -10.9931 +▁panostaa -10.9931 +jalka -10.9931 +sihteeri -10.9933 +▁kumpi -10.9934 +▁hyvänä -10.9935 +▁hoitamaan -10.9936 +▁Ven -10.9937 +:15 -10.9937 +▁hidas -10.9938 +dut -10.9939 +▁Thaimaa -10.9939 +▁mahdollisuuksi -10.9941 +▁kirkkaa -10.9943 +perin -10.9944 +▁tekemisen -10.9946 +▁Risto -10.9946 +▁todetaan -10.9946 +▁Osallistu -10.9947 +▁luulen -10.9948 +puna -10.9948 +-16 -10.9949 +▁Web -10.995 +▁sopia -10.995 +▁tutkittu -10.9951 +cre -10.9951 +▁Yö -10.9952 +▁Pre -10.9953 +▁huomattava -10.9953 +▁vo -10.9954 +▁järki -10.9954 +▁netin -10.9954 +udet -10.9955 +▁OP -10.9956 +▁hiili -10.9957 +kol -10.9957 +▁britti -10.9957 +▁viere -10.9958 +ruokaa -10.9958 +ii -10.9959 +.26 -10.9962 +▁yritin -10.9963 +▁Sala -10.9963 +▁Syö -10.9964 +▁aido -10.9965 +sch -10.9966 +koneen -10.9967 +▁tyyty -10.9967 +▁pysyi -10.9969 +▁kirjat -10.9969 +▁päätteeksi -10.9971 +juus -10.9973 +▁ylimääräistä -10.9973 +ismin -10.9974 +bergin -10.9975 +ttyy -10.9975 +teesi -10.9976 +▁ystävät -10.9976 +▁monenlaisia -10.9977 +järjestön -10.9979 +▁pätevä -10.998 +▁makuuhuone -10.998 +▁huonoja -10.9986 +▁iltapäivällä -10.9987 +Al -10.9989 +▁tarpeet -10.9989 +▁reilun -10.9989 +▁Dan -10.999 +.28 -10.999 +▁surkea -10.9993 +▁2,5 -10.9994 +-6 -10.9995 +▁IT -10.9995 +▁tap -10.9996 +rahoitus -10.9997 +▁teemme -10.9998 +▁vanhempia -11 +▁jälke -11 +elma -11.0004 +▁yhteyden -11.0008 +LL -11.0008 +▁Maailma -11.0009 +▁tilassa -11.0011 +▁ihail -11.0011 +▁oppositio -11.0012 +▁HE -11.0015 +maalla -11.0015 +▁palautta -11.0015 +▁tapasi -11.0015 +▁nousevat -11.0018 +Tuo -11.0023 +▁voisit -11.0024 +▁psykologi -11.0027 +▁ulkomaille -11.0027 +kkula -11.0027 +▁Mas -11.0028 +▁kasvava -11.003 +▁merkeissä -11.0031 +▁ukko -11.0031 +▁Michael -11.0031 +▁aloitta -11.0033 +▁27. -11.0033 +▁korkeamma -11.0034 +▁äksi -11.0037 +5% -11.0037 +▁%20 -11.0037 +henki -11.0038 +▁laatiko -11.004 +▁hankittu -11.004 +▁siivous -11.0041 +▁parhaa -11.0043 +▁vaikutuksen -11.0044 +▁piiriin -11.0044 +▁erilaisiin -11.0045 +▁Bre -11.0046 +▁tunnen -11.0046 +koulutuksen -11.0047 +▁säilyy -11.0048 +▁Liikenne -11.0049 +kertainen -11.0054 +▁hae -11.0054 +▁julkaistaan -11.0055 +▁päästää -11.0055 +▁piru -11.0055 +sut -11.0057 +polu -11.0058 +▁TO -11.0058 +▁ilmestyy -11.0058 +▁asemaa -11.0061 +▁juure -11.0062 +kesä -11.0065 +ish -11.0066 +kokemuksi -11.0066 +puku -11.0069 +▁sosiaalinen -11.0072 +koot -11.0073 +▁lehdistö -11.0073 +▁verrata -11.0074 +▁naisista -11.0074 +▁päivittäis -11.0075 +ilo -11.0076 +▁jatku -11.0079 +▁joudu -11.0079 +riitti -11.008 +▁kiito -11.008 +.27 -11.0084 +▁Bru -11.0086 +▁herkku -11.0086 +▁1-2 -11.0088 +▁raivo -11.0089 +▁Maksu -11.0089 +▁€. -11.0091 +▁1: -11.0092 +▁kadu -11.0092 +yhteys -11.0092 +▁lähesty -11.0095 +▁ymmärrän -11.0095 +ravintola -11.0096 +▁maine -11.0097 +stetaan -11.0098 +▁kuolee -11.0098 +▁tulemaan -11.0099 +kunnalle -11.0101 +▁nimeltään -11.0102 +▁Valta -11.0104 +▁joukosta -11.0105 +▁Kat -11.0105 +pöytä -11.0107 +▁Tilanne -11.0107 +▁kirjasta -11.0107 +▁Suure -11.0109 +:.- -11.0109 +▁!. -11.011 +▁kielellä -11.0111 +▁kylpyhuone -11.0112 +reissa -11.0113 +▁tavoitteita -11.0113 +▁tär -11.0113 +▁Mukana -11.0114 +▁Sar -11.0114 +▁käytökse -11.0115 +huoneen -11.0117 +viikon -11.0118 +▁analysoi -11.0119 +llani -11.012 +▁lää -11.0123 +▁Bro -11.0124 +▁pallon -11.0124 +▁riita -11.0124 +▁kerrottiin -11.0125 +▁lähtevät -11.0125 +▁Gar -11.0126 +▁nopeaa -11.0127 +iso -11.0127 +▁opetella -11.0129 +▁sul -11.013 +▁kesäkuussa -11.0131 +▁jollakin -11.0131 +▁ga -11.0132 +posti -11.0133 +▁aletaan -11.0135 +▁opiskella -11.0138 +emma -11.0139 +▁päivittä -11.0141 +▁selville -11.0142 +tajien -11.0143 +läisten -11.0144 +▁Suu -11.0148 +▁kasvavat -11.015 +▁Erkki -11.0151 +▁Julkis -11.0152 +▁sadan -11.0155 +▁käsissä -11.0156 +▁olosuhteissa -11.0159 +dio -11.016 +▁käsityksen -11.0162 +hakemukse -11.0164 +▁ollutkaan -11.0165 +▁valinnan -11.0165 +▁th -11.0172 +ctor -11.0173 +▁pystyä -11.0173 +▁maksettava -11.0174 +moni -11.0175 +▁Cla -11.0175 +▁Puhu -11.0176 +▁asenta -11.0176 +.24 -11.0176 +▁rengas -11.0177 +hda -11.0178 +▁43 -11.0178 +▁esittämä -11.0178 +▁sellaiseen -11.0179 +▁keskustasta -11.018 +▁jonnekin -11.0181 +▁markkaa -11.0182 +tuli -11.0182 +▁ylpeä -11.0183 +ilijä -11.0184 +▁molempien -11.0188 +▁levo -11.0188 +▁aloitte -11.0189 +▁kontakti -11.0189 +▁Ravintola -11.0189 +▁köy -11.019 +▁Pii -11.019 +villä -11.0192 +▁käytös -11.0193 +reitä -11.0193 +▁kauppaa -11.0194 +▁your -11.0197 +terve -11.0197 +tyksi -11.0199 +▁ryhtyä -11.02 +▁lanka -11.0201 +tv -11.0201 +▁Myy -11.0201 +▁Mäki -11.0204 +▁Suomalaiset -11.0205 +▁luopua -11.0206 +▁seuraamaan -11.0207 +kaasu -11.0208 +▁keskelle -11.021 +▁28. -11.0211 +▁50- -11.0211 +vuonna -11.0213 +▁huomaut -11.0214 +▁tyttöjen -11.0215 +Suomi -11.0217 +▁sarjassa -11.0219 +ian -11.0219 +So -11.022 +▁kokeillut -11.022 +▁tippu -11.0221 +▁rohkeasti -11.0222 +▁kappaleen -11.0222 +▁kovi -11.0222 +▁asettu -11.0224 +▁valittaa -11.0225 +▁tilaisuus -11.0228 +▁matkaan -11.0229 +▁pai -11.023 +kisoissa -11.0231 +▁varmaa -11.0232 +▁Tulee -11.0233 +▁väkeä -11.0233 +ntiin -11.0234 +▁lou -11.0234 +▁asukkaiden -11.0235 +▁tekemällä -11.0236 +lot -11.0237 +kokemus -11.0239 +▁palkkapäivä -11.0239 +▁liikunnan -11.0239 +▁41 -11.024 +lautakunnan -11.024 +▁suunnittele -11.0241 +▁tuotteista -11.0244 +▁treenaa -11.0245 +▁rohkea -11.0245 +ttiä -11.0245 +▁ilmoituksen -11.0246 +▁ryhdy -11.0246 +▁hevosen -11.0246 +▁Lähettänyt -11.0246 +main -11.0247 +AL -11.0252 +▁lin -11.0252 +▁sijais -11.0253 +▁maaperä -11.0254 +▁metsästä -11.0255 +MÄ -11.0255 +xin -11.0256 +▁tehtävän -11.0257 +▁koste -11.0257 +Kiitos -11.0258 +▁organisaation -11.026 +▁kalastus -11.026 +▁kohdetta -11.026 +red -11.026 +ilmiö -11.0262 +▁monipuolinen -11.0263 +▁Jotenkin -11.0263 +▁uutisia -11.0267 +▁materiaalia -11.0268 +▁tavoitteiden -11.027 +▁mittaus -11.027 +▁itselläni -11.0271 +kuski -11.0271 +onta -11.0272 +ller -11.0273 +▁työntekijää -11.0276 +▁näyttä -11.0276 +▁Suosittelen -11.0276 +tarkastukse -11.0277 +▁kysymyksen -11.0277 +▁havainto -11.0281 +▁kahvia -11.0281 +▁26. -11.0284 +vaatimuksi -11.0285 +▁alkuperäinen -11.0288 +▁huolellisesti -11.0292 +▁söi -11.0292 +▁about -11.0293 +hoitoa -11.0294 +▁maaliskuussa -11.0294 +▁muuttuvat -11.0295 +palveluita -11.0297 +▁blogia -11.0299 +▁syyskuussa -11.0299 +▁hoiva -11.03 +-7 -11.03 +osassa -11.03 +▁perustettiin -11.0301 +▁Tein -11.0301 +▁avio -11.0302 +▁tarkastella -11.0303 +▁Porin -11.0304 +▁hiljaise -11.0305 +alueelle -11.0306 +▁puhumaan -11.0306 +lliseksi -11.0306 +▁tapahdu -11.0306 +▁kuvasta -11.0308 +▁vaihtelevat -11.0309 +▁kestänyt -11.0311 +▁pello -11.0314 +▁lakka -11.0314 +▁lounas -11.0315 +▁80- -11.0316 +▁puuttua -11.0318 +▁yrittävät -11.0318 +▁(4 -11.0319 +▁välttämätöntä -11.0322 +▁nai -11.0322 +telmi -11.0323 +aineiden -11.0324 +▁ruudu -11.0325 +▁montaa -11.0326 +ktio -11.0327 +▁huhu -11.0328 +retki -11.033 +tikka -11.0331 +elmi -11.0331 +▁odotan -11.0332 +▁neule -11.0334 +▁henkisesti -11.0334 +▁auttoi -11.0336 +juoksu -11.0336 +▁upo -11.0336 +Ju -11.0338 +▁asukkaat -11.0341 +ootti -11.0342 +▁tiukka -11.0342 +▁toimijoiden -11.0345 +▁kallista -11.0347 +▁Pyy -11.0347 +▁Eilen -11.0348 +▁ikuis -11.0348 +▁have -11.0351 +▁puolusta -11.0353 +▁kri -11.0354 +▁Mie -11.0355 +ukseksi -11.0356 +▁tolla -11.0358 +▁nuorena -11.0358 +▁osaaminen -11.0359 +▁puhunut -11.0359 +▁päätellä -11.0362 +▁Sarja -11.0362 +▁out -11.0365 +▁virallinen -11.0365 +▁luulisi -11.0366 +▁nimiä -11.0366 +▁PA -11.0366 +▁viivästy -11.0367 +raali -11.0368 +▁Egypti -11.0368 +▁valon -11.0368 +yde -11.0369 +▁myynnin -11.0369 +▁Lapsen -11.037 +rkki -11.037 +umi -11.0372 +▁haastava -11.0372 +▁myyty -11.0373 +▁laissa -11.0374 +▁urheilija -11.0375 +▁työpaikan -11.0377 +▁Kalle -11.0379 +▁Tutki -11.0379 +▁säätiö -11.038 +▁kilpailija -11.038 +▁Joukkue -11.0381 +>< -11.0381 +▁määritelty -11.0381 +▁häneen -11.0382 +▁tuoli -11.0382 +jaksi -11.0386 +▁töistä -11.0387 +▁hirvi -11.0387 +laiva -11.0389 +▁isänsä -11.039 +hoidossa -11.039 +▁osia -11.0391 +▁työllisyys -11.0391 +suhteet -11.0394 +▁maahanmuuttaja -11.0395 +▁muutenkaan -11.0395 +▁viranomaiset -11.0396 +sellä -11.0396 +Lähetetty -11.0396 +▁toisille -11.0398 +▁keskity -11.0399 +▁tavan -11.04 +ppeja -11.0401 +▁esittelee -11.0401 +vuuteen -11.0402 +viraston -11.0402 +▁pano -11.0407 +▁väline -11.0411 +terveys -11.0411 +▁paini -11.0414 +leen -11.0414 +▁Areena -11.0415 +tulos -11.0418 +nutta -11.0418 +url -11.042 +▁välille -11.042 +jiin -11.0421 +utettu -11.0423 +▁suunna -11.0426 +MO -11.0427 +▁poliittinen -11.0432 +▁ennenkin -11.0432 +▁remontti -11.0433 +▁suosittele -11.0434 +▁epäillään -11.0434 +▁kruunu -11.0435 +▁sisar -11.0435 +▁peliin -11.0437 +▁golf -11.0438 +▁2) -11.0439 +▁teollisuuden -11.044 +verkon -11.044 +▁höyry -11.0442 +▁synnyttä -11.0442 +▁itsemurha -11.0445 +▁fani -11.0446 +▁yritystä -11.0447 +▁Kansallis -11.0448 +kaupassa -11.0448 +Ne -11.0448 +▁keskeise -11.045 +kyy -11.0451 +isteja -11.0456 +▁kortin -11.0457 +▁tunnetta -11.0457 +cc -11.0463 +▁muuttamaan -11.0463 +▁muutu -11.0464 +▁nettisivu -11.0465 +mmiksi -11.0466 +▁kyseenalaista -11.0469 +▁jär -11.0469 +▁sekuntia -11.0472 +▁huolen -11.0472 +pri -11.0473 +▁ideoi -11.0474 +▁vetäyty -11.0475 +▁Rauha -11.0476 +▁edistä -11.0477 +▁jäisi -11.0478 +liini -11.0478 +▁tottunut -11.0481 +torni -11.0482 +▁tota -11.0482 +neuvottelu -11.0484 +▁STT -11.0485 +▁ostettu -11.0485 +▁Kohta -11.0487 +▁puutu -11.0487 +itus -11.0489 +▁koulutukseen -11.0492 +▁syntyä -11.0492 +luoto -11.0493 +rilla -11.0495 +▁silmän -11.0496 +▁päte -11.0497 +tiikka -11.0503 +▁Muita -11.0504 +▁ylläpitää -11.0504 +▁lenno -11.0504 +hallinno -11.0505 +▁Peter -11.0505 +▁tarkoi -11.0506 +▁hajo -11.0507 +▁vedä -11.0507 +ulla -11.0507 +▁Totta -11.0507 +▁totuutta -11.0509 +▁lähetä -11.051 +▁Naiset -11.0512 +mieli -11.0512 +kunnat -11.0513 +▁selvitä -11.0514 +▁katta -11.0514 +▁väitä -11.0514 +▁Len -11.0515 +▁annettiin -11.0515 +▁sisällö -11.0516 +mea -11.0516 +▁päätö -11.0518 +pio -11.0519 +▁kolmeen -11.0519 +▁Ilkka -11.0519 +▁Britannian -11.052 +päätö -11.052 +äjä -11.0521 +▁palveluihin -11.0522 +tteihin -11.0525 +stamme -11.0526 +organisaatio -11.0527 +▁rakentamisen -11.053 +▁lihaa -11.053 +▁Tal -11.0533 +▁vieraa -11.0534 +▁luova -11.0534 +▁jaksanut -11.0536 +▁tuloksena -11.0538 +▁kevye -11.0539 +▁lainsäädäntö -11.0539 +▁heittä -11.054 +▁tuuma -11.0542 +▁oppimisen -11.0543 +▁omistus -11.0544 +sota -11.0545 +kysymys -11.0545 +▁Pat -11.0545 +LE -11.0548 +▁sairauden -11.0548 +riä -11.0548 +▁Espanjan -11.0549 +▁tiet -11.0551 +maksun -11.0552 +innin -11.0552 +määrät -11.0553 +nnus -11.0554 +▁hölmö -11.0555 +▁esimerkkejä -11.0557 +▁äänestys -11.0561 +analyysi -11.0562 +▁piirissä -11.0563 +▁sipuli -11.0564 +kkoa -11.0565 +NA -11.0566 +▁It -11.0566 +▁avaruus -11.0566 +mmistä -11.0567 +▁päiväkoti -11.0567 +▁Samaan -11.0568 +▁jäsentä -11.057 +▁Eiköhän -11.0571 +▁wh -11.0571 +terin -11.0571 +▁pelaajia -11.0571 +utin -11.0571 +▁kehitetty -11.0572 +▁Apu -11.0572 +▁Noin -11.0574 +ilmoitus -11.0574 +▁keli -11.0575 +▁kerron -11.0575 +ST -11.0578 +sp -11.0578 +▁seurannut -11.0578 +▁Vo -11.0578 +▁1999 -11.0582 +▁edustajat -11.0582 +▁määritelmä -11.0583 +pis -11.0584 +bra -11.0585 +▁hallitse -11.0586 +▁näkemys -11.0587 +▁lokakuussa -11.0588 +Ar -11.0589 +▁lämmön -11.0589 +▁paikoissa -11.059 +▁kannatus -11.0591 +▁kysymykset -11.0592 +▁jänni -11.0592 +▁Opi -11.0595 +oppila -11.0595 +illeen -11.0597 +Hu -11.0598 +▁kansi -11.0604 +▁selittä -11.0606 +▁valmistaja -11.0607 +▁vilja -11.0608 +geeni -11.0608 +▁keittiön -11.0608 +▁päämäärä -11.0609 +▁Uu -11.0609 +▁itsetunto -11.061 +▁vs -11.0611 +▁iän -11.0611 +▁sanomaan -11.0611 +▁ehdoton -11.0612 +▁samanlaista -11.0615 +▁oikeuksia -11.0615 +▁Tuolla -11.0618 +ytyy -11.062 +▁laittanut -11.062 +erry -11.0621 +▁25. -11.0621 +▁päätöstä -11.0623 +▁vaaleissa -11.0624 +▁näyte -11.0624 +▁del -11.0625 +▁kiittää -11.0625 +▁ävä -11.0625 +ora -11.0627 +▁avu -11.0627 +▁öljyn -11.0627 +qua -11.0627 +▁tuoma -11.0629 +▁Keskusta -11.063 +▁rohke -11.0635 +▁tyhji -11.0636 +▁18- -11.0636 +▁Putin -11.0638 +▁hinnoi -11.0638 +▁ajettu -11.064 +▁huolestu -11.064 +▁san -11.0641 +▁muistel -11.0641 +▁puhdistus -11.0641 +▁Pä -11.0642 +▁toimenpide -11.0642 +▁uskova -11.0645 +ytti -11.0646 +▁wi -11.0647 +nousu -11.0647 +▁korvata -11.0647 +▁Sie -11.0648 +▁2: -11.0649 +▁Myöhemmin -11.0649 +puhelime -11.0651 +▁saksa -11.0652 +▁Jani -11.0653 +▁lapsensa -11.0655 +iksen -11.0656 +▁Ruo -11.0657 +zza -11.0658 +pus -11.0658 +▁vahvisti -11.0659 +näytö -11.0659 +palkinto -11.066 +▁29. -11.066 +▁houkut -11.0661 +kaupungin -11.0661 +▁Luku -11.0662 +▁alueelta -11.0664 +▁asui -11.0664 +ltu -11.0665 +▁sääntöjä -11.0667 +▁kauneus -11.0668 +▁ohjata -11.0669 +▁raportti -11.0671 +▁näp -11.0671 +▁kahdesti -11.0671 +▁päivitys -11.0671 +▁kehittynyt -11.0672 +▁reiti -11.0672 +aseman -11.0673 +▁puitteissa -11.0674 +▁pohtia -11.0675 +▁käyttäytymis -11.0676 +▁joulua -11.0677 +kerro -11.0677 +▁pikavippi -11.0681 +▁liikuntaa -11.0682 +liina -11.0682 +85 -11.0683 +▁pisteen -11.0685 +▁Tulo -11.0685 +▁sieni -11.0686 +▁til -11.0688 +▁kustannuksia -11.0689 +harjoittelu -11.0689 +▁vanhojen -11.069 +SS -11.069 +▁kenellekään -11.0691 +▁kurkku -11.0691 +sar -11.0692 +▁merkit -11.0692 +▁verenpaine -11.0692 +järjestöjen -11.0693 +▁markkinoi -11.0694 +▁Jou -11.0695 +▁tuottama -11.0695 +bit -11.0698 +▁viereen -11.0698 +▁kiekko -11.0698 +apua -11.07 +▁siirtä -11.0702 +stetään -11.0702 +▁törmä -11.0703 +KÄ -11.0703 +▁mg -11.0704 +▁eduskunta -11.0706 +▁yleisen -11.0706 +kais -11.0706 +▁Vaan -11.0707 +▁halutessaan -11.0708 +▁ovatkin -11.0709 +▁kehittämisen -11.0709 +▁antaisi -11.0711 +luonno -11.0711 +▁tava -11.0713 +▁Kumma -11.0713 +▁palka -11.0716 +▁Vin -11.0716 +tunne -11.0717 +▁May -11.0719 +-8 -11.0719 +▁ilmoittanut -11.072 +▁henkilökohtaisi -11.0722 +.29 -11.0723 +use -11.0723 +väestö -11.0723 +uke -11.0724 +siivi -11.0728 +▁Marko -11.0731 +▁huonekalu -11.0732 +ara -11.0733 +jina -11.0733 +▁Sieltä -11.0733 +▁Sini -11.0736 +In -11.0738 +▁miettii -11.0739 +▁ylittää -11.074 +yksikön -11.074 +▁hirveä -11.0744 +▁ees -11.0745 +▁hyvissä -11.0745 +▁muukin -11.0745 +▁Ylä -11.0745 +▁Voisi -11.0746 +▁kävijä -11.0746 +▁ano -11.0747 +össä -11.0748 +▁Varmaan -11.0748 +▁mainitsema -11.075 +▁tulli -11.0751 +off -11.0751 +▁Maija -11.0751 +HL -11.0753 +kkojen -11.0753 +▁Kova -11.0753 +▁taivas -11.0755 +▁avoimesti -11.0756 +▁samanaikaisesti -11.0756 +llakin -11.0759 +▁Lisätietoja -11.0759 +▁Kerran -11.076 +▁pysyvä -11.076 +▁ihmetteli -11.076 +▁auttanut -11.0761 +kaupasta -11.0762 +▁aloite -11.0763 +▁terveyttä -11.0763 +▁korkealla -11.0763 +▁Rock -11.0764 +▁perheelle -11.0765 +▁lentää -11.0768 +▁sähköpostitse -11.0769 +▁varapuheenjohta -11.0769 +▁kentällä -11.0771 +▁päivitetty -11.0772 +▁tapahtumien -11.0772 +Ve -11.0774 +.0 -11.0775 +▁kahdeksa -11.0775 +▁politiikan -11.0775 +ming -11.0776 +▁vähäise -11.0776 +▁tilanteita -11.0776 +▁maailmasta -11.0777 +▁poikkeava -11.0778 +sari -11.078 +▁diesel -11.078 +palveluja -11.0781 +▁Bet -11.0783 +▁veroja -11.0783 +▁lajin -11.0784 +ännö -11.0786 +VE -11.0787 +tellään -11.0788 +▁Tammi -11.0788 +ore -11.0789 +▁Yhden -11.0789 +▁kuri -11.079 +< -11.079 +▁kuolemaan -11.0791 +▁painon -11.0791 +etään -11.0792 +kehitys -11.0793 +▁psykiatri -11.0793 +▁Mel -11.0793 +▁kärsivä -11.0794 +▁kannustaa -11.0794 +▁helmikuussa -11.0795 +▁hoidettu -11.0795 +▁kesäkuun -11.0798 +▁Kreikan -11.0801 +▁tartu -11.0804 +tär -11.0805 +▁Loma -11.0805 +puun -11.0807 +jou -11.0808 +▁Kysymys -11.0808 +▁jouduin -11.0809 +▁24. -11.0809 +▁siirtymä -11.081 +▁Hoito -11.081 +▁Käyttö -11.081 +▁mittaan -11.081 +▁kuntosali -11.0812 +▁Haapa -11.0812 +▁Huone -11.0812 +treeni -11.0813 +mpään -11.0813 +▁ajoittain -11.0813 +▁järjestäjä -11.0813 +▁vaikuttanut -11.0813 +▁ruotsin -11.0814 +▁Tuomas -11.0817 +matkan -11.0817 +empää -11.0818 +▁Leena -11.0819 +▁60- -11.0821 +▁Ser -11.0821 +Na -11.0821 +▁omistajan -11.0824 +isko -11.0825 +▁paljonko -11.0825 +▁Golf -11.0826 +▁ajanut -11.0827 +▁liikkeellä -11.0829 +jilta -11.0829 +▁muuttanut -11.083 +▁pystyvät -11.0831 +sori -11.0831 +▁Risti -11.0833 +▁Tuuli -11.0833 +▁omaksu -11.0834 +aalinen -11.0834 +▁mod -11.0835 +kohtee -11.0838 +▁uusista -11.0839 +öpö -11.0839 +▁Oman -11.0839 +työkalu -11.0839 +▁asuvat -11.0839 +▁kommunisti -11.0842 +▁Todella -11.0842 +▁Esko -11.0843 +▁hiuksi -11.0844 +▁kuulosta -11.0847 +4) -11.0848 +nnistä -11.0849 +▁määrittää -11.085 +▁90- -11.085 +▁vertais -11.0851 +kli -11.0851 +suhteen -11.0851 +▁silmiin -11.0851 +cker -11.0852 +▁hyväksyttävä -11.0857 +▁Yliopisto -11.0857 +▁yksilön -11.0859 +kil -11.086 +▁äitini -11.0861 +▁viileä -11.0861 +▁sukupolvi -11.0861 +▁finaali -11.0862 +▁käytävä -11.0865 +indeksi -11.0866 +▁ehdotus -11.0869 +▁hotellit -11.0869 +ping -11.087 +▁nor -11.087 +▁tehdyt -11.0871 +▁tapahtumista -11.0871 +▁rasisti -11.0871 +▁tasoa -11.0872 +▁pelaajien -11.0872 +▁rakastan -11.0874 +▁pyöräily -11.0874 +▁Tan -11.0875 +▁operaatio -11.0876 +▁selv -11.0878 +▁tämäkin -11.0879 +▁senttiä -11.088 +▁asentee -11.088 +meen -11.0881 +▁lupasi -11.0881 +▁murhe -11.0883 +eläimi -11.0885 +▁Hil -11.0888 +aatin -11.0889 +▁herätti -11.089 +kiksi -11.0891 +▁pystyisi -11.0892 +▁Kie -11.0892 +▁hyökkäykse -11.0892 +▁Hau -11.0893 +uutis -11.0893 +▁käyttäjät -11.0894 +▁ME -11.0899 +▁tre -11.0903 +arin -11.0905 +äiti -11.0905 +▁kerra -11.0906 +▁ansaitse -11.0908 +▁uudista -11.0908 +▁auttamaan -11.0909 +▁merkkiä -11.0909 +▁myöntä -11.0909 +opetukse -11.0909 +lajei -11.091 +▁monipuolis -11.0912 +▁menivät -11.0912 +markkinoiden -11.0913 +rt -11.0914 +▁metsästys -11.0916 +▁Spi -11.0918 +▁dating -11.0919 +dor -11.0922 +▁ominaisuus -11.0923 +▁haava -11.0924 +▁iässä -11.0924 +iltaan -11.0925 +▁mielikuva -11.0926 +katso -11.0927 +enne -11.0929 +▁kokoinen -11.093 +▁yh -11.0932 +rakentei -11.0932 +tuen -11.0932 +▁vammais -11.0932 +sal -11.0933 +TÖ -11.0934 +pido -11.0935 +ttelija -11.0936 +▁Paikka -11.0936 +▁markkinoiden -11.0937 +▁Apple -11.0937 +▁arabi -11.0937 +▁Pyr -11.0939 +3% -11.094 +▁Aiemmin -11.094 +▁julkaisema -11.094 +vär -11.094 +▁yksikään -11.094 +llisiin -11.0941 +▁ruumiin -11.0943 +▁neuvoa -11.0944 +harju -11.0948 +▁Kävin -11.0948 +▁kukkia -11.0949 +▁lihan -11.0951 +▁satee -11.0952 +▁un -11.0952 +▁nimimerkki -11.0955 +▁ulkomaan -11.0957 +▁autot -11.0959 +akaan -11.0959 +▁poro -11.096 +▁kohtelu -11.0963 +▁miehistä -11.0964 +▁liikenteessä -11.0965 +▁länsimai -11.0967 +▁kävellä -11.0969 +▁Elina -11.0969 +▁säädetään -11.0969 +▁Yhtä -11.097 +▁tuolta -11.097 +este -11.0972 +▁hirveästi -11.0972 +▁puhuvat -11.0973 +▁vääri -11.0974 +markkina -11.0975 +▁naapurin -11.0977 +▁Men -11.098 +▁kiinnostuneita -11.098 +utumis -11.0981 +Co -11.0983 +▁Green -11.0983 +teestä -11.0983 +siis -11.0983 +▁haavoittu -11.0984 +▁kutsuttu -11.0984 +bro -11.0985 +▁46 -11.0986 +▁äänestää -11.0986 +▁(5 -11.0987 +▁palaut -11.0987 +ylä -11.0988 +▁Pala -11.0989 +▁palautus -11.099 +▁otteeseen -11.0991 +▁tutkijat -11.0991 +2. -11.0992 +▁aloita -11.0992 +masi -11.0993 +▁ihmettele -11.0993 +sillä -11.0994 +▁Joki -11.0995 +lor -11.0996 +▁lis -11.0996 +▁tuloksen -11.0997 +▁perusti -11.0999 +▁kehittyy -11.0999 +▁nauru -11.1002 +▁Sauli -11.1003 +uudella -11.1004 +▁taloudellisesti -11.1005 +▁näytelmä -11.1005 +▁us -11.1005 +▁pestä -11.1006 +▁posta -11.1006 +▁pitävä -11.1006 +kah -11.1007 +▁Fri -11.101 +nor -11.1013 +▁tupakka -11.1013 +com -11.1013 +▁monista -11.1014 +▁vanhemmille -11.1017 +▁Max -11.102 +▁yleisty -11.1021 +▁rasismi -11.1021 +▁lip -11.1022 +▁Tällainen -11.1023 +▁puhuttu -11.1025 +▁Robert -11.1026 +baari -11.1026 +mattomat -11.1027 +▁siirty -11.1028 +▁Saira -11.103 +pesä -11.103 +suom -11.1031 +▁perustu -11.1032 +öi -11.1033 +seuraa -11.1035 +ilevä -11.1035 +▁Ääne -11.1036 +päätöksen -11.1037 +hoitoon -11.1039 +▁kehittämään -11.1039 +▁sopivia -11.1041 +▁Oulussa -11.1041 +▁lääkkeet -11.1041 +▁mieleeni -11.1042 +▁kerty -11.1043 +▁aikansa -11.1044 +▁romu -11.1045 +▁tuntunut -11.1046 +▁kipua -11.1046 +▁mor -11.1046 +kyn -11.1046 +▁järjestettävä -11.1047 +▁aikuinen -11.1048 +▁taatusti -11.1049 +▁evankeliumi -11.1049 +▁voiman -11.105 +ohjeet -11.105 +▁oikeutettu -11.105 +pien -11.1051 +tunto -11.1052 +▁potku -11.1052 +;) -11.1052 +▁Tapio -11.1056 +tavia -11.1056 +▁luomaan -11.1058 +▁sairaalassa -11.1059 +▁arvoa -11.1059 +▁tehtäviin -11.106 +piha -11.1062 +kerto -11.1063 +▁älkää -11.1065 +▁Niko -11.1065 +muksia -11.1066 +▁ohjelmassa -11.1066 +▁Netti -11.1068 +▁kukki -11.1068 +▁sossu -11.1069 +kuja -11.107 +▁teistä -11.1074 +▁tehdas -11.1075 +▁Musiikki -11.1075 +▁aiempi -11.1077 +▁standardi -11.1079 +vainen -11.108 +▁virtuaali -11.1081 +▁tytö -11.1081 +▁edellinen -11.1082 +suku -11.1083 +▁perheessä -11.1085 +cia -11.1085 +▁käsittää -11.1087 +▁tulevaisuutta -11.1087 +laisessa -11.1087 +▁ylipaino -11.1088 +▁löydetty -11.1089 +▁Mylly -11.1089 +▁riittänyt -11.1091 +▁avustus -11.1093 +▁kutsuu -11.1094 +ttamiseen -11.1094 +pisteet -11.1095 +KK -11.1097 +Pekka -11.11 +ong -11.1103 +▁Pö -11.1106 +LU -11.1106 +maailmassa -11.1106 +▁Kuopio -11.1106 +▁yht -11.1107 +lang -11.111 +▁poikien -11.1112 +▁Pai -11.1113 +▁Henkilöstö -11.1114 +▁och -11.1116 +▁takki -11.1117 +▁päivällä -11.1117 +Mar -11.1118 +▁jokaista -11.1119 +▁any -11.1119 +▁tuonne -11.1121 +DE -11.1123 +▁hintoja -11.1123 +▁tapet -11.1126 +▁hämä -11.1129 +▁tietoinen -11.113 +▁osoittavat -11.1133 +▁kauhea -11.1133 +▁valhe -11.1133 +tiellä -11.1134 +osissa -11.1135 +▁tarinaa -11.1136 +laatikko -11.1136 +▁Norjan -11.1136 +▁virallisesti -11.1138 +▁pelaajille -11.1139 +▁ajamaan -11.1143 +▁aiheuttanut -11.1144 +▁lama -11.1144 +▁noissa -11.1144 +▁tarpeita -11.1145 +▁Karhu -11.1147 +▁synnytys -11.1147 +selvi -11.1147 +▁King -11.1148 +Päivitetty -11.1148 +amassa -11.1149 +▁uskaltaa -11.115 +str -11.1151 +kirje -11.1151 +▁IP -11.1151 +▁tulevaa -11.1151 +▁keräsi -11.1153 +▁lataus -11.1154 +▁nur -11.1156 +tusten -11.1157 +lannin -11.1158 +▁rauhallinen -11.1158 +▁voitu -11.1158 +▁vanhaan -11.1159 +tteleva -11.116 +▁kuse -11.116 +prosessin -11.116 +▁hirmu -11.1161 +▁Paino -11.1161 +▁yhdeksi -11.1163 +▁lämpöä -11.1164 +▁erinomaisesti -11.1164 +▁syönyt -11.1164 +▁tehtävää -11.1168 +JÄ -11.1168 +▁pelottava -11.1168 +▁rahalla -11.1169 +ttelemään -11.1169 +▁väkivaltaa -11.1172 +▁tauko -11.1172 +▁kovan -11.1173 +▁tarjosi -11.1175 +▁sini -11.1175 +▁menneet -11.1176 +konen -11.1177 +▁voimin -11.1177 +▁pihalle -11.1178 +kaava -11.1178 +▁Ystävä -11.1178 +▁hajoa -11.1179 +▁flunssa -11.1179 +gas -11.1179 +▁Harmi -11.118 +ssamme -11.118 +muksesta -11.118 +▁opetusta -11.1182 +▁etteikö -11.1182 +▁kaksois -11.1188 +▁katke -11.1189 +wer -11.119 +▁kertoma -11.119 +Olen -11.119 +▁joudut -11.1191 +▁kilometri -11.1191 +▁saatat -11.1193 +▁Toyota -11.1194 +▁laitteet -11.1194 +missä -11.1194 +▁aseman -11.1195 +▁Talvi -11.1195 +▁ruumii -11.1195 +lev -11.1196 +▁47 -11.1199 +▁mus -11.12 +▁kimppuun -11.12 +▁osoitti -11.1201 +▁Nurmi -11.1201 +▁miehellä -11.1203 +▁katseli -11.1205 +▁ylimääräise -11.1207 +linna -11.1207 +polku -11.1208 +▁epäilty -11.1208 +▁näytön -11.1209 +tuva -11.1211 +▁poltta -11.1211 +▁susi -11.1212 +▁annan -11.1213 +▁mai -11.1213 +▁Leh -11.1213 +▁helvetin -11.1213 +kykyä -11.1216 +▁irrot -11.1218 +kaikki -11.122 +▁uusille -11.1221 +▁politiikkaa -11.1222 +▁sada -11.1222 +▁upeita -11.1223 +▁kier -11.1223 +Korea -11.1224 +▁yl -11.1225 +rm -11.1226 +ttomuutta -11.1227 +▁Kokonais -11.1227 +▁huonon -11.1229 +▁puolivälissä -11.123 +▁Pas -11.123 +voite -11.1231 +▁edellytykset -11.1232 +▁tulkita -11.1232 +▁kiristy -11.1234 +▁innolla -11.1234 +ssasi -11.1235 +▁valtaosa -11.1236 +lar -11.1236 +OI -11.1236 +vissä -11.1237 +▁Shi -11.1237 +▁Sam -11.1237 +putken -11.1239 +▁maksimi -11.1241 +▁torjunta -11.1245 +▁ruveta -11.1245 +-17 -11.1246 +skeli -11.1247 +▁suurempia -11.1249 +62 -11.125 +▁niinkään -11.1255 +▁lisääntymis -11.1256 +▁Puola -11.1257 +ajasta -11.1257 +▁odota -11.1259 +▁sytty -11.1259 +▁seuraavaan -11.126 +▁Alle -11.126 +▁arkea -11.126 +▁vastaavasti -11.126 +▁tullessa -11.1261 +▁ketkä -11.1263 +▁sääntöjen -11.1266 +tietä -11.1266 +▁Pien -11.127 +ikkoja -11.127 +gre -11.1273 +▁kuun -11.1274 +bar -11.1274 +▁tup -11.1274 +▁Tro -11.1274 +▁lahjoi -11.1276 +▁pyy -11.1277 +▁miehille -11.1279 +▁hetkiä -11.1279 +ohjelmassa -11.1279 +lähe -11.128 +▁Pentti -11.1282 +94 -11.1284 +▁palvelee -11.1284 +▁järvi -11.1284 +▁vuokraa -11.1285 +▁url -11.1285 +:10 -11.1286 +▁Salon -11.1287 +▁maksut -11.1287 +▁kansainvälistä -11.1294 +leet -11.1296 +liittymä -11.1296 +▁ihoa -11.1297 +▁lava -11.1297 +ssäni -11.1299 +▁paita -11.1301 +▁Rus -11.1303 +tyminen -11.1303 +▁viljely -11.1304 +EEN -11.1305 +▁muokattu -11.1308 +ttömän -11.131 +▁koskevia -11.131 +▁seksuaalise -11.1311 +vuotia -11.1311 +▁Vali -11.1311 +▁apuna -11.1312 +tilanteissa -11.1313 +▁1800- -11.1313 +▁ennemmin -11.1313 +▁Us -11.1314 +▁ääniä -11.1314 +▁pystyssä -11.1315 +raportti -11.1317 +▁Jenni -11.1317 +▁artiklan -11.1319 +:). -11.1321 +▁ärsyttää -11.1321 +▁natsi -11.1323 +teknologia -11.1323 +▁lukion -11.1323 +▁diagnoosi -11.1324 +vana -11.1324 +▁pakkaus -11.1325 +kama -11.1328 +käyttäjä -11.1328 +▁esimies -11.1329 +▁sovelletaan -11.1331 +▁laajasti -11.1333 +laisesta -11.1335 +88 -11.1337 +korko -11.1338 +▁FC -11.1338 +▁sivut -11.1339 +▁houkutteleva -11.1341 +▁sanottuna -11.1342 +tuoli -11.1342 +▁Pidä -11.1342 +Britannia -11.1343 +▁sivistys -11.1344 +kuulu -11.1344 +▁paka -11.1345 +▁Päivän -11.1348 +▁rasvaa -11.135 +ttajia -11.135 +▁Avo -11.1352 +▁Kunto -11.1352 +äly -11.1355 +▁käyttöönotto -11.1355 +▁hyväksyy -11.1355 +▁komissio -11.1356 +▁parempaan -11.1356 +▁elokuun -11.1357 +▁omistama -11.1358 +▁terapia -11.1359 +▁Para -11.1359 +▁istua -11.136 +▁sijoittu -11.1362 +▁pikemminkin -11.1362 +toimintaan -11.1365 +▁repi -11.1366 +tilaisuuksi -11.137 +sektori -11.137 +▁Suomelle -11.137 +▁Paul -11.1372 +▁koiria -11.1372 +▁ihmisoikeus -11.1372 +▁asetus -11.1372 +▁Sinne -11.1372 +▁lisääntynyt -11.1373 +opetus -11.1375 +valiokunta -11.1376 +▁eläkkeelle -11.1377 +▁automaatti -11.1378 +▁You -11.1378 +▁FI -11.1379 +▁valmii -11.138 +alus -11.1382 +▁Luonnon -11.1382 +▁laitoksen -11.1383 +▁yksinkertaista -11.1385 +▁evä -11.1386 +▁er -11.1386 +imia -11.1386 +▁valtavan -11.1387 +EY -11.1387 +▁ongelman -11.1387 +▁pahimma -11.1387 +Tästä -11.1388 +ukat -11.1389 +▁tulehdus -11.1389 +▁Neuvostoliiton -11.139 +idea -11.139 +▁mainitsi -11.1391 +tteko -11.1392 +▁vol -11.1393 +kaudesta -11.1397 +▁etsivät -11.1399 +▁Tah -11.1399 +▁oikeat -11.14 +▁huhtikuussa -11.14 +▁ehdokas -11.14 +▁kätevästi -11.1401 +▁Live -11.1401 +▁chat -11.1402 +▁nuorempi -11.1403 +▁Mikään -11.1403 +▁kirjoittele -11.1403 +▁lähdössä -11.1404 +alueita -11.1407 +▁tiski -11.1408 +▁päätökseen -11.1409 +▁Vanh -11.141 +▁Tuossa -11.1411 +▁pie -11.1412 +▁Tam -11.1412 +▁riippu -11.1413 +ksy -11.1413 +▁Mikael -11.1415 +kkaiden -11.1415 +▁paljastu -11.1415 +▁Ag -11.1416 +▁Suvi -11.1417 +▁ab -11.1417 +▁sujuva -11.1418 +▁Taide -11.1419 +▁ulkoministeri -11.1419 +▁tietoon -11.142 +▁Hai -11.1422 +▁Lainat -11.1424 +radio -11.1424 +▁vanhoi -11.1425 +▁52 -11.1425 +juoma -11.1426 +▁alkaisi -11.1427 +▁Em -11.1427 +▁bakteeri -11.1427 +▁komm -11.1427 +vään -11.1429 +▁kysellä -11.1429 +Min -11.1429 +▁kohteita -11.143 +▁haluta -11.143 +▁av -11.1431 +kustannuksi -11.1434 +▁kiinnostu -11.1434 +matkalla -11.1435 +▁erässä -11.1435 +▁Kym -11.1436 +▁Nuori -11.1437 +rakentee -11.1438 +▁kr -11.1438 +▁ge -11.1438 +win -11.1439 +▁uudistus -11.144 +ottelussa -11.144 +▁liittyvän -11.144 +▁viimeistä -11.1441 +▁paremmat -11.1443 +▁sektori -11.1444 +▁työnsä -11.1446 +teis -11.1447 +▁tuntemaan -11.1447 +ähdy -11.1448 +▁Nord -11.145 +▁veikka -11.145 +▁Haku -11.1453 +too -11.1453 +500 -11.1453 +▁henkilöauto -11.1454 +iv -11.1454 +▁virasto -11.1455 +▁konsertti -11.1455 +▁lah -11.1455 +▁mekko -11.1456 +▁julkaista -11.1457 +▁kylmää -11.1458 +▁jatkamaan -11.1458 +▁pehm -11.146 +▁Vihreä -11.1463 +61 -11.1463 +▁Tosi -11.1464 +and -11.1464 +▁asetta -11.1469 +▁kitara -11.1469 +▁alueiden -11.1469 + -12.2364 +▁terveellisi -12.2364 +▁Hollannin -12.2365 +Nuo -12.2367 +▁koitta -12.2368 +▁1-1 -12.237 +▁estämiseksi -12.2371 +▁kerrassaan -12.2373 +▁viitti -12.2373 +▁voimavaroja -12.2374 +▁vaihtaminen -12.2376 +▁Oiva -12.2376 +teollisuutta -12.2377 +▁torjunna -12.2378 +▁ITSE -12.2379 +▁blondi -12.238 +rajojen -12.2381 +▁suunnalta -12.2381 +▁Wel -12.2382 +raportit -12.2382 +▁arvell -12.2383 +▁Lab -12.2383 +▁viitsinyt -12.2384 +▁Meno -12.2384 +▁lääkäriltä -12.2385 +▁Ensimmäisessä -12.2386 +▁osallistujia -12.2386 +▁arvostetaan -12.2387 +▁vuorokausi -12.2388 +care -12.2388 +▁manageri -12.2389 +▁Yhdys -12.239 +▁herännyt -12.2391 +▁maakaasu -12.2391 +▁kohenta -12.2392 +▁tultiin -12.2392 +▁taki -12.2392 +venttiili -12.2392 +mainos -12.2393 +▁Next -12.2393 +▁italia -12.2395 +▁Allah -12.2396 +▁pakollista -12.2396 +▁kasvattamaan -12.2397 +▁viidellä -12.2397 +▁onnekas -12.2397 +▁näkymään -12.2398 +kologi -12.2399 +▁ilmoitukset -12.2399 +paaht -12.2399 +▁turvaamiseksi -12.2399 +▁väliseen -12.2399 +▁sitoutunee -12.24 +▁Word -12.2402 +▁Rautatie -12.2403 +▁purkamaan -12.2403 +▁käväis -12.2403 +▁osallistuva -12.2404 +▁class -12.2404 +▁1983 -12.2405 +▁tollase -12.2405 +▁aiheutunee -12.2406 +▁paransi -12.2406 +▁reservi -12.2407 +strong -12.2408 +▁riidan -12.2409 +bell -12.2409 +▁nopeampaa -12.2409 +painikkee -12.2409 +▁myöntävä -12.241 +puolustaja -12.2411 +▁Kehä -12.2411 +▁Korte -12.2412 +rajoitus -12.2413 +▁masentu -12.2415 +▁Ouluun -12.2416 +▁ymmärretään -12.2417 +▁Capital -12.2417 +▁jyväskylä -12.2419 +▁markkinoida -12.2419 +feld -12.2419 +▁selvitystä -12.242 +lahdessa -12.242 +▁Aaltonen -12.242 +▁periaatteiden -12.242 +Rovanieme -12.2421 +milj -12.2421 +▁suhtautumista -12.2422 +▁sanktio -12.2423 +▁takla -12.2423 +▁Elävä -12.2424 +▁helpotti -12.2424 +▁HSL -12.2425 +▁big -12.2426 +▁väliajoin -12.2427 +▁vastikään -12.2427 +▁saarelle -12.2428 +▁kyseisellä -12.2428 +▁sydämi -12.2429 +▁sijoittamise -12.2431 +▁maksettavaksi -12.2432 +▁kiinnostui -12.2432 +▁Bell -12.2432 +▁kiipeily -12.2432 +▁tonttu -12.2433 +▁retro -12.2433 +▁käsikirjoitukse -12.2434 +▁Pohdi -12.2435 +▁Cel -12.2435 +▁unohtui -12.2435 +▁tunniksi -12.2435 +▁koostui -12.2435 +lähettilää -12.2436 +▁aasialais -12.2436 +▁käyny -12.2438 +▁täyttyi -12.244 +▁Veikkaan -12.244 +▁innovati -12.244 +▁automaattinen -12.2441 +▁suurimmassa -12.2442 +▁panostus -12.2443 +CR -12.2443 +▁työsopimus -12.2443 +▁Sotkamo -12.2444 +▁arvomaailma -12.2444 +pintojen -12.2444 +▁maailmancup -12.2445 +▁saapuva -12.2445 +Juu -12.2446 +▁jälleenmyyjä -12.2446 +▁vaatteista -12.2447 +▁profetia -12.2447 +AALI -12.2448 +cam -12.2448 +▁(7) -12.2449 +▁lopullista -12.2449 +▁ajatteleva -12.245 +▁Lappeenrannassa -12.245 +▁Liikevaihto -12.2451 +huivi -12.2451 +▁rakentanut -12.2452 +▁kestäisi -12.2453 +▁vähentävät -12.2454 +toimeksianno -12.2455 +▁kiiho -12.2456 +▁hävittää -12.2457 +▁toimeentulotue -12.2457 +▁Kip -12.2457 +▁helme -12.2458 +▁informoi -12.2459 +▁romanttis -12.2459 +oskooppi -12.2461 +▁herkullinen -12.2464 +vinkit -12.2464 +▁ystävyyde -12.2465 +▁how -12.2466 +▁Lammi -12.2466 +▁ikäero -12.2468 +ajankohta -12.2469 +muotoilu -12.2471 +ihisi -12.2472 +▁Siperia -12.2472 +▁uusiutuvi -12.2473 +▁mättää -12.2473 +▁valitut -12.2474 +▁velvo -12.2474 +rintamalla -12.2475 +▁tietotekniikan -12.2476 +▁teknistä -12.2476 +joulu -12.2477 +▁siivooja -12.2477 +▁Scott -12.2477 +▁Amerikkalais -12.2478 +▁alaisuudessa -12.2479 +▁muistisaira -12.248 +▁Viisa -12.2481 +▁leiju -12.2481 +Koulu -12.2482 +▁tarkistetaan -12.2482 +valvonnasta -12.2483 +isuudella -12.2483 +här -12.2483 +▁tutulta -12.2484 +▁luokalla -12.2484 +▁oleellisesti -12.2484 +▁pohjust -12.2485 +▁absoluuttis -12.2486 +ortfolio -12.2486 +▁metsästäjä -12.2487 +▁tähtäimellä -12.2489 +▁sanasto -12.2489 +Seura -12.2489 +selvityksen -12.2491 +▁energiankulutu -12.2491 +▁aikaisintaan -12.2492 +▁pukeutunut -12.2492 +▁pudote -12.2492 +herkku -12.2493 +▁palauttamaan -12.2493 +▁poikkeukselline -12.2493 +▁tarjoilija -12.2493 +▁Seurakunta -12.2494 +▁välttämiseksi -12.2496 +▁täydessä -12.2497 +▁sotilaat -12.2497 +▁soundi -12.2498 +▁paineet -12.2498 +siirryt -12.2499 +▁pidentää -12.2499 +▁ääliö -12.2499 +▁vammoja -12.25 +▁Kuljetus -12.25 +▁koukkuun -12.25 +▁black -12.2501 +▁värvä -12.2502 +▁lievittää -12.2502 +▁suhdanne -12.2503 +▁pysyneet -12.2506 +▁takavarikoi -12.2506 +aktiivisuude -12.2507 +▁koskevissa -12.2509 +▁lusika -12.251 +▁vaikene -12.2511 +▁kipsi -12.2511 +▁heikosti -12.2512 +▁auringonpaiste -12.2512 +▁vanhoihin -12.2513 +tuottaji -12.2513 +▁järjestämistä -12.2514 +▁strategioi -12.2514 +PÄ -12.2516 +▁liiaksi -12.2517 +▁määräaikaise -12.2517 +▁omaisuute -12.2518 +▁perusteellise -12.2519 +▁nettisivuilta -12.2519 +▁lukemin -12.252 +▁Lyy -12.2521 +▁Liikkee -12.2522 +▁listattu -12.2523 +▁ylläpidet -12.2523 +vyöhyke -12.2524 +▁PRO -12.2524 +▁vihreitä -12.2525 +▁Toimiala -12.2525 +▁suurelle -12.2525 +▁1979 -12.2526 +▁Loppujen -12.2526 +▁Rohke -12.2526 +oksa -12.2531 +▁työkokemusta -12.2531 +▁uudemma -12.2531 +▁Illan -12.2532 +yrityksille -12.2533 +▁oppeja -12.2534 +Keskiviikko -12.2535 +▁pukkaa -12.2535 +▁syöty -12.2537 +▁Little -12.2537 +kkaroi -12.2537 +▁Arttu -12.2538 +perusta -12.2539 +liitännä -12.254 +▁virkamiesten -12.254 +▁Vammais -12.2541 +säädö -12.2543 +▁kirjoitteli -12.2546 +▁sadu -12.2547 +▁toimialoi -12.2547 +▁Sisustus -12.2548 +▁päihteiden -12.2549 +▁Luul -12.255 +▁lyöty -12.2551 +▁ruokinta -12.2551 +▁kännykkää -12.2551 +Lääke -12.2551 +▁Keto -12.2552 +reaktori -12.2552 +▁heijastuu -12.2552 +▁Teillä -12.2556 +▁ehditty -12.2556 +▁lähetyksen -12.2557 +meikki -12.2558 +▁tietyssä -12.2558 +luoma -12.256 +kierroksilla -12.2561 +▁Iisalme -12.2561 +MISEN -12.2561 +▁kyyky -12.2562 +▁ammattiopisto -12.2564 +▁tulokas -12.2564 +▁Maatalous -12.2564 +▁välimatka -12.2565 +piirros -12.2566 ++3 -12.2566 +▁laskettiin -12.2567 +▁hör -12.2567 +▁asianosais -12.2567 +▁Berner -12.2568 +▁Opera -12.2569 +▁kauemmas -12.2569 +▁saavuttamaan -12.2571 +▁Palkinto -12.2571 +▁minuuti -12.2572 +luokitukse -12.2573 +▁äärelle -12.2574 +linjoja -12.2574 +▁turisteja -12.2576 +▁karkot -12.2576 +▁koirista -12.2577 +kuulo -12.2578 +▁Kärpät -12.2578 +▁mahdollisti -12.2579 +▁epäonnistunut -12.2579 +▁pettänyt -12.2579 +▁noudattavat -12.258 +▁Ismo -12.258 +▁tarjottiin -12.2581 +heitto -12.2581 +▁alaston -12.2583 +▁Hakija -12.2584 +▁aukais -12.2584 +▁Mahtava -12.2585 +▁nimittää -12.2585 +▁vaihteeksi -12.2587 +▁arktis -12.2588 +▁ihailema -12.2588 +▁Ash -12.259 +▁rakennettava -12.2592 +ehdotuksen -12.2593 +öytä -12.2594 +▁peiton -12.2595 +▁kukisti -12.2596 +voimin -12.2597 +▁kuntalaisten -12.2597 +▁poliittisten -12.2598 +▁Cross -12.2598 +pariskunna -12.2599 +▁ovensa -12.2599 +aijeri -12.26 +▁röntgen -12.26 +▁2500 -12.26 +▁semmose -12.2601 +▁kynt -12.2601 +▁Mikkelissä -12.2601 +▁Sattu -12.2601 +▁analogi -12.2602 +▁julkisuuden -12.2602 +▁lähihoitaja -12.2602 +▁rippikoulu -12.2602 +▁automaattise -12.2603 +scar -12.2603 +▁Blu -12.2604 +▁Jokela -12.2604 +▁Kuuntele -12.2605 +▁Seinäjoella -12.2605 +▁virittä -12.2605 +▁maski -12.2607 +Jätä -12.2607 +▁kategoriassa -12.2608 +▁Tiety -12.2608 +▁Fredrik -12.2608 +▁miedo -12.2609 +kiitos -12.2609 +▁sisäministeri -12.2609 +hankkeissa -12.261 +▁Arch -12.2611 +▁pääkonttori -12.2611 +▁Kirjailija -12.2613 +▁Tiedätkö -12.2614 +kertomuksi -12.2615 +▁päätöksentekoon -12.2615 +▁MV -12.2615 +▁resurss -12.2615 +▁epävarmuutta -12.2616 +▁rokotus -12.2616 +.10.2011 -12.2617 +▁Loimaa -12.2618 +▁Palveluihin -12.2619 +tarkastaji -12.262 +▁kuolleiden -12.2622 +▁toiminnallisuu -12.2624 +▁kuukautiset -12.2628 +▁kitaristi -12.2632 +▁viitteitä -12.2632 +▁Rinteen -12.2633 +▁täytetään -12.2633 +▁faktoja -12.2634 +▁Yhtye -12.2634 +▁ilmennyt -12.2635 +fekt -12.2635 +▁1.5 -12.2635 +▁Sab -12.2637 +▁tahra -12.2637 +▁nykyisiä -12.2641 +eläimet -12.2642 +▁purettu -12.2643 +▁iällä -12.2643 +▁pyrkimykse -12.2645 +▁yksilöllisesti -12.2646 +8,5 -12.2646 +▁yksityisiä -12.2647 +▁odottelu -12.2648 +▁tarkasteltu -12.2648 +▁Tietty -12.2648 +▁vuosittaise -12.2649 +▁kultainen -12.265 +▁selityksiä -12.2653 +YYS -12.2653 +▁Sydäme -12.2654 +▁Seminaari -12.2654 +spekti -12.2655 +ystävi -12.2656 +▁läksy -12.2656 +▁pariskunnan -12.2656 +toiminnon -12.2657 +▁0,4 -12.2658 +▁tehtä -12.266 +▁kalastaja -12.266 +▁lieventä -12.266 +▁Berliinissä -12.2662 +▁toteuttamiseksi -12.2662 +▁huonompaa -12.2663 +pöydi -12.2663 +▁tulehtu -12.2663 +▁ystävänpäivä -12.2663 +▁iltapala -12.2664 +▁Logi -12.2666 +▁lämmöllä -12.2668 +▁yhteisesti -12.2668 +▁olosuhteisiin -12.2669 +▁Filipp -12.2669 +▁kykyjä -12.2669 +hyöty -12.2671 +▁Kirje -12.2671 +▁alueellisi -12.2671 +▁Demo -12.2672 +ennettu -12.2672 +aidat -12.2673 +seksuaali -12.2673 +▁Varsin -12.2673 +▁tarkoitin -12.2675 +budjetti -12.2675 +▁loputtomiin -12.2675 +▁tapauksista -12.2675 +PAN -12.2676 +▁Tällaisen -12.2676 +kumi -12.2677 +tarinoita -12.2677 +▁täyttyvät -12.2678 +▁Poro -12.2678 +▁nurmiko -12.2679 +teineen -12.2679 +teorioi -12.268 +▁versioita -12.2681 +▁huhti -12.2681 +▁kiillo -12.2681 +▁sukupuolten -12.2682 +▁eurooppalainen -12.2682 +komissaari -12.2684 +▁Silver -12.2685 +kaudessa -12.2686 +▁mukautu -12.2687 +▁Joel -12.2687 +▁kiipeä -12.2688 +▁Tarkastus -12.2688 +yydet -12.2689 +▁päivitetään -12.2689 +▁Seinäjoki -12.269 +▁läpäise -12.269 +▁epäilevä -12.269 +▁paisto -12.2691 +▁kantelu -12.2692 +▁näkivät -12.2693 +▁välittämättä -12.2695 +▁Asumis -12.2695 +▁asiantuntemusta -12.2695 +▁Sanotaan -12.2696 +ttomille -12.2696 +▁saapuessa -12.2697 +▁työterveyshuoll -12.2698 +▁terveysasema -12.2699 +▁Vakuu -12.27 +virka -12.2701 +▁kerättiin -12.2703 +matkoilla -12.2703 +▁nurki -12.2704 +▁lähdön -12.2704 +▁verikoke -12.2704 +▁kultaise -12.2705 +▁silmille -12.2706 +▁vaalipiiri -12.2707 +▁vahingot -12.2707 +▁mahti -12.2707 +▁festari -12.2708 +▁rinnan -12.271 +▁haasteeseen -12.271 +▁aiheutuva -12.271 +▁päättymistä -12.2712 +▁yhdenvertais -12.2714 +▁maksava -12.2715 +lääketieteen -12.2716 +▁1,7 -12.2717 +▁mielentila -12.2718 +▁teoreettise -12.2718 +▁Pano -12.2719 +▁1981 -12.2721 +▁kaupallisi -12.2727 +▁Miami -12.2727 +▁uutisten -12.2731 +lauka -12.2733 +▁suorituskykyä -12.2733 +▁luuseri -12.2734 +pho -12.2735 +▁maratoni -12.2737 +▁illuusio -12.2737 +▁fysioterapia -12.2737 +▁tehtai -12.2738 +ikkel -12.2739 +▁Sveitsissä -12.274 +▁mentävä -12.274 +▁maankäyttö -12.274 +.9.2012 -12.274 +pyhä -12.2742 +▁lukijoi -12.2742 +siivinen -12.2744 +rajoitte -12.2744 +▁seurustella -12.2745 +▁äidei -12.2745 +festivaalei -12.2745 +▁rmaali -12.2746 +▁Yrittäjien -12.2747 +▁esittäjä -12.2748 +▁päällekkäis -12.2748 +▁huolenpito -12.275 +▁auktoriteetti -12.275 +▁Travel -12.275 +▁joukkueensa -12.2751 +▁arpo -12.2751 +▁Siirry -12.2752 +▁Tulevaisuudessa -12.2753 +▁Nobel -12.2754 +▁Sääli -12.2754 +▁aiemman -12.2754 +kylpy -12.2755 +▁Trafi -12.2755 +▁käsikirjoitus -12.2756 +▁vaiheita -12.2757 +kiintiö -12.2757 +tauon -12.2758 +▁Hymy -12.2758 +▁pientalo -12.2758 +▁turkoosi -12.2758 +▁terveitä -12.2758 +▁Natoon -12.2759 +▁SPR -12.2759 +▁ympä -12.2759 +hiili -12.2761 +▁naku -12.2763 +▁asiakirjoja -12.2763 +▁epäsuora -12.2763 +▁Terva -12.2765 +▁työnantajien -12.2766 +▁toimittava -12.2766 +▁sinistä -12.2768 +▁kuolleita -12.2769 +▁Body -12.2771 +▁kivijalka -12.2772 +▁vapaaehtoistyö -12.2772 +▁jeesus -12.2774 +▁ohjeist -12.2775 +▁julkaistava -12.2776 +tiheys -12.2778 +▁kasvavi -12.2779 +▁oppisopimus -12.2781 +▁pyytämään -12.2782 +▁Riittää -12.2782 +▁innokkaasti -12.2784 +▁paikkakunnan -12.2785 +▁HEL -12.2787 +▁Kirsti -12.2788 +poikke -12.2789 +▁näkemyksi -12.2789 +tilanteet -12.2789 +▁valmistuva -12.279 +▁syötyä -12.279 +mielisyyttä -12.2791 +dress -12.2791 +▁Tarkastel -12.2791 +▁Mikro -12.2792 +▁Selvitykse -12.2792 +/100 -12.2792 +perho -12.2794 +vaahto -12.2796 +olut -12.2797 +▁Maanantaina -12.2798 +▁ajeli -12.2799 +▁muokannut -12.28 +▁voittanee -12.2803 +▁ylläpitoon -12.2804 +▁Aloitin -12.2804 +▁harjoituksissa -12.2805 +.12.2011 -12.2805 +▁lapio -12.2805 +▁edellisten -12.2806 +▁menestynyt -12.2806 +▁sanomatta -12.2808 +▁kunnioitusta -12.2809 +▁utelias -12.281 +▁kestävyyttä -12.281 +▁kylje -12.2811 +▁Aleksanteri -12.2813 +▁päivitykset -12.2816 +▁harrastuksia -12.2816 +▁stop -12.2817 +▁edellisellä -12.2818 +▁Beauty -12.2821 +▁tiedotteen -12.2822 +▁taktiikka -12.2822 +▁seksielämä -12.2823 +▁saksalaiset -12.2824 +▁tuettu -12.2827 +▁Kannattaisi -12.2827 +▁antibiootti -12.2828 +aukon -12.2829 +▁Kanaria -12.283 +▁peruspalvelu -12.2832 +▁heikomma -12.2832 +▁potilaalle -12.2832 +▁Kenties -12.2832 +▁raitiovaunu -12.2834 +▁eräänlaise -12.2834 +▁lataukse -12.2834 +.7.2016 -12.2834 +tiedustelu -12.2837 +Aika -12.284 +▁Comments -12.284 +▁hetkellisesti -12.2841 +▁julkisuutta -12.2843 +▁vastakohta -12.2845 +valkoinen -12.2846 +▁kartat -12.2847 +▁Katu -12.2847 +▁vedoten -12.285 +▁pedofiili -12.285 +putkea -12.2855 +▁houkutteli -12.2855 +▁valehtelee -12.2858 +▁def -12.2859 +▁itäise -12.286 +▁laho -12.286 +▁case -12.286 +▁mustamaala -12.2861 +▁Missään -12.2861 +▁puolisonsa -12.2861 +▁tutustuu -12.2862 +▁huulipuna -12.2862 +▁Johansson -12.2862 +kartano -12.2863 +▁kehitysmai -12.2863 +säätö -12.2863 +▁pomppi -12.2865 +▁Mielenterveys -12.2867 +▁väljä -12.2867 +▁tontille -12.2867 +▁joudumme -12.2869 +▁keskenmeno -12.2872 +▁näkevä -12.2873 +pistooli -12.2873 +ämppä -12.2874 +cient -12.2874 +▁pidempää -12.2875 +▁nukkunut -12.2875 +▁eliminoi -12.2876 +▁vähennetty -12.2878 +▁Antero -12.2878 +▁olleensa -12.2878 +▁oksenn -12.2879 +▁Kävimme -12.2879 +▁kotka -12.288 +▁asiakaslähtöis -12.2881 +liikkeestä -12.2882 +▁talletuksen -12.2883 +▁edit -12.2884 +▁Ymmärtä -12.2886 +▁osoittivat -12.2887 +▁turvot -12.2887 +▁tatuointi -12.2888 +pyrkimyksi -12.2888 +▁alkamista -12.2888 +▁liikkuma -12.2889 +▁muuttamista -12.2889 +▁Mäenpää -12.2891 +▁hampurilais -12.2892 +ryhmistä -12.2892 +yrittäjien -12.2893 +▁dekkari -12.2894 +▁heltee -12.2894 +child -12.2897 +▁syytteen -12.2897 +raida -12.2897 +▁unohdin -12.2897 +▁piilotettu -12.2898 +▁tuumi -12.2898 +▁leski -12.2898 +▁aamupäivä -12.29 +▁päättäjä -12.29 +aaleissa -12.2901 +duktio -12.2902 +geeli -12.2902 +▁Whi -12.2902 +▁muslimei -12.2904 +▁ehdotettu -12.2905 +pisteestä -12.2905 +▁Paljonko -12.2905 +1000 -12.2906 +asetukset -12.2907 +▁Mirja -12.2908 +▁puolentoista -12.2908 +▁haaveilla -12.2909 +▁oikeudellise -12.291 +▁tamperelais -12.2911 +▁Jakso -12.2911 +▁tuhlata -12.2911 +retkellä -12.2912 +▁nähtäväksi -12.2912 +▁ihmiseltä -12.2913 +▁ryhti -12.2913 +Tampere -12.2914 +muste -12.2917 +▁heitetään -12.2917 +▁Hannele -12.2917 +rakentaja -12.2917 +▁lähestyessä -12.2917 +▁merkityksessä -12.2918 +▁toisaalla -12.2918 +▁soittaja -12.2919 +▁kiintolevy -12.2921 +▁pakollisi -12.2922 +▁lähtökohdista -12.2922 +▁Well -12.2923 +▁Kokouksen -12.2924 +▁adventisti -12.2925 +▁ratkaistu -12.2925 +▁lentokentältä -12.2925 +▁nimitystä -12.2925 +▁siirtymään -12.2926 +▁vastauksesta -12.2926 +▁esteettis -12.2928 +valikosta -12.2929 +kategoria -12.293 +▁haikail -12.293 +▁sisarukse -12.2931 +▁Hango -12.2931 +▁kelkka -12.2931 +▁luokiteltu -12.2934 +suunnitelmia -12.2935 +▁irrote -12.2935 +meiki -12.2936 +▁Tampereelta -12.2936 +▁parantamisen -12.2937 +▁touko -12.2938 +mppari -12.2939 +muutto -12.2939 +ovic -12.2939 +ANA -12.2939 +porno -12.294 +▁taivaasta -12.294 +▁toimivuus -12.2941 +▁tyystin -12.2941 +▁Viimeisin -12.2942 +▁vahingoittu -12.2943 +konferenssi -12.2943 +draama -12.2943 +kohdista -12.2944 +▁helpottamaan -12.2945 +▁suorituksen -12.2945 +filmi -12.2945 +▁Kiven -12.2946 +▁Puolustusvoimi -12.2946 +▁ajankohtaisia -12.2947 +▁Käte -12.2948 +▁Istanbul -12.2948 +▁väsyttää -12.2949 +▁näyttävi -12.2949 +▁ulkonäöstä -12.2949 +▁toimivuutta -12.2949 +▁kukkii -12.295 +▁Taso -12.2954 +▁sitoo -12.2954 +▁Käsittääkseni -12.2954 +▁people -12.2956 +▁leipomo -12.2957 +ering -12.2957 +▁olleiden -12.2958 +sairaan -12.2959 +▁joksikin -12.2961 +▁riesa -12.2961 +▁uudenlaista -12.2961 +▁vuokralaise -12.2962 +▁terva -12.2962 +▁ruotsalaiset -12.2963 +▁yksiselitteise -12.2964 +▁pienemmällä -12.2967 +▁tilintarkastus -12.2968 +▁luovutti -12.2968 +▁promille -12.297 +▁eteläpuole -12.2973 +.7.2015 -12.2974 +▁Saku -12.2974 +▁puska -12.2976 +▁tilikauden -12.2978 +▁yksittäiset -12.2979 +▁kunnollista -12.2979 +▁järkyttä -12.2979 +▁poliisilaitokse -12.298 +▁Bow -12.2983 +▁hävetä -12.2988 +▁every -12.2989 +▁sammal -12.2989 +▁huijari -12.2991 +paidan -12.2992 +▁eurooppalaisten -12.2993 +▁tuottavuuden -12.2994 +▁Tiimi -12.2994 +▁louhi -12.2994 +äivä -12.2994 +▁tekosyy -12.2994 +▁Iltapäivä -12.2994 +valtioiden -12.2995 +väkivalta -12.2995 +▁Edward -12.2996 +▁VW -12.3001 +▁Milano -12.3001 +ympäristöön -12.3001 +▁kontrasti -12.3002 +▁Menee -12.3002 +▁valinnais -12.3003 +▁Paluu -12.3004 +▁punaviini -12.3004 +▁juristi -12.3005 +▁mukavampi -12.3005 +▁Hinnat -12.3006 +▁ikäihmisten -12.3006 +▁työturvallisuus -12.3006 +▁personal -12.3007 +▁heitetty -12.3008 +▁kesy -12.3008 +symmetri -12.3012 +burger -12.3013 +▁Politiikka -12.3014 +▁Termi -12.3014 +Eurooppa -12.3015 +toiminnot -12.3015 +▁vankeutta -12.3015 +raportin -12.3016 +juniorei -12.3016 +▁viruksen -12.3018 +▁hakusana -12.3019 +▁Perttu -12.3019 +virallis -12.3019 +▁elimistössä -12.3019 +elö -12.302 +▁löytynee -12.3022 +▁Tavara -12.3022 +▁käytävi -12.3023 +▁Vasemmisto -12.3023 +korjaus -12.3024 +▁Novita -12.3026 +▁asteittain -12.3026 +▁perinteet -12.3029 +tulppa -12.303 +▁puuttumaan -12.303 +▁osoitetaan -12.3031 +▁blok -12.3032 +▁Vaike -12.3032 +▁raunioi -12.3035 +ideoita -12.3035 +▁huomautti -12.3036 +▁vähennä -12.3037 +▁missi -12.3038 +▁oppilaitosten -12.3038 +MET -12.3038 +rakennukseen -12.3038 +▁paranemis -12.3039 +▁Erilaisi -12.304 +▁Pink -12.304 +neuvola -12.3043 +▁Varsinainen -12.3043 +▁näköiset -12.3044 +▁Kangasala -12.3044 +asetelma -12.3045 +▁parturi -12.3046 +▁parisuhdetta -12.3046 +▁tontilla -12.3046 +ilmaisu -12.3046 +▁Rouva -12.3047 +▁jotakuta -12.3047 +▁tunge -12.3048 +▁kallo -12.3049 +▁tunnisti -12.3052 +▁Voittaja -12.3053 +▁dramaattise -12.3054 +▁lisäosa -12.3055 +▁kymmenessä -12.3055 +velvollisuude -12.3056 +▁vakiintunut -12.3056 +▁Electro -12.3056 +syövän -12.3057 +rakennelma -12.3058 +▁agenda -12.3058 +lect -12.3058 +▁tilauksesta -12.3059 +▁vastaanottama -12.306 +▁stimuloi -12.3061 +▁Esimerkkinä -12.3062 +▁kalliimpaa -12.3063 +▁Oppimis -12.3063 +▁ulkomaalaisten -12.3063 +▁puhdistukse -12.3064 +▁Daily -12.3064 +▁jyrsi -12.3065 +metro -12.3067 +▁auringonlasku -12.3067 +▁vaihteli -12.3067 +kiertee -12.3069 +▁file -12.307 +▁paljaa -12.3071 +1997 -12.3071 +▁psyyke -12.3071 +NAN -12.3072 +▁kuntalais -12.3072 +▁Anim -12.3073 +▁puhuttaessa -12.3074 +proteiini -12.3074 +tarvikkeiden -12.3075 +▁pahoillani -12.3075 +▁toimeentulotuke -12.3076 +▁huolissani -12.3076 +▁kaloreita -12.3076 +WSOY -12.3076 +▁liittei -12.3078 +▁suuruise -12.3078 +▁edistämiseen -12.3078 +▁karkotta -12.3078 +▁Toteu -12.3081 +▁kaksinkertaise -12.3081 +▁Kasvo -12.3081 +▁Islam -12.3082 +▁ravintoaine -12.3083 +▁kolmekymmentä -12.3083 +▁lukijoiden -12.3083 +▁jee -12.3083 +▁otsikoi -12.3086 +/2017 -12.3087 +▁mielenkiinnon -12.3088 +▁kullakin -12.3088 +▁luokittelu -12.3089 +▁Project -12.3089 +tieteessä -12.3094 +▁eväitä -12.3095 +Mielenkiintoista -12.3096 +▁Kommentteja -12.3096 +▁karaoke -12.3096 +▁juhlitaan -12.3096 +Puh -12.3096 +▁peittävä -12.3097 +▁seksuaalisesti -12.3097 +tilaisuudet -12.3098 +▁ruuasta -12.31 +pisteeseen -12.31 +▁matki -12.3104 +▁alaikäise -12.3104 +▁hoke -12.3105 +▁kulkuneuvo -12.3105 +▁humanisti -12.3106 +▁Fire -12.3107 +▁tupakoinnin -12.3108 +tytöt -12.3108 +▁ekosysteemi -12.3109 +▁Edel -12.3111 +▁vituttaa -12.3111 +lahjoi -12.3111 +▁nyr -12.3112 +▁sisäisesti -12.3112 +▁rakennusalan -12.3113 +▁havainnot -12.3114 +▁jonku -12.3116 +Yhteis -12.3116 +▁valmistaudu -12.3118 +▁puolustautu -12.3118 +▁short -12.312 +▁Down -12.3121 +▁hyväksyntä -12.3122 +▁läppä -12.3122 +▁ilmoitettiin -12.3122 +▁Tuotteet -12.3122 +▁moikka -12.3124 +▁Vihreiden -12.3127 +▁rantee -12.3128 +▁Kesko -12.3128 +puoleise -12.3128 +▁esteenä -12.3129 +▁ansaitsi -12.3129 +▁Blom -12.3129 +▁kirppis -12.3129 +▁eläkettä -12.313 +EKSI -12.3132 +▁häitä -12.3132 +▁ammo -12.3132 +terassi -12.3134 +▁tarkkuus -12.3134 +▁arvioitava -12.3135 +▁Omistaja -12.3138 +▁pituise -12.3138 +Sähköposti -12.314 +▁opetuksi -12.314 +▁hämmästel -12.314 +▁subjektiivis -12.3141 +▁sijoitetu -12.3142 +▁luvataan -12.3143 +glu -12.3143 +▁muistutus -12.3143 +▁tabu -12.3144 +▁kaikkee -12.3144 +AVI -12.3145 +▁pyyhi -12.3146 +▁leikkimään -12.3147 +▁film -12.3147 +▁vapautuu -12.3147 +▁Kiss -12.3147 +▁Old -12.3148 +▁Hankinta -12.3148 +▁virtaus -12.3149 +▁sosiaaliseen -12.3149 +▁person -12.315 +ehdotuksia -12.3151 +▁koeajo -12.3152 +▁Kaada -12.3154 +▁työnhaku -12.3154 +ISA -12.3155 +Amerikassa -12.3155 +mainonta -12.3155 +▁pohdintaa -12.3155 +▁Ahola -12.3157 +▁Entinen -12.3157 +▁emättime -12.3157 +▁vanhempansa -12.3158 +▁jatkettiin -12.3158 +▁epämääräise -12.3159 +▁määränpää -12.3159 +▁valmistelee -12.316 +▁paremmalla -12.3163 +▁sairausloma -12.3163 +▁tukahdutta -12.3164 +▁mainokset -12.3165 +▁Moderni -12.3166 +▁lentokentän -12.3166 +suihke -12.3167 +▁aloitteesta -12.3167 +▁aiheuttaneet -12.3168 +▁pyrittiin -12.317 +▁suostumusta -12.317 +▁rekisterinpitäj -12.3171 +▁aviomies -12.3171 +kannasta -12.3172 +laitoksissa -12.3173 +▁hmm -12.3173 +▁pesäpallo -12.3173 +▁CIA -12.3174 +▁lopputulokse -12.3176 +kehitystä -12.3177 +▁joukkueelle -12.3177 +▁ilmiselvä -12.3179 +▁Vappu -12.3179 +▁ilmoittaudu -12.3182 +▁koukku -12.3183 +▁September -12.3184 +▁helluntailais -12.3184 +▁juomia -12.3185 +tiikki -12.3185 +pähkinöi -12.3186 +▁käyttöikä -12.3186 +▁aliarvioi -12.3186 +luotsi -12.3186 +▁Kipu -12.3187 +▁valkoisi -12.3188 +▁perspektiivi -12.3188 +▁Kankaanpää -12.3188 +▁tekemisiä -12.3188 +UKSEN -12.319 +▁uskomattoma -12.319 +▁dominoi -12.3191 +koreografi -12.3193 +▁keikan -12.3194 +▁keskiviikon -12.3194 +▁massiivi -12.3194 +▁Jugoslavia -12.3194 +▁Frankfurt -12.3194 +▁jäykkä -12.32 +▁tuotekehitykse -12.3201 +festarei -12.3202 +0,5 -12.3202 +yyhky -12.3204 +▁1972 -12.3205 +▁leivonta -12.3206 +▁syömishäiriö -12.3206 +▁tekniikoita -12.3207 +osoitus -12.3208 +▁käsitellyt -12.3208 +tellessä -12.3208 +▁havu -12.3211 +PÖYTÄKIRJA -12.3211 +▁riippumattoma -12.3212 +lupaus -12.3212 +▁tultu -12.3212 +▁vahingoll -12.3213 +julkis -12.3214 +▁kakkonen -12.3215 +puolustukse -12.3215 +▁sanotun -12.3216 +▁taloushallinnon -12.3217 +laatikon -12.3218 +▁allerginen -12.3218 +▁pakotti -12.3218 +▁työllistämis -12.3219 +▁koteihin -12.3221 +▁River -12.3222 +▁peräkkä -12.3222 +▁kustannusteho -12.3223 +▁jyrkä -12.3224 +▁kurdi -12.3224 +▁Niskanen -12.3225 +▁raitis -12.3225 +kirppikse -12.3227 +▁sotilaita -12.3227 +▁photo -12.3227 +▁kaksinkertainen -12.3228 +▁valinneet -12.3229 +mission -12.3229 +▁oleellise -12.323 +▁masu -12.3231 +▁opittava -12.3232 +▁Telia -12.3232 +▁näkemättä -12.3233 +▁ulkopuolista -12.3233 +▁varatu -12.3234 +▁Hongkong -12.3236 +▁Mummo -12.3237 +▁valmistukseen -12.3237 +pätevyy -12.3237 +▁äidiltä -12.3237 +▁varmuuskopio -12.3238 +▁parannetaan -12.3238 +rekisteristä -12.3239 +tulehduksi -12.324 +▁profiloi -12.324 +▁maalein -12.3241 +▁ohjannut -12.3243 +ART -12.3243 +▁ikinen -12.3244 +▁jalostu -12.3244 +▁syntymise -12.3245 +▁loju -12.3245 +▁Juuda -12.3246 +OJA -12.3246 +▁päivityksiä -12.3246 +▁lävitse -12.3247 +lammen -12.3248 +▁Joillakin -12.3249 +▁istutus -12.325 +▁ilmettä -12.325 +▁ehdokkaat -12.3253 +▁muodoissa -12.3254 +Secure -12.3254 +tapaturmi -12.3255 +▁pelastuksen -12.3255 +▁esittäyty -12.3256 +▁valikoitu -12.3256 +▁itsenäistä -12.3257 +▁sertifioi -12.3257 +▁tavoittelee -12.3258 +▁priorisoi -12.3258 +Com -12.3258 +kuljetuksi -12.3259 +▁laisko -12.3259 +▁Irak -12.3261 +▁1978 -12.3261 +▁vastustus -12.3261 +kudokse -12.3261 +▁kiihtyvä -12.3262 +▁haitallista -12.3262 +▁keräävät -12.3263 +Väitös -12.3264 +▁tiedotustilaisu -12.3265 +▁alueellinen -12.3265 +▁lohtu -12.3266 +▁hyväntekeväisyy -12.3267 +▁TERVE -12.3267 +optio -12.3268 +▁Puhelime -12.3268 +rodu -12.3269 +▁Psykologi -12.3269 +englanniksi -12.327 +▁vaihtelevi -12.327 +▁matkatoimisto -12.3271 +▁miehittä -12.3271 +▁tihku -12.3272 +▁gener -12.3273 +asemilla -12.3273 +▁kehitettävä -12.3274 +▁ajomatkan -12.3275 +▁tiedustella -12.3275 +▁likaise -12.3275 +▁tuollaiseen -12.3275 +▁Kenia -12.3276 +▁välisessä -12.3276 +sänky -12.3276 +▁massiivise -12.3277 +ång -12.3278 +tunneli -12.3278 +▁opintojakso -12.3279 +▁Jung -12.3279 +▁iskä -12.328 +▁Tär -12.3281 +▁itseämme -12.3281 +▁hiljaisuus -12.3282 +ryptovaluut -12.3282 +▁Eetu -12.3282 +▁tuhoutui -12.3283 +▁pääomatulo -12.3284 +▁Miika -12.3284 +▁yhteensovittami -12.3285 +.6.2020 -12.3286 +▁Aloittaja -12.3286 +▁rankaise -12.3287 +▁Sjö -12.3287 +▁teollise -12.3287 +▁Stephen -12.3289 +▁yksipuolise -12.3289 +▁taloudellisten -12.3289 +▁yrittäneet -12.3291 +▁väheksy -12.3292 +▁Lux -12.3293 +▁Explorer -12.3294 +ttomiksi -12.3296 +▁Yhteinen -12.3297 +▁jättäneet -12.3298 +pakolais -12.3299 +▁erottuu -12.3299 +▁pyöräyt -12.3299 +▁NIIN -12.3302 +▁lenkkeil -12.3305 +▁umpeen -12.3306 +nuoret -12.3306 +EPA -12.3306 +▁perinteitä -12.3306 +▁asianomaise -12.3306 +▁produc -12.3307 +▁Kirjoitta -12.3307 +▁1973 -12.3307 +/2018 -12.3308 +▁motoris -12.3309 +matic -12.3309 +▁Millaisia -12.331 +▁ikääntynei -12.3311 +lph -12.3311 +▁perseestä -12.3312 +▁uusimman -12.3313 +▁Sivistys -12.3314 +▁puutteessa -12.3315 +▁taantu -12.3316 +TAAN -12.3316 +▁tasavalta -12.3317 +▁Opel -12.3317 +▁Paavi -12.3319 +▁1974 -12.3319 +▁3-0 -12.3321 +▁kieltänyt -12.3321 +▁säädettävä -12.3321 +▁dog -12.3321 +▁kaukolämpö -12.3321 +viranomaiselle -12.3322 +▁veneessä -12.3322 +▁youtube -12.3323 +▁lifestyle -12.3323 +▁pasko -12.3323 +▁asenna -12.3323 +▁päivisin -12.3324 +▁tietokoneeseen -12.3324 +▁vaurioita -12.3328 +▁madal -12.3328 +spect -12.3329 +▁1968 -12.3329 +▁Fyysi -12.3331 +plasma -12.3331 +▁sängystä -12.3331 +.8.2013 -12.3331 +▁Alkuun -12.3331 +mikro -12.3336 +▁normaaleja -12.3336 +▁kielletään -12.3336 +▁Nissan -12.3341 +▁käyttöohje -12.3341 +NC -12.3343 +▁nippu -12.3343 +▁inspiroiva -12.3344 +▁elättää -12.3344 +▁Huomio -12.3345 +rannalla -12.3347 +▁ostettiin -12.3349 +▁turpaan -12.335 +▁Yhteenveto -12.335 +IKA -12.3352 +▁kulissi -12.3354 +▁Snow -12.3354 +turvallisuutta -12.3354 +Lähetä -12.3355 +▁kummallakin -12.3356 +cz -12.3357 +▁solisti -12.3357 +▁jättiläis -12.3357 +▁Osmo -12.3358 +tyyppejä -12.3358 +▁lestadiolais -12.3358 +OHJA -12.3359 +▁pidätetty -12.3359 +▁sisältöjä -12.336 +▁odottama -12.336 +kkainasettelu -12.3361 +▁puolustava -12.3362 +▁kahla -12.3362 +▁puuttunut -12.3364 +demokraatit -12.3368 +▁Kunnallis -12.3368 +▁Hamas -12.3368 +▁myönteisiä -12.3369 +▁soittamalla -12.3369 +▁kiima -12.337 +▁hemmetin -12.3371 +▁Demari -12.3371 +▁vastaanottamise -12.3371 +▁kaikenmaailman -12.3373 +/13 -12.3374 +▁viipymättä -12.3374 +▁syötiin -12.3375 +▁arvostukse -12.3376 +▁helppokäyttöis -12.3377 +kentillä -12.3378 +Tutki -12.3379 +▁hyvitys -12.3379 +▁panimo -12.3379 +▁vakinais -12.3381 +▁Lohi -12.3382 +▁järjestettävi -12.3382 +▁pienehkö -12.3382 +havainto -12.3383 +▁ilmaiskierrokse -12.3384 +▁viidennes -12.3385 +▁jakautuu -12.3385 +▁keitetty -12.3385 +▁hallituspuolue -12.3385 +▁todisti -12.3386 +▁Lukko -12.3386 +▁toimenpiteen -12.3386 +▁epäonnistui -12.3386 +IDE -12.3387 +▁harjoittelemaan -12.3387 +▁matkailijoiden -12.3387 +▁voitolla -12.3388 +▁takaosa -12.3389 +▁Mestari -12.3389 +▁kaavoitus -12.3392 +▁Tilantee -12.3393 +▁salaisuude -12.3397 +▁roisk -12.3397 +kytkime -12.3398 +johtamisen -12.3398 +▁Irlanti -12.3399 +▁Lidli -12.34 +▁nokia -12.3402 +▁raaski -12.3402 +▁täytynyt -12.3403 +▁Instagramissa -12.3404 +.2.2013 -12.3406 +▁järjestänyt -12.3407 +▁hakkuu -12.3407 +nyky -12.3407 +ystävällinen -12.3408 +asenne -12.3408 +▁Case -12.3408 +Mökki -12.3409 +▁ihmettelemään -12.3409 +▁Personal -12.341 +▁KAU -12.341 +▁kunnollinen -12.341 +▁epävarmuude -12.341 +instituut -12.3411 +tarjonnasta -12.3411 +korkeus -12.3412 +▁pilkku -12.3413 +▁Tsh -12.3414 +▁Suosittelemme -12.3415 +▁Skype -12.3416 +▁suoritetu -12.3416 +Göteborg -12.3416 +▁ikkunoiden -12.3416 +▁vuosituhannen -12.342 +▁Eye -12.3421 +▁turvallisuude -12.3424 +▁1977 -12.3425 +▁Asiakkaat -12.3425 +marssi -12.3427 +▁asiallisia -12.343 +▁ajoittu -12.3431 +▁laittomasti -12.3431 +▁varallisuus -12.3432 +▁vankeusrangais -12.3432 +▁tarttunut -12.3432 +▁Vettel -12.3434 +▁pidemmällä -12.3435 +▁Uhri -12.3436 +kansallis -12.3436 +▁noustessa -12.3437 +▁saksalaisten -12.3438 +▁Kauden -12.3439 +▁australia -12.344 +▁kasvattanut -12.3442 +▁jauhot -12.3443 +▁asiakirjojen -12.3443 +▁tarkastelemaan -12.3445 +▁esityksi -12.3446 +▁harjoituksen -12.3446 +▁Lyhyt -12.3446 +▁tyrky -12.3446 +luokasta -12.3446 +▁ilahduttava -12.3447 +▁Direct -12.3448 +▁ajaessa -12.3448 +▁ostoskori -12.3448 +8-9 -12.3449 +▁pysyviä -12.3449 +▁Budapest -12.3451 +▁Venetsia -12.3451 +▁materia -12.3451 +▁palkansaaji -12.3451 +900 -12.3452 +▁polttoainetta -12.3452 +▁Dor -12.3452 +▁syntymistä -12.3454 +▁Peltola -12.3455 +▁laakeri -12.3456 +▁Box -12.3457 +▁vadelma -12.3458 +▁1976 -12.3461 +▁puutteellise -12.3461 +▁alkeis -12.3462 +▁anime -12.3463 +▁kilpailukyvyn -12.3463 +ynttärei -12.3464 +▁vitamiineja -12.3464 +▁tämmöinen -12.3465 +makkara -12.3467 +▁tilapäisesti -12.3468 +▁taivaalla -12.3469 +▁musiikkivideo -12.3471 +▁julkisessa -12.3473 +huippu -12.3474 +▁Johtu -12.3474 +▁väitetty -12.3474 +▁kuvitellut -12.3474 +▁Snellman -12.3475 +0-0 -12.3475 +▁arpi -12.3475 +entsyymi -12.3476 +▁hakusessa -12.3476 +▁Job -12.3476 +▁laukea -12.3477 +▁anturi -12.3477 +▁vastaisena -12.3477 +▁Abu -12.3478 +▁kuukauteen -12.3478 +tapahtumien -12.3484 +kopio -12.3484 +▁keskittynee -12.3485 +▁OECD -12.3487 +▁Adobe -12.3487 +▁lapsiperheiden -12.3487 +▁uskomukse -12.3488 +▁jatkuvi -12.3489 +▁30% -12.349 +▁parhaiden -12.3491 +▁lentäjä -12.3491 +▁Valinna -12.3492 +uutarhuri -12.3492 +▁aktivointi -12.3493 +▁jälkimmäinen -12.3495 +▁Heinäluoma -12.3497 +▁bikini -12.3498 +▁after -12.3498 +▁Ääri -12.3498 +▁kovemma -12.3498 +▁kävijöitä -12.3498 +▁80% -12.35 +▁rintojen -12.3501 +▁pankista -12.3507 +▁lausuma -12.3507 +▁valheita -12.3508 +▁vetoketju -12.3508 +▁väkiluku -12.3509 +KUNNAN -12.3509 +▁takaperin -12.351 +▁Olisko -12.3511 +▁tilaukset -12.3511 +▁tasoitus -12.3511 +▁suositukset -12.3511 +bak -12.3511 +▁palveluseteli -12.3512 +▁viikkoina -12.3512 +▁Kirjoitin -12.3512 +▁olleita -12.3513 +▁Qui -12.3514 +▁lähiympäristö -12.3515 +▁mahdolliseksi -12.3515 +▁innostunee -12.3515 +mattomasta -12.3516 +laituri -12.3517 +▁kuvioita -12.3518 +▁ruikut -12.3519 +▁Maito -12.3519 +250 -12.352 +▁Sanomissa -12.352 +▁vangittu -12.3522 +▁vastaanottava -12.3523 +▁Pauliina -12.3523 +▁valikoitui -12.3523 +▁niemimaa -12.3523 +▁Siika -12.3526 +▁perheenjäsene -12.3526 +▁täydennyskoulut -12.3526 +▁yksityiskohdi -12.3527 +kokoonpano -12.3527 +oinnit -12.3527 +▁opitaan -12.3528 +KKU -12.3528 +▁ammuttiin -12.3531 +▁herkullista -12.3532 +▁esittävä -12.3533 +vaatimusten -12.3535 +▁cap -12.3535 +.03.200 -12.3535 +RIA -12.3536 +sielu -12.3536 +▁siirtyneet -12.3537 +▁Töölön -12.3537 +▁lohikäärme -12.3537 +HENKILÖ -12.3539 +veteraani -12.3539 +Amerikka -12.3539 +▁KOTI -12.3541 +leikkuri -12.3541 +▁legendaarise -12.3541 +uksellise -12.3542 +▁alimma -12.3542 +▁pesty -12.3542 +▁eläimistä -12.3543 +▁sitoutumis -12.3543 +▁toimeksianto -12.3544 +▁pillerei -12.3544 +▁Svenska -12.3546 +▁junnu -12.3547 +▁ulkomaisten -12.3548 +▁pysäki -12.3548 +.08.200 -12.3548 +▁terävi -12.3549 +▁otteen -12.3549 +▁uudenlaisia -12.355 +▁hatu -12.3551 +▁Vapahtaja -12.3551 +▁mainitsemi -12.3551 +▁epäonnistumise -12.3554 +▁elinkaari -12.3555 +▁kurjuu -12.3557 +▁Kuukausi -12.3557 +▁kimppa -12.3557 +▁johtaisi -12.3558 +▁harkittu -12.3561 +▁lopetetaan -12.3561 +▁sisältyvä -12.3562 +▁vastuullisuus -12.3562 +rikoksesta -12.3564 +▁päätöksistä -12.3565 +▁silkkaa -12.3566 +▁edistävi -12.3566 +▁Laittee -12.3568 +▁määrittelemä -12.3571 +▁Young -12.3571 +▁pohjavesi -12.3571 +▁läpimurto -12.3572 +▁ruoansulatus -12.3574 +järjestelmissä -12.3576 +▁vaihtunut -12.3579 +▁seksuaalisuude -12.3579 +menestys -12.3581 +▁Jaakob -12.3581 +▁laillinen -12.3581 +implant -12.3582 +▁aakkos -12.3582 +päivitys -12.3584 +▁material -12.3584 +▁Yllättävä -12.3584 +.11.2010 -12.3585 +▁vastuuhenkilö -12.3585 +▁poliiseja -12.3586 +ahdettu -12.3586 +▁korostetaan -12.3589 +▁name -12.359 +▁kaaos -12.3592 +▁mukavampaa -12.3592 +▁myönnettävä -12.3592 +▁jarrutta -12.3593 +laukun -12.3594 +▁kiinnitettävä -12.3594 +▁Mauno -12.3594 +▁vaikeutu -12.3596 +▁häikäis -12.3597 +▁erinäisi -12.3597 +OITUS -12.3599 +Juha -12.3601 +▁lienevät -12.3601 +▁esikoinen -12.3602 +linjojen -12.3602 +▁Edit -12.3602 +▁kuntouttava -12.3603 +▁Huuh -12.3604 +▁kysyttävää -12.3604 +▁ämpäri -12.3605 +▁Parhaimmillaan -12.3605 +hieronta -12.3606 +▁harkitsee -12.3607 +▁salku -12.3608 +▁Bottas -12.3608 +ruokailu -12.3609 +▁kotiottelu -12.3611 +▁Saavu -12.3611 +▁päiväuni -12.3612 +▁lähestulkoon -12.3612 +▁nami -12.3612 +▁sitoutua -12.3612 +▁Ravinto -12.3612 +▁Hmm -12.3613 +henkeä -12.3613 +▁moiseen -12.3616 +▁optimaalise -12.3617 +▁jalusta -12.3617 +▁selki -12.3618 +▁adoptoi -12.3619 +▁päätöksenteossa -12.3619 +vuudessa -12.362 +▁nöyryyttä -12.362 +▁kengän -12.362 +▁loppuvuodesta -12.3621 +▁veronmaksaji -12.3622 +▁rahoittaja -12.3622 +▁tehkää -12.3622 +vaihde -12.3623 +▁kohtuullista -12.3625 +▁bingo -12.3626 +▁grafiikka -12.3627 +▁nykyisellä -12.3627 +▁020 -12.3628 +▁ottakaa -12.3629 +operaattori -12.3631 +▁1917 -12.3632 +▁traileri -12.3633 +markkinoinnin -12.3633 +▁leikkasi -12.3637 +▁panoksen -12.3637 +▁Viktor -12.3637 +▁mainoksi -12.3638 +▁kompastu -12.3639 +▁säätely -12.364 +▁viisaampi -12.364 +▁vanhentunut -12.3643 +▁kokonaiskuva -12.3643 +▁koillis -12.3645 +▁monenlaisi -12.3648 +▁siunaukse -12.365 +▁First -12.3651 +▁Step -12.3651 +▁omistettu -12.3652 +▁Advance -12.3652 +▁taloudesta -12.3653 +▁Hypp -12.3653 +▁ajatelleeksi -12.3654 +▁Itsenäis -12.3654 +korotuksi -12.3655 +▁Ylivieska -12.3656 +▁selvittely -12.3657 +▁pituinen -12.3659 +tapauksia -12.3659 +▁sisäänpääsy -12.366 +▁Osasto -12.3661 +▁siirtämise -12.3661 +valikko -12.3662 +▁syntejä -12.3663 +▁ommella -12.3663 +▁Kristian -12.3664 +STON -12.3664 +▁italialaise -12.3664 +▁peitte -12.3666 +rakenteiden -12.3667 +▁18.00 -12.3668 +Suomeen -12.3668 +▁biokaasu -12.3669 +▁puretaan -12.3671 +▁vaaleanpunaise -12.3673 +tapauksissa -12.3674 +▁Teppo -12.3674 +▁kuitti -12.3675 +▁selventää -12.3675 +▁sosiaalisesti -12.3677 +järjestelyjä -12.3677 +keiju -12.3678 +▁Tosiaan -12.3681 +▁1941 -12.3681 +▁suomalaisiin -12.3682 +▁JUMALA -12.3684 +▁matkapuhelime -12.3684 +▁verotuksessa -12.3686 +▁Luoto -12.3687 +▁lähettämällä -12.3687 +▁luotettavuus -12.3687 +▁irakilais -12.3687 +▁feminismi -12.3691 +▁tyylikkäi -12.3692 +▁toteutuma -12.3693 +▁sponsoroi -12.3693 +vammoi -12.3693 +▁kommunikointi -12.3694 +▁hurji -12.3695 +dieeti -12.3697 +▁pureskel -12.3697 +▁Päätöksen -12.3697 +▁jätehuolto -12.3697 +▁mobiililaittei -12.3699 +▁Institute -12.37 +▁pakotettu -12.37 +▁korjattava -12.3702 +▁nuoresta -12.3703 +verkossa -12.3704 +▁älytön -12.3704 +▁kisu -12.3705 +▁tarjoillaan -12.3705 +▁ensisijaise -12.3705 +▁kappeli -12.3706 +▁alareuna -12.3707 +▁Järje -12.3708 +ELLE -12.3708 +▁postitse -12.3709 +▁mahtavi -12.371 +▁kaadu -12.371 +▁miljöö -12.371 +▁magnesium -12.3714 +▁renkaiden -12.3714 +.01.200 -12.3715 +▁riipu -12.3715 +▁syyllisyyttä -12.3715 +Kirjo -12.3715 +Uude -12.3716 +▁yksinkertaisi -12.3716 +▁kaupungintalo -12.3717 +Vuoden -12.3719 +▁innovatiivisi -12.3719 +▁lisämaksu -12.3721 +▁protesti -12.3722 +▁ponnistelu -12.3723 +pitoisuuksi -12.3723 +▁Lopputulos -12.3724 +▁Emmi -12.3724 +▁peruuntu -12.3724 +seremonia -12.3724 +source -12.3725 +▁suhteissa -12.3726 +▁kymmenisen -12.3726 +craft -12.3726 +▁kelvannut -12.3726 +▁myönteistä -12.3726 +▁Raamattuun -12.3726 +septi -12.3729 +suikale -12.3731 +▁ongelmitta -12.3732 +▁lampaan -12.3732 +▁Francisco -12.3733 +▁College -12.3735 +▁pulma -12.3739 +ESTÄ -12.3739 +▁supp -12.374 +▁tieteellisesti -12.3742 +▁useimpien -12.3743 +▁trip -12.3744 +esiintymi -12.3744 +▁katsoessa -12.3745 +räjähdykse -12.3746 +▁Todellinen -12.3749 +▁3-1 -12.3751 +rokotukse -12.3751 +▁Ulos -12.3751 +kisoja -12.3752 +▁Metsähallitukse -12.3752 +▁vastikkee -12.3752 +▁välttämättömyy -12.3753 +▁pidättää -12.3753 +▁1,1 -12.3754 +▁lehmi -12.3754 +▁tuomaristo -12.3755 +▁potilaille -12.3756 +▁muukalais -12.3757 +esimerkki -12.3757 +▁säästävä -12.3758 +▁blackjack -12.3758 +▁tykästy -12.3759 +▁uudistettu -12.3759 +▁laimen -12.3759 +▁formula -12.3761 +▁Kristinusko -12.3762 +langasta -12.3762 +▁hiljaisi -12.3762 +▁googla -12.3763 +▁hiilihydraatti -12.3763 +▁kuollee -12.3763 +▁nähtävästi -12.3765 +▁tiedetty -12.3765 +trilogia -12.3765 +Sanomat -12.3766 +offee -12.3766 +▁sisaruksi -12.3767 +▁paikkeilla -12.3767 +▁Sergei -12.3767 +Blogi -12.3768 +▁pahimpi -12.3768 +▁hilse -12.3769 +▁Aleksandr -12.3769 +askel -12.377 +uhdan -12.3773 +▁eritoten -12.3773 +▁tietokoneelle -12.3774 +▁perussuomalaisi -12.3774 +▁viimeisteli -12.3774 +▁Varasto -12.3774 +▁morsian -12.3774 +▁liikevoitto -12.3775 +▁oikeisiin -12.3775 +▁pysäytti -12.3777 +▁Jyri -12.3779 +NEUVO -12.3779 +▁parannu -12.3779 +▁jumalanpalveluk -12.378 +▁edistetään -12.3781 +Halu -12.3782 +▁unohdettu -12.3782 +▁reviiri -12.3782 +Lämpim -12.3784 +▁ihastukse -12.3785 +▁Vuosaare -12.3785 +▁mekaanise -12.3789 +ISTU -12.379 +▁hyväkuntois -12.3791 +▁emännä -12.3792 +▁Sodan -12.3792 +▁Katsokaa -12.3792 +▁useammat -12.3792 +▁Soul -12.3793 +▁nukkuma -12.3794 +▁1969 -12.3795 +▁Selit -12.3796 +resurssi -12.3798 +tarhoi -12.3799 +raskaude -12.3799 +▁syventy -12.38 +▁sensuroi -12.3801 +8% -12.3802 +▁Takuu -12.3802 +▁NBA -12.3802 +▁tietoisuutta -12.3802 +▁maalivahdi -12.3803 +▁sairastavi -12.3803 +komero -12.3804 +▁pyörähtä -12.3805 +▁Vär -12.3805 +▁Marco -12.3806 +▁inkivääri -12.3806 +▁sanojensa -12.3806 +▁asuinaluee -12.3807 +▁Bosnia -12.3808 +▁suunniteltiin -12.3809 +ähkä -12.381 +▁pärjännyt -12.381 +▁tsekkaa -12.3811 +▁realismi -12.3812 +▁Haave -12.3814 +▁vanhempana -12.3815 +▁laajoja -12.3815 +▁piisaa -12.3815 +▁Yksinkertais -12.3816 +▁Arena -12.3816 +MX -12.3817 +Hämeessä -12.3818 +▁Kerttu -12.3818 +▁Texas -12.3819 +▁Under -12.3819 +▁ohjaava -12.382 +▁luovuttama -12.382 +▁Tänne -12.3821 +▁selityksen -12.3822 +▁Lindholm -12.3823 +▁sävyyn -12.3826 +.6.2013 -12.3826 +▁järkkä -12.3827 +▁Mäntsälä -12.3827 +Joulu -12.383 +▁ylivoimaise -12.383 +▁huutava -12.3831 +▁piristävä -12.3832 +▁semmoista -12.3833 +▁keskittyminen -12.3833 +120 -12.3834 +gard -12.3834 +▁rikkomisesta -12.3834 +▁Juoksu -12.3836 +▁Jokerei -12.3837 +▁ottavan -12.3837 +▁pahuude -12.3837 +▁liikennevalo -12.3841 +▁epäiltynä -12.3841 +▁upotta -12.3841 +OHJELMA -12.3842 +▁vakaumukse -12.3842 +ASSA -12.3843 +▁ihmiseksi -12.3843 +▁paikkakunnalle -12.3844 +▁haluavansa -12.3846 +▁väreissä -12.3848 +ISTEN -12.3849 +▁alaisena -12.385 +▁valmistuksessa -12.385 +▁Buck -12.385 +▁Terho -12.385 +▁nimellis -12.385 +Myös -12.3852 +▁kyselemään -12.3852 +▁Tietääkö -12.3853 +istunno -12.3853 +▁leivinpaperi -12.3854 +vanhempa -12.3855 +▁Kyrö -12.3856 +▁Bang -12.3857 +base -12.3858 +koordinaat -12.3859 +▁raapi -12.3861 +hakemuksi -12.3861 +▁Herman -12.3862 +▁hitai -12.3862 +▁oppikirja -12.3863 +▁käteisennakkoa -12.3863 +▁Katto -12.3864 +pumpun -12.3864 +niemessä -12.3864 +Päätökse -12.3864 +▁kustannustehokk -12.3865 +▁valmistuttua -12.3865 +▁palkitseva -12.3865 +▁pelätään -12.3865 +▁1945 -12.3866 +lämpöpumppu -12.3866 +järjestelmistä -12.3867 +▁kaval -12.3867 +▁perustetta -12.3869 +▁kirkonkylä -12.3871 +▁http -12.3872 +▁liikkuvuus -12.3873 +▁vatka -12.3875 +▁haaruk -12.3876 +▁metal -12.3877 +▁kylppäri -12.3878 +▁kirjaudu -12.3879 +▁kuolon -12.3879 +▁KOR -12.3879 +▁neljäsosa -12.388 +Sisällysluettelo -12.388 +▁heltei -12.388 +▁nussi -12.3881 +▁puolustusvoimie -12.3881 +▁epäluulo -12.3881 +▁tappele -12.3881 +▁varsinaiseen -12.3881 +▁artikkele -12.3882 +▁aloittelijoi -12.3883 +paikkoihin -12.3884 +.08.2019 -12.3885 +▁ohjausryhmä -12.3887 +poliklinik -12.3888 +▁linjaus -12.3889 +▁VAIN -12.3889 +▁maanpääll -12.3889 +▁lajittelu -12.3891 +karsinta -12.3893 +▁Sulk -12.3895 +▁käskee -12.3896 +▁Kunnon -12.3896 +▁telaka -12.3898 +▁objekti -12.3899 +▁hinnasto -12.3899 +järveen -12.39 +▁rahamäärä -12.3902 +▁Armeija -12.3903 +maasturi -12.3905 +▁Taloudellis -12.3905 +kärsivällisyyttä -12.3906 +ALLA -12.3906 +▁alkuperäisessä -12.3906 +▁hymyili -12.3906 +▁Sitra -12.3906 +▁Uskoisin -12.3907 +lehdissä -12.3908 +▁kroonis -12.3908 +▁intiaani -12.3908 +puhdistus -12.3909 +▁eilisen -12.391 +▁Maaseutu -12.391 +▁menneisyyden -12.3911 +▁Ylöjärve -12.3912 +▁luovuutta -12.3912 +▁sisäisiä -12.3913 +▁menestynei -12.3913 +▁ylläpitävä -12.3914 +▁hyväksymistä -12.3914 +▁Jonkun -12.3918 +▁liikkunut -12.3919 +▁esiintyvi -12.3919 +▁epäonnistunee -12.3919 +▁Tunnelma -12.3919 +▁järjestystä -12.3923 +▁Islanti -12.3924 +▁aikaisemmi -12.3924 +▁Ammati -12.3924 +▁hitusen -12.3925 +▁Merc -12.3925 +▁Jokaisessa -12.3926 +▁yleisestä -12.3929 +▁lukeutuva -12.3929 +▁lounais -12.3933 +▁kaventa -12.3933 +▁rentoutta -12.3935 +▁tutkinnan -12.3935 +▁kävellessä -12.3937 +▁lännessä -12.3937 +taidoista -12.3939 +▁valtakunnallist -12.3941 +▁myytävänä -12.3942 +sairaudet -12.3944 +▁äidillä -12.3945 +▁Toive -12.3946 +▁Brad -12.3947 +omisario -12.3947 +▁budjetoi -12.3948 +▁maustettu -12.3948 +▁supista -12.3948 +▁pudotti -12.395 +▁TEH -12.3951 +palkki -12.3952 +▁selosta -12.3952 +▁vedonlyö -12.3953 +▁Kristukse -12.3953 +▁Toivoisin -12.3956 +▁luomiväri -12.3957 +▁säilyttämään -12.3959 +▁anopi -12.3959 +luottamushenkilö -12.396 +tarjoilu -12.396 +▁paistettu -12.396 +▁tunteisiin -12.3961 +▁rinnakkain -12.3961 +ÄYTTÖ -12.3962 +▁Piispa -12.3963 +▁stand -12.3963 +KESKUS -12.3964 +▁perustetu -12.3964 +▁käsitteitä -12.3964 +ohjaaji -12.3965 +▁kaaha -12.3965 +▁verkkokaupassa -12.3965 +▁lyhyi -12.3967 +▁päällimmäis -12.3968 +▁ajattelutapa -12.3968 +▁pitänee -12.3968 +▁härski -12.3968 +▁esiintyji -12.3968 +▁huutele -12.3969 +▁Tohtori -12.397 +▁Toteutu -12.397 +▁taskuun -12.397 +EUR -12.3972 +▁ammenta -12.3973 +▁vireillä -12.3974 +▁myytävi -12.3975 +▁sadoi -12.3976 +▁ystävällisiä -12.3977 +▁asfaltti -12.3979 +▁lukuvuoden -12.3981 +▁Pysä -12.3981 +▁syvemmä -12.3981 +▁kohoaa -12.3982 +▁oikeiden -12.3982 +▁valinnasta -12.3982 +▁viisaus -12.3983 +vaihtoehtoisesti -12.3983 +▁huomattiin -12.3983 +▁ymmärrettä -12.3984 +▁Maaseudun -12.3984 +▁Pikavippi -12.3984 +▁kertomatta -12.3986 +▁käyttötarkoitus -12.3987 +▁viimeisestä -12.3987 +muoti -12.3988 +▁Tilastokeskus -12.3993 +taajuude -12.3994 +rekisteröi -12.3996 +retkelle -12.3996 +lammi -12.3998 +▁selviävät -12.3998 +yönteis -12.3998 +▁toistuu -12.3999 +.05.200 -12.4 +▁Sanoisin -12.4001 +kouluttaja -12.4001 +▁oikeudenmukaise -12.4003 +▁pikkusisko -12.4003 +virheitä -12.4004 +▁sopimuksella -12.4004 +sointu -12.4005 +▁kuuteen -12.4007 +ASTI -12.4007 +▁hallinnointi -12.4009 +▁ravistel -12.401 +▁harrastuksiin -12.401 +▁tuomarei -12.401 +TURVA -12.401 +▁kyselee -12.4011 +▁Pitäis -12.4013 +▁Fall -12.4013 +▁valittaja -12.4014 +▁räjähd -12.4015 +ähtänyt -12.4016 +▁maahanmuuton -12.4017 +▁valitun -12.4017 +▁säännöllistä -12.4019 +▁auttamis -12.402 +▁tuoreimma -12.4021 +▁Aada -12.4021 +▁karenssi -12.4021 +▁virkeä -12.4021 +▁1967 -12.4022 +▁avaimen -12.4022 +▁yrittämään -12.4024 +▁lehtori -12.4024 +▁jätteiden -12.4025 +▁kohonnut -12.4026 +▁haamu -12.4026 +▁Mooses -12.4028 +▁elintärkeä -12.403 +▁pyramidi -12.403 +▁edestakaisin -12.403 +▁vangitse -12.403 +▁tienata -12.403 +▁marras -12.4031 +▁Työvoima -12.4031 +nopeuden -12.4031 +▁Taylor -12.4031 +▁France -12.4032 +▁Presidentin -12.4033 +▁Spotify -12.4033 +▁podcast -12.4033 +hyväksy -12.4035 +▁sijainnista -12.4035 +▁vahvuute -12.4035 +UKSE -12.4036 +keräykse -12.4036 +▁identiteetin -12.4036 +▁egypti -12.4037 +▁Kunnia -12.4037 +▁viitaten -12.4037 +▁Kauka -12.4039 +▁luonnonkosmetii -12.4041 +velvoittei -12.4041 +artisti -12.4041 +▁toistakymmentä -12.4043 +▁kyljessä -12.4044 +▁hurmaava -12.4046 +toleranssi -12.4046 +▁tusina -12.4047 +▁kiihtyy -12.4048 +▁pyynti -12.4048 +▁ILMA -12.4049 +▁kaupallinen -12.405 +▁kiertele -12.405 +▁kallein -12.4051 +▁ehdottama -12.4051 +▁lääkitystä -12.4052 +▁Saksalais -12.4052 +▁kohdillaan -12.4053 +▁Björk -12.4053 +▁etäisyyttä -12.4053 +▁varoituksen -12.4054 +▁Mervi -12.4054 +▁Komp -12.4055 +▁Polar -12.4056 +hinnasta -12.4057 +harjoituksia -12.4057 +▁muistakaa -12.4057 +▁pätkääkään -12.4057 +▁Kaikesta -12.4057 +laudalla -12.4058 +▁Odota -12.4058 +▁julkiseen -12.4059 +▁laisinkaan -12.4059 +jäätelö -12.4059 +▁rekisteröidä -12.4061 +▁sovinto -12.4061 +▁kaupallista -12.4061 +▁merkity -12.4062 +▁Leikki -12.4062 +▁Kommentti -12.4063 +▁mahdottomu -12.4063 +löytö -12.4064 +berry -12.4065 +▁Päiv -12.4066 +järjestäjä -12.4067 +▁kansakoulu -12.4068 +▁rantautu -12.4069 +▁Kulutus -12.4069 +▁veturi -12.4069 +▁selvitettävä -12.4069 +▁stadi -12.407 +▁samojen -12.4071 +tarvetta -12.4072 +▁Velka -12.4072 +▁vakuuttu -12.4073 +▁mahdolliseen -12.4073 +▁kaksinkertaistu -12.4073 +▁indikaattori -12.4075 +▁Ring -12.4076 +▁silmistä -12.4076 +liitäntä -12.4076 +▁muhkea -12.4077 +Link -12.4078 +▁tuhoisa -12.4078 +▁Uudistu -12.4079 +toteu -12.4079 +▁Spring -12.408 +▁Jenna -12.408 +olevi -12.4082 +▁kiireise -12.4083 +▁kehittämistyö -12.4083 +Vuonna -12.4086 +ntöjä -12.4086 +▁kelpaisi -12.4086 +▁Elinkeinoelämän -12.4086 +▁terveellinen -12.4087 +▁hymyilee -12.4088 +▁Rub -12.4088 +▁maailmansota -12.4088 +▁Stanley -12.409 +▁keskusteltiin -12.4091 +toimiala -12.4092 +▁keskitety -12.4093 +▁johtokunta -12.4094 +▁persoonallis -12.4095 +▁julkistetaan -12.4096 +▁ahdiste -12.4098 +▁sydämellä -12.4099 +olemukse -12.41 +▁valtuutta -12.4102 +▁hengenvaaralli -12.4102 +▁kuningaskunna -12.4102 +▁Perho -12.4103 +▁ilmoittautunut -12.4104 +▁want -12.4104 +▁laktoosi -12.4105 +▁viimeistele -12.4106 +▁Putki -12.4107 +▁kerjää -12.4107 +▁toteutunee -12.4108 +▁vaihtaisi -12.411 +▁Jarno -12.411 +▁vuosineljänneks -12.411 +▁tuottamiseen -12.411 +mattomaksi -12.4111 +▁täytettävä -12.4111 +▁(197 -12.4112 +puheenjohtaja -12.4113 +▁kielitaido -12.4116 +vyöry -12.4117 +Matka -12.4119 +▁esitutkinta -12.4119 +▁KAUPUNKI -12.4119 +▁Leader -12.412 +Halli -12.412 +torve -12.4122 +▁annetussa -12.4123 +.1.2012 -12.4123 +ammattilais -12.4125 +▁ravitsemukse -12.4125 +▁Opiskelijoi -12.4127 +▁yleiskaava -12.4127 +▁Evoluutio -12.4128 +▁kiriste -12.4129 +▁liukkaa -12.4129 +▁latautu -12.4129 +▁sieppa -12.413 +▁Sodankylä -12.413 +▁luontaise -12.413 +▁normalisoi -12.413 +▁Valtiovarain -12.413 +▁käytännöllise -12.413 +malleihin -12.4133 +kkuudesta -12.4138 +vaihtaja -12.4139 +▁siedettävä -12.4139 +▁Full -12.414 +▁aiheuttaisi -12.4141 +watch -12.4144 +zzo -12.4144 +▁katsauks -12.4144 +▁Koste -12.4146 +▁4-6 -12.4147 +▁essee -12.4147 +▁väsymystä -12.4148 +▁pelivalikoima -12.4148 +äällikkö -12.4149 +lupien -12.4149 +▁När -12.4151 +▁mainittava -12.4152 +omistus -12.4152 +▁tarkkuudella -12.4152 +▁kehitettiin -12.4152 +▁vehkee -12.4153 +▁osoittama -12.4153 +▁0,6 -12.4154 +▁Nelos -12.4154 +▁omega -12.4155 +▁kääntäjä -12.4155 +minuutti -12.4156 +saarna -12.4156 +▁psykoosi -12.4159 +▁miljooni -12.416 +ongelmiin -12.416 +näköisiä -12.416 +▁taivaallise -12.416 +▁kivoi -12.4161 +▁omantunnon -12.4162 +kalastus -12.4163 +ttämätön -12.4163 +▁Omena -12.4164 +▁aikoi -12.4165 +▁opettajille -12.4165 +▁Lissabon -12.4165 +▁kroonise -12.4167 +siivous -12.4168 +ympyrä -12.4169 +▁väitettä -12.4169 +▁työskentelyyn -12.4172 +▁tekemisistä -12.4172 +allergia -12.4172 +▁hengellinen -12.4175 +treenejä -12.4175 +▁Taidat -12.4176 +pöydällä -12.4177 +.7.2012 -12.4178 +▁piirretty -12.4179 +▁epäreilu -12.418 +▁vastustuskyky -12.4182 +▁Suunta -12.4184 +▁WWF -12.4184 +▁pisara -12.4185 +▁Card -12.4185 +▁SISÄLTÖ -12.4186 +▁harkinnut -12.4186 +▁kunnanhallituks -12.4186 +▁metroasema -12.4187 +▁Juhannus -12.4188 +▁pyörivä -12.4189 +▁kennel -12.4189 +▁maksettiin -12.4189 +▁sivuvaikutuksia -12.4191 +▁kakara -12.4192 +merkinnän -12.4194 +▁koittanut -12.4195 +▁ulkopuolisia -12.4197 +Pietarsaar -12.4198 +▁silmukka -12.4199 +▁Talvella -12.4199 +▁viranhaltija -12.4199 +▁ikävöi -12.4199 +▁oppimäärä -12.4199 +▁keräämä -12.42 +▁kristillinen -12.4201 +▁kiinnostukse -12.4202 +▁Jansson -12.4202 +▁alkeelli -12.4202 +rouva -12.4204 +▁joutsen -12.4204 +▁Farm -12.4205 +▁laidun -12.4207 +tutkijoi -12.4208 +▁Talent -12.4208 +▁Peltonen -12.4208 +▁lääkäreitä -12.421 +▁postaukseen -12.4213 +▁yrittäjyyden -12.4213 +.12.2010 -12.4213 +▁perehdyttä -12.4216 +▁teolla -12.4217 +▁Hyödy -12.4219 +▁portaat -12.422 +▁liitteessä -12.4221 +kontakt -12.4223 +▁desinfioi -12.4223 +▁Tällaisi -12.4223 +▁Harvoin -12.4223 +▁teknisten -12.4224 +ljas -12.4225 +▁alkuvuonna -12.4226 +▁iloitsee -12.4227 +▁loputtua -12.4229 +▁hakemuksesi -12.4229 +▁Tekniikka -12.423 +Hanna -12.4232 +tuore -12.4235 +▁okei -12.4235 +▁variaatio -12.4235 +▁yhdisti -12.4236 +▁iäkkää -12.4237 +▁virheellisesti -12.4237 +mestaruuden -12.4238 +pilvi -12.4239 +▁kattee -12.4239 +▁todellisuuteen -12.4239 +onsult -12.4241 +▁mutaatio -12.4241 +▁naapurusto -12.4243 +▁admin -12.4244 +▁kolmanteen -12.4245 +▁linjauksi -12.4247 +▁apteekin -12.4247 +▁tarkastelee -12.4247 +▁fitness -12.4248 +▁meditaatio -12.4249 +▁Optim -12.425 +▁Factor -12.4251 +▁Muistakaa -12.4251 +▁syömättä -12.4251 +ITTA -12.4252 +▁Savolainen -12.4252 +▁neuvottelema -12.4252 +yymi -12.4252 +▁Tuukka -12.4252 +▁hoitajien -12.4253 +riihe -12.4253 +kansainvälisissä -12.4254 +raft -12.4255 +▁Onneks -12.4256 +▁ylläpitämään -12.4259 +▁nuha -12.4259 +▁Rekisteri -12.4259 +jumppa -12.426 +joulukuu -12.4261 +▁Luxemburg -12.4264 +▁äänestämään -12.4268 +▁useampaa -12.4269 +▁taustoja -12.4269 +yksilö -12.427 +laitoksia -12.4271 +kosmetiika -12.4271 +▁pyrkivä -12.4271 +pöydästä -12.4271 +▁Luonnollisesti -12.4271 +walk -12.4273 +▁prosessoi -12.4273 +▁heittele -12.4274 +syytöksi -12.4274 +▁klinik -12.4276 +▁yksilöllisiä -12.4278 +▁lyhyeksi -12.4278 +korvauksen -12.4279 +▁MBA -12.4279 +hyvinvointi -12.428 +▁elokuvista -12.4283 +▁WHO -12.4286 +ammati -12.4287 +▁globalisaatio -12.4288 +▁0,8 -12.4289 +▁alhaisempi -12.429 +▁oleellisi -12.4291 +▁varhaisessa -12.4291 +▁lunastus -12.4292 +▁fiktio -12.4293 +▁vastinetta -12.4293 +musiiki -12.4294 +1996 -12.4295 +▁liuot -12.4295 +▁käyttämi -12.4295 +▁mielenosoituksi -12.4295 +▁alkujaan -12.4296 +▁parisuhteeseen -12.4297 +▁diktatuuri -12.4297 +▁kärjisty -12.4299 +liemi -12.43 +▁Oil -12.43 +▁riisto -12.4301 +▁odotuksi -12.4302 +keskeise -12.4302 +▁ohjauksessa -12.4303 +▁toteutuksen -12.4303 +▁rohkaista -12.4304 +▁Luvassa -12.4304 +▁tukko -12.4304 +▁Akava -12.4304 +▁Taiteilija -12.4305 +▁viive -12.4305 +▁jogurtti -12.4309 +▁puhdistu -12.431 +▁happea -12.4311 +▁johtopäätös -12.4311 +▁myydyi -12.4312 +sijoituksi -12.4316 +▁jäsenmaiden -12.4316 +Idä -12.4317 +demokratia -12.4317 +▁huolenaihe -12.4317 +▁tarttis -12.4318 +▁Kruunu -12.4318 +▁tiesivät -12.4318 +▁kummatkin -12.432 +▁Lordi -12.432 +▁glitter -12.432 +▁urakalla -12.4321 +▁hankaloitta -12.4322 +▁kätevi -12.4324 +▁pelatessa -12.4324 +▁toistuvi -12.4325 +▁pyytämä -12.4326 +▁kerkeä -12.4326 +▁lähialuee -12.4327 +rkeimm -12.433 +▁Hakala -12.433 +▁joulupukki -12.4333 +hierarkia -12.4335 +▁siideri -12.4336 +▁Ministeriö -12.4336 +▁ostettava -12.4336 +▁would -12.4337 +▁epäluotettav -12.4337 +▁ansiotulo -12.4337 +▁nuorimma -12.4338 +▁rinnasta -12.4338 +▁ryhtynyt -12.4339 +▁epärehellis -12.4339 +▁kuoliaaksi -12.4339 +▁käyttäessä -12.4339 +▁valitukse -12.4342 +▁kofeiini -12.4342 +▁kuoltua -12.4342 +▁edesmenne -12.4343 +▁Harmaa -12.4345 +▁luji -12.4347 +▁ruutuun -12.4347 +▁Kirjaudu -12.4352 +▁YHTEIS -12.4352 +▁ammattitaitoise -12.4353 +▁unohtunut -12.4353 +Carolina -12.4357 +▁riippuvuus -12.4358 +▁iäkkäi -12.4358 +periaatteen -12.4359 +▁mokoma -12.436 +▁Miettinen -12.4361 +▁aloittaneet -12.4361 +▁omatoimisesti -12.4361 +▁January -12.4361 +▁tukeutu -12.4362 +stream -12.4365 +▁lähdekoodi -12.4366 +KSEN -12.4366 +ilmasto -12.4367 +.2.2012 -12.4369 +▁argumentti -12.4369 +▁ripusta -12.437 +laboratorio -12.437 +▁TÄY -12.437 +Room -12.437 +.7.2014 -12.437 +▁yski -12.4371 +▁Cour -12.4372 +▁rupee -12.4372 +▁suunnattomasti -12.4372 +▁pääsarja -12.4372 +▁reuma -12.4372 +▁manga -12.4373 +plus -12.4373 +▁hakeva -12.4374 +▁oikeestaan -12.4374 +▁vehnäjauho -12.4376 +kohtelu -12.4377 +▁ajokorti -12.4378 +▁yhteenlaskettu -12.4378 +▁rituaali -12.4378 +▁ennaltaehkäisy -12.4381 +▁Susan -12.4383 +▁huvipuisto -12.4385 +KAT -12.4385 +▁Ehdottomasti -12.4388 +murro -12.4389 +uureja -12.439 +ttomalta -12.439 +▁runkka -12.439 +▁aiheuttavi -12.439 +tunniste -12.439 +▁editoi -12.4391 +▁hyödyntämällä -12.4392 +▁Eerik -12.4392 +▁Muslimi -12.4397 +▁näkökulmista -12.4397 +▁kategorioi -12.4397 +▁prosentista -12.4398 +▁Liity -12.4398 +▁Elias -12.4398 +Str -12.4401 +▁hollantilais -12.4401 +siirappi -12.4403 +▁ainoita -12.4407 +▁saavutukse -12.4408 +▁Onnettomuus -12.4408 +▁Ongelmi -12.4411 +meeri -12.4413 +▁Korkeakoulu -12.4414 +tohtori -12.4414 +lähtöise -12.4416 +▁kunnioitukse -12.4416 +▁investoida -12.4416 +▁kirjoituksissa -12.4417 +▁salaatin -12.4417 +▁kustannuksiin -12.4417 +▁näkyvyys -12.442 +▁hurska -12.4422 +▁kirjoitel -12.4422 +▁Jäätteenmä -12.4422 +UUDEN -12.4423 +▁konkari -12.4423 +▁naiselta -12.4423 +▁petokse -12.4425 +▁YKSI -12.4426 +▁kuopa -12.4426 +slav -12.4429 +▁meikin -12.443 +▁kunnanvaltuusto -12.443 +▁ryhdi -12.4431 +TEE -12.4432 +purka -12.4433 +▁sportti -12.4434 +▁luullut -12.4435 +▁ahdista -12.4436 +korvaukset -12.4436 +▁onnistunei -12.4438 +▁takertu -12.4438 +▁ydinkeskusta -12.4438 +▁asiakkaamme -12.4439 +▁osuutensa -12.4439 +▁maailmanlaajuin -12.4441 +▁varressa -12.4441 +▁Lentokenttä -12.4442 +▁uhalla -12.4443 +määritys -12.4444 +▁Netissä -12.4444 +▁Tarkoitan -12.4445 +▁kevääseen -12.4445 +▁pojista -12.4446 +▁Laaksonen -12.4447 +lähetyksi -12.4448 +▁Dallas -12.4449 +pöydälle -12.4452 +▁symp -12.4452 +▁Berlin -12.4453 +▁Pidin -12.4453 +▁graafise -12.4453 +▁vapaaehtoinen -12.4454 +▁Veikkauksen -12.4454 +▁monimutkaisia -12.4454 +saksa -12.4455 +avustuksen -12.4455 +▁uida -12.4456 +▁kaivattu -12.4457 +▁tavattu -12.4458 +portai -12.446 +puiko -12.4461 +helppokäyttöinen -12.4461 +▁nikotiini -12.4461 +▁Flash -12.4462 +▁tarjoamia -12.4462 +komppania -12.4463 +▁pojasta -12.4463 +▁valitui -12.4464 +▁Week -12.4467 +▁October -12.4467 +▁Puerto -12.4467 +▁merkityksiä -12.4469 +▁Fair -12.447 +▁juurtu -12.447 +▁Monaco -12.447 +▁korkotaso -12.4471 +▁nykyisellään -12.4472 +▁eurooppa -12.4473 +▁Bridge -12.4473 +Näyttely -12.4475 +▁yhdistämise -12.4475 +todistuksi -12.4478 +▁jättämise -12.4479 +▁Modafinil -12.4481 +▁kolmannelle -12.4481 +▁tuottavi -12.4481 +▁Väärä -12.4483 +▁haastateltava -12.4484 +▁Museum -12.4484 +▁Tarvitset -12.4484 +▁Uoti -12.4486 +▁mukaiseen -12.4491 +▁mielipiteiden -12.4493 +▁yöuni -12.4493 +▁halveksu -12.4494 +wich -12.4494 +▁vastapäätä -12.4494 +▁yhdistele -12.4494 +▁nurmi -12.4495 +Jumala -12.4495 +▁kodinkone -12.4495 +▁keskitetty -12.4496 +▁puikoi -12.4496 +keskeinen -12.4498 +▁helpottuu -12.4498 +ksahta -12.4499 +▁selvittänyt -12.45 +▁maanviljelijä -12.4501 +▁Näyttö -12.4502 +▁silmillä -12.4502 +▁Uskonto -12.4503 +päätöksiä -12.4503 +väkeä -12.4503 +▁Tietosuoja -12.4504 +▁Vahvist -12.4505 +▁Kustaa -12.4507 +ympyröi -12.4508 +mahdollisuuksist -12.4509 +▁Ihmisiä -12.4509 +▁vähenevät -12.4509 +▁muulloin -12.451 +▁terveyspalveluj -12.4512 +LUT -12.4514 +▁realistinen -12.4515 +▁noussee -12.4516 +▁Aurora -12.4517 +▁irtisanoutu -12.4518 +uvun -12.4519 +▁saatavuuden -12.4519 +▁onnellisi -12.4521 +▁tehdyssä -12.4521 +prikaati -12.4522 +▁kansanäänestyks -12.4523 +▁Nintendo -12.4526 +▁Häkkinen -12.4529 +▁Baby -12.4531 +▁konsultointi -12.4531 +▁rutkasti -12.4532 +för -12.4533 +▁homoseksuaali -12.4535 +Pääministeri -12.4536 +▁radalle -12.4536 +sijoitukse -12.4539 +▁koulunkäynti -12.454 +▁Fakta -12.454 +.10.2010 -12.4541 +▁valmennuksen -12.4542 +▁seurannan -12.4542 +▁hypno -12.4544 +▁Teräs -12.4545 +▁juossut -12.4546 +evolution -12.4547 +▁rattai -12.4548 +▁hyödyttää -12.4549 +▁samanlaisi -12.455 +▁lonkka -12.455 +▁romanttise -12.455 +▁Islannin -12.455 +▁nopeute -12.4551 +▁Yhteen -12.4551 +▁ympärivuorokaut -12.4551 +▁puolusti -12.4551 +vuodenvaihteessa -12.4552 +▁aliste -12.4556 +soittime -12.4558 +korjaamo -12.4559 +▁Borg -12.4559 +uskonno -12.4559 +▁ortodoksise -12.456 +▁und -12.4562 +kkuuteen -12.4563 +▁cool -12.4564 +▁heikentävä -12.4564 +valaisime -12.4566 +▁jälkikasvu -12.4567 +opiskelijoiden -12.4569 +▁Teoria -12.4569 +▁tietoisuuden -12.457 +▁kuoppa -12.4571 +▁noudattamise -12.4571 +▁toteutukseen -12.4571 +kokeeseen -12.4574 +▁korjaantu -12.4574 +▁suhtaudutaan -12.4575 +tunturi -12.4575 +▁yhteisymmärryks -12.4576 +▁vääryyde -12.4576 +OSTA -12.4578 +▁annetut -12.4578 +▁syyllistynyt -12.4581 +pataljoona -12.4582 +Arvo -12.4588 +LEHTI -12.4588 +▁esitelmä -12.4591 +▁Harjoittelu -12.4592 +▁käsitöitä -12.4592 +▁1971 -12.4592 +▁sykkee -12.4593 +▁flop -12.4595 +ETY -12.4595 +UMA -12.4596 +.06.200 -12.4598 +▁vastaanotolle -12.4598 +▁samankaltaise -12.46 +▁Easy -12.46 +▁tilaisuuksissa -12.4601 +▁Henkilökunta -12.4601 +▁Granlund -12.4602 +▁sosio -12.4602 +▁Malesia -12.4606 +▁Erilaiset -12.4607 +lupaukse -12.4609 +▁kauhistel -12.4609 +▁kertomuksia -12.461 +▁Kemijärv -12.4611 +▁Hollannissa -12.4611 +▁Kirjoitukse -12.4611 +pöydät -12.4611 +▁löytämä -12.4612 +▁lähestymis -12.4612 +▁tuottavuutta -12.4613 +▁Ruotsalainen -12.4613 +▁tekopyh -12.4614 +▁kreationisti -12.4615 +1990 -12.4616 +▁ylösnousemukse -12.4617 +▁paremmasta -12.4617 +rance -12.4618 +▁päädyttiin -12.4619 +▁Antonio -12.462 +▁Valmentaja -12.4621 +▁maantieteellise -12.4622 +▁peräkkäise -12.4622 +▁kiehtoo -12.4625 +▁Keskiviikkona -12.4627 +▁metropoli -12.4627 +äännöksiä -12.4631 +▁Pelkään -12.4631 +▁suoraviivais -12.4632 +▁Taulu -12.4633 +▁toteuttamisesta -12.4634 +▁Raskaus -12.4635 +▁näyttäytyy -12.4637 +ESS -12.4637 +▁uskomattomi -12.4638 +▁työnhakijoi -12.4638 +▁palkkojen -12.4638 +▁Unelma -12.4639 +▁tallennetaan -12.4639 +▁RAY -12.4639 +▁kotoutumis -12.464 +▁kapei -12.4642 +▁Raaka -12.4642 +▁hallinnollise -12.4642 +▁ylläpidon -12.4642 +▁mittakaava -12.4644 +▁grafiik -12.4644 +▁Koillis -12.4645 +▁etnise -12.4647 +▁What -12.465 +puoleinen -12.4653 +oldid -12.4654 +▁tyytyväise -12.4654 +edellytysten -12.4655 +▁ystävällistä -12.4655 +blom -12.4657 +karjala -12.4658 +▁Psyko -12.4659 +▁sorru -12.466 +▁kohtelias -12.466 +▁republikaani -12.466 +▁makasi -12.4661 +▁kilpailukykyise -12.4661 +▁hillitä -12.4662 +▁Vähen -12.4663 +▁Sastamala -12.4663 +▁tilitoimisto -12.4664 +▁puuhun -12.4666 +▁ymmärretty -12.4667 +▁kylvö -12.4669 +▁suunnittelijoi -12.467 +Ulko -12.4672 +▁luvattoma -12.4674 +▁Varjo -12.4675 +▁elintarvikkee -12.4676 +▁tärinä -12.4678 +▁sellaisina -12.4681 +▁Keuruu -12.4683 +▁mikrofoni -12.4683 +▁perinnön -12.4687 +▁lyömä -12.4687 +▁Strategi -12.4688 +▁mielenosoitus -12.4689 +.04.200 -12.4689 +▁vaikeuksissa -12.469 +▁pelanneet -12.4691 +▁lääkäreiden -12.4692 +▁lenkkeily -12.4693 +▁häiritsi -12.4693 +rez -12.4694 +▁Reino -12.4694 +▁etätyö -12.4696 +▁tunnustettu -12.4696 +▁paketoi -12.4701 +Benz -12.4703 +▁uteliai -12.4703 +valtuuksi -12.4704 +▁kaltoin -12.4704 +▁hakema -12.4705 +▁saapua -12.4706 +▁vaaleanpunainen -12.4706 +▁älypuhelimi -12.4707 +▁Patrick -12.4708 +▁cialis -12.4711 +▁kaneli -12.4712 +symbolei -12.4716 +▁euroviisu -12.4716 +▁asuinpaika -12.4716 +▁Baltic -12.4717 +▁aktivoida -12.4719 +▁seksiseuraa -12.472 +asemia -12.4722 +▁kokoushuone -12.4723 +▁pyyhkäis -12.4724 +▁matkustajia -12.4726 +▁Urpilainen -12.4728 +▁vauhdikas -12.4728 +käärme -12.473 +▁ilahduttaa -12.4731 +▁keskinäinen -12.4734 +▁pääasiallinen -12.4735 +▁tulkintoja -12.4736 +▁väitö -12.4736 +▁maksullisi -12.4736 +ovski -12.4736 +▁hakijoita -12.4737 +porukan -12.4737 +▁Kiusa -12.4737 +▁lopetettu -12.4737 +▁hydro -12.4738 +▁Muisto -12.4739 +▁Kaarle -12.474 +▁vähentyneet -12.4741 +▁onnettoma -12.4742 +rakenteeseen -12.4742 +▁Liikenteen -12.4743 +▁kouluttama -12.4745 +▁puskuri -12.4745 +▁kumarta -12.4746 +▁kuolinpesä -12.4747 +▁näimme -12.475 +▁ennakointi -12.4751 +▁harhaanjohtava -12.4751 +▁Centre -12.4751 +konsoli -12.4751 +▁Dam -12.4752 +lenkkejä -12.4753 +▁tuomittava -12.4755 +▁Premium -12.4757 +TAMINEN -12.4757 +▁Taulukko -12.4759 +▁Yhdysvalloista -12.4759 +▁laajennettu -12.4759 +▁Hakemukse -12.4759 +▁kiehuva -12.476 +▁kotimaisten -12.4763 +▁Vancouver -12.4765 +▁kuvataide -12.4765 +▁virheellinen -12.4765 +kertymä -12.4769 +▁lääkkeistä -12.4769 +▁vähempää -12.4769 +sotilai -12.4769 +club -12.4771 +▁ikkunoista -12.4771 +7.00 -12.4771 +▁askare -12.4772 +▁kosteusvaurio -12.4773 +tiedoista -12.4773 +▁urbaani -12.4777 +▁osallistujille -12.4777 +afrikka -12.478 +▁Sydney -12.478 +▁fosfori -12.478 +▁Great -12.4782 +▁yksityiselämä -12.4783 +Ääni -12.4784 +▁tekevänsä -12.4786 +periaatteet -12.4787 +▁kestävi -12.4788 +valmiuksi -12.4793 +▁perkelee -12.4794 +▁vihamielis -12.4794 +▁tuotevalikoima -12.4796 +▁Ltd -12.4797 +asiantuntijoi -12.4797 +▁omistami -12.4797 +▁hyökkäävä -12.4799 +▁jatkumo -12.4799 +▁Kriisi -12.48 +UUN -12.4802 +▁ensimmäisistä -12.4802 +▁baareissa -12.4802 +IKKA -12.4803 +▁lahjakas -12.4803 +▁Wol -12.4804 +▁kompakti -12.4805 +▁hovioikeus -12.4806 +▁vihjeitä -12.4806 +▁Provigil -12.4807 +▁Kansallinen -12.4807 +▁tekele -12.4807 +▁organisointi -12.4808 +▁15-20 -12.4809 +▁Nummi -12.4811 +▁isännän -12.4812 +▁Kiekko -12.482 +▁materiaaleista -12.4821 +▁pudonne -12.4821 +▁tämmöise -12.4822 +▁puhelimesta -12.4822 +▁syvyys -12.4824 +▁Kiinnostu -12.4825 +3,4 -12.4826 +▁itsemääräämis -12.4826 +liikkeeseen -12.4827 +▁Taivaan -12.4828 +▁Roger -12.4828 +▁yhtiökokous -12.4831 +▁ryyppää -12.4832 +▁ilmoitetu -12.4832 +▁keräty -12.4832 +▁takapenki -12.4833 +.02.200 -12.4834 +▁Lienee -12.4835 +▁Oskari -12.4836 +▁Rasva -12.4837 +▁Ymmärrä -12.4838 +sitoumukse -12.4838 +▁kohdissa -12.4839 +▁sukkahousu -12.484 +▁euroopan -12.4842 +▁tavoitteeksi -12.4844 +▁Sorm -12.4844 +▁Numero -12.4844 +▁Edition -12.4845 +▁Uhka -12.4846 +▁Face -12.4846 +torstai -12.4846 +▁alkoholismi -12.4847 +▁evästeiden -12.4847 +▁luotettavuude -12.4848 +▁terveyte -12.4848 +▁Tasavallan -12.4848 +▁italialainen -12.4848 +OINTI -12.4849 +▁tasee -12.4849 +▁holho -12.485 +▁Valvira -12.485 +▁karkoit -12.4851 +firmojen -12.4853 +▁Kartano -12.4854 +majoitukse -12.4854 +fysiika -12.4854 +tieteellisi -12.4854 +▁Saddam -12.4855 +▁piakkoin -12.4855 +putiik -12.4856 +▁muotoiltu -12.4859 +▁levittäyty -12.4861 +▁haistel -12.4862 +juoksija -12.4863 +▁hämm -12.4865 +Ranska -12.4866 +▁käynnistynyt -12.4869 +mukaisuus -12.487 +▁Epäilen -12.4871 +▁lakisääteise -12.4871 +▁epilepsia -12.4873 +▁Heart -12.4875 +▁levitetään -12.4876 +velvollinen -12.4876 +Poikkeuks -12.4877 +▁talouskriisi -12.4877 +▁haittaohjelma -12.4877 +strategi -12.4877 +▁soittava -12.4877 +▁Halloween -12.4877 +Lähtö -12.4878 +III -12.4878 +▁Oksa -12.4879 +enemmistö -12.488 +▁place -12.488 +▁haavoi -12.4881 +▁innokkaa -12.4882 +selostus -12.4883 +▁kastu -12.4883 +▁eettisi -12.4884 +▁syytteet -12.4885 +▁Palace -12.4886 +▁Taivas -12.4886 +▁Loistava -12.4887 +paljon -12.489 +buumi -12.489 +▁isoäiti -12.489 +▁harrasti -12.4891 +▁Tuisku -12.4892 +▁viattomi -12.4893 +▁suuremmaksi -12.4893 +▁järjellä -12.4894 +kasveja -12.4895 +▁hartioi -12.4895 +▁lueteltu -12.4896 +▁toteutuvat -12.4896 +TRA -12.4897 +▁kiinteistövero -12.4898 +▁riveihin -12.4899 +▁kehittyvi -12.4899 +▁Määttä -12.49 +▁idylli -12.49 +▁eläintarha -12.4901 +rangaistuksi -12.4901 +▁ekstra -12.4902 +▁muuttamalla -12.4904 +▁uskovaisten -12.4905 +▁hyödynnetty -12.4907 +▁kokoomukse -12.4908 +▁vuotuise -12.4908 +▁nuoremmi -12.4909 +Tykkää -12.4909 +▁center -12.491 +▁aiemmasta -12.4913 +▁Harjoitus -12.4914 +generaattori -12.4915 +▁startup -12.4917 +▁kaukaise -12.492 +▁sponsori -12.4921 +▁Niklas -12.4921 +▁halukkaita -12.4923 +▁mollaa -12.4923 +kirjoituksen -12.4924 +▁week -12.4924 +▁Hugo -12.4925 +▁Huume -12.4927 +▁pilvipalvelu -12.4927 +nnostus -12.4927 +▁Matias -12.4928 +▁hyväksikäyttä -12.4928 +▁äitejä -12.4929 +▁November -12.4933 +Kuinka -12.4933 +▁rationaalis -12.4933 +▁valkoisella -12.4934 +syöttö -12.4935 +▁kampaamo -12.4936 +▁Toiminna -12.4936 +▁yleisimmin -12.4939 +▁tarkastuksen -12.4939 +.07.200 -12.4939 +▁sellasia -12.4939 +▁Alkuperäinen -12.494 +▁Andr -12.494 +ttomalle -12.4941 +myynnistä -12.4941 +▁moniammatillis -12.4941 +▁Tehdään -12.4941 +7% -12.4943 +▁Pilvi -12.4945 +▁ihmissuhde -12.4945 +▁kannattavuude -12.4945 +▁tehneensä -12.4946 +▁välittyy -12.4946 +▁Uusimmat -12.4947 +▁kytk -12.4948 +hommiin -12.4949 +▁Muovi -12.4949 +▁järjestämi -12.495 +▁kierroksia -12.4951 +▁painostukse -12.4951 +valaisin -12.4951 +OTA -12.4954 +mauste -12.4954 +▁vaivatonta -12.4954 +valtojen -12.4955 +▁punaisella -12.4955 +▁varusteluun -12.4956 +▁vanhurskaude -12.4957 +▁porukasta -12.4957 +▁BKT -12.4957 +emotionaalis -12.4959 +▁kahdet -12.4959 +▁missio -12.4959 +elokuu -12.4962 +▁tutkimise -12.4962 +▁kömpelö -12.4963 +cell -12.4963 +▁taajuus -12.4964 +▁kirves -12.4964 +▁Inspir -12.4965 +▁kivennäis -12.4966 +▁tarpeettomi -12.4967 +▁Space -12.4968 +retken -12.497 +▁ilahtu -12.497 +▁ominaisuuksiin -12.4972 +▁kumpaakaan -12.4973 +▁Raamatu -12.4974 +3,5 -12.4974 +▁vierekkäin -12.4977 +kengä -12.4977 +▁suotavaa -12.4977 +▁kotoisa -12.4979 +▁game -12.4979 +▁avokado -12.4979 +▁Ström -12.4979 +▁tavis -12.4982 +▁polttava -12.4983 +▁joululaulu -12.4983 +▁huoltaji -12.4983 +TIEDOT -12.4984 +▁ilmoittautumise -12.4985 +▁uskaltautu -12.4986 +▁abstrakti -12.4987 +▁päiväkodi -12.4989 +▁Kansanedustaja -12.4989 +▁äidistä -12.4993 +▁KESK -12.4993 +▁kogniti -12.4993 +▁kohdin -12.4993 +puvut -12.4994 +▁kauttaaltaan -12.4994 +▁piiska -12.4995 +▁vanhempani -12.4997 +▁terveellisesti -12.4997 +▁Seuraavi -12.4998 +Oulu -12.5002 +▁Bändi -12.5002 +▁Pykälä -12.5005 +▁vakiinnutta -12.5005 +▁ruotsinkielisi -12.5005 +▁tyyne -12.5006 +sähköpostiosoite -12.5007 +▁wild -12.5009 +▁Kummi -12.5014 +kankaasta -12.5017 +▁traumo -12.5017 +▁pienemmäksi -12.5019 +▁vakuudettomia -12.5019 +▁problem -12.5021 +▁Ketju -12.5023 +▁Harmittaa -12.5024 +▁check -12.5026 +rauma -12.5027 +▁todennäköisimmi -12.5027 +säädin -12.5027 +ennätykse -12.5029 +▁mainittakoon -12.5029 +▁vilkaise -12.503 +▁puolalais -12.503 +▁Nähtäv -12.5031 +▁autoilijoi -12.5032 +▁Vertaile -12.5032 +▁aineksia -12.5033 +▁Sokos -12.5033 +▁oppilaitos -12.5035 +▁sitoutuminen -12.5035 +▁kalojen -12.5035 +▁rakenteellise -12.5036 +▁massiivinen -12.5037 +▁avulia -12.5038 +▁koneelta -12.5039 +▁karanteeni -12.5039 +▁seksikäs -12.5041 +▁digitalisoi -12.5041 +▁moskeija -12.5043 +▁Voisitko -12.5047 +▁metsissä -12.5048 +▁rakastettu -12.5049 +▁Ensimmäistä -12.5051 +▁kummempia -12.5051 +▁hankintoja -12.5053 +▁suuruinen -12.5053 +▁etenkään -12.5055 +▁hinku -12.5055 +▁pidettävi -12.5057 +▁tyttäri -12.5058 +▁vastaanotolla -12.5058 +▁tyhme -12.5058 +▁pakottava -12.5059 +▁työsopimukse -12.5059 +▁opetuslapse -12.506 +▁markkinoinnissa -12.506 +▁yhtälailla -12.5061 +▁Tekniikan -12.5061 +▁kypsyy -12.5061 +▁kirkastu -12.5062 +käynnei -12.5062 +▁henkilöllisyys -12.5062 +vaikutelma -12.5063 +▁Räikkösen -12.5063 +▁Kauneus -12.5068 +▁sosiaalihuollon -12.5069 +kattila -12.5072 +▁blogeissa -12.5073 +tilaisuuteen -12.5074 +cycl -12.5075 +▁Merkittävä -12.5076 +▁kauniissa -12.5078 +▁kentältä -12.5078 +▁Jacob -12.5078 +▁semmosta -12.5082 +▁Euroviisu -12.5084 +▁kuihtu -12.5084 +rumba -12.5084 +▁jakanut -12.5085 +▁joustavuutta -12.5087 +.11.2009 -12.5088 +sunnuntai -12.5089 +▁Plaza -12.5094 +▁aamukahvi -12.5094 +▁pimeyden -12.5096 +▁ikkunoita -12.5096 +viihde -12.5096 +pareja -12.5097 +▁työhyvinvoinni -12.5099 +▁todennäköisi -12.51 +▁tyhjyy -12.5103 +▁katedraali -12.5106 +ttömyyteen -12.5106 +särky -12.5106 +▁aikomus -12.5107 +▁Review -12.5109 +▁Toisekseen -12.511 +▁heprea -12.5111 +▁heikenn -12.5112 +yydelle -12.5113 +▁menneisyydestä -12.5113 +▁Käsityö -12.5114 +▁Lehtikuva -12.5115 +▁menettäneet -12.5116 +▁Sinikka -12.5117 +▁ruplaa -12.5119 +osakkei -12.5121 +▁paremmassa -12.5122 +▁suhteellinen -12.5123 +kortteli -12.5124 +laudan -12.5125 +▁useammalla -12.5128 +siirrot -12.5129 +▁käsittei -12.5129 +▁Raportti -12.5131 +▁sijoittajien -12.5132 +▁enemm -12.5133 +▁yrittäjille -12.5136 +▁harmonia -12.5139 +talletukse -12.5139 +▁partneri -12.5139 +▁lampun -12.514 +tulva -12.5141 +▁kolminkertais -12.5145 +▁poliittiseen -12.5145 +.10.2009 -12.5145 +▁luumu -12.5146 +▁kynttilöitä -12.5147 +▁IMF -12.5147 +▁tilanteista -12.5148 +▁verrattavissa -12.5148 +luutnantti -12.5149 +▁lähestymistava -12.515 +paratiisi -12.515 +▁tragedia -12.5151 +▁Holiday -12.5151 +▁yhdyntä -12.5151 +▁Jeff -12.5151 +▁puoluekokoukse -12.5151 +▁aromi -12.5151 +▁Lämmin -12.5152 +▁spr -12.5152 +▁huolestuttaa -12.5154 +▁juutalainen -12.5155 +▁henkilökunnalle -12.5156 +▁lopetus -12.5157 +▁kipee -12.5158 +▁venyttely -12.516 +▁Wind -12.5161 +▁kanssakäymise -12.5161 +▁ristiriid -12.5163 +▁Saarela -12.5163 +Italia -12.5167 +▁jälkiruoka -12.5169 +▁Tunnista -12.5171 +▁Tuollaise -12.5173 +▁Kyprokse -12.5175 +▁putoamis -12.5176 +▁opiskelle -12.5176 +poliitikko -12.5177 +▁piuha -12.5179 +▁johtunee -12.518 +▁laskennallis -12.5181 +▁Pyhäjärve -12.5181 +▁Ikäänty -12.5182 +▁Nigeria -12.5187 +yleensä -12.5188 +▁osakkeista -12.5188 +▁Olkaa -12.5188 +▁ahdistelu -12.5188 +▁törkei -12.5188 +▁Kuljettaja -12.5189 +▁tavanomaisi -12.519 +tuulet -12.5191 +▁aiheutunut -12.5195 +▁pensas -12.5197 +työpaja -12.5198 +ellow -12.5199 +▁Metropolia -12.5199 +▁dementia -12.52 +▁liiallinen -12.52 +▁useammassa -12.5201 +▁kiihottu -12.5202 +▁tuttavuus -12.5202 +▁edellytet -12.5203 +▁kannustetaan -12.5203 +▁morsiame -12.5204 +potilaiden -12.5206 +▁Tesla -12.5208 +▁Tuloksena -12.5208 +kantoja -12.5209 +▁viittaus -12.5211 +▁omistukseen -12.5211 +▁rynnä -12.5212 +▁parannuksia -12.5213 +▁ansaittu -12.5214 +▁kärsimys -12.5214 +tavoitteen -12.5215 +▁mielipiteesi -12.5216 +▁luvalla -12.5218 +▁lahjoitus -12.522 +▁näkemyksensä -12.522 +▁absurdi -12.522 +raunio -12.5221 +▁omituise -12.5222 +▁ennakoiva -12.5223 +▁mobiilisovellu -12.5224 +▁information -12.5224 +▁pysähtynyt -12.5225 +teatterei -12.5225 +▁velvollisuute -12.5225 +▁sivistynee -12.5226 +Näistä -12.5227 +▁raparperi -12.5228 +▁WiFi -12.5229 +▁räntä -12.523 +▁neliömetriä -12.5231 +▁ulottuvuuksi -12.5231 +▁manuaalisesti -12.5232 +▁Kolumbia -12.5233 +▁Pietilä -12.5233 +▁sellaisille -12.5234 +▁itsenäisyyttä -12.5235 +▁Oksanen -12.5236 +tango -12.5239 +▁sairaanhoitaji -12.5239 +tarkistukse -12.524 +▁päätelmä -12.524 +▁näkymiä -12.5242 +tilanteisiin -12.5242 +▁lääkehoito -12.5243 +▁Karibia -12.5244 +ILI -12.5245 +▁tietoisuuteen -12.5245 +▁prosessori -12.5247 +▁Records -12.5249 +eather -12.525 +▁leikkuu -12.525 +▁Sielu -12.525 +materiaaleja -12.5251 +▁entisten -12.5251 +▁yhdysvaltalaise -12.5253 +▁Montreal -12.5253 +bird -12.5254 +▁ihonhoito -12.5255 +▁Ammatillise -12.5258 +Tämmö -12.5258 +kantojen -12.5258 +▁vilkkai -12.5259 +▁veneily -12.5259 +▁Kokeilu -12.526 +▁seurustellut -12.5262 +.5.2011 -12.5264 +▁ladattava -12.5265 +▁host -12.5265 +kerroksinen -12.5267 +▁ikioma -12.5267 +UTO -12.5268 +▁suuntautuva -12.5268 +▁tulkki -12.5268 +▁Parhaa -12.5273 +▁tuomitu -12.5273 +AJAN -12.5273 +▁uudesti -12.5276 +▁orji -12.5276 +▁törmäys -12.5276 +▁kotimatka -12.5277 +▁vaikuttavuus -12.5278 +▁kanavoi -12.5278 +▁Watch -12.5279 +▁hämärty -12.5281 +▁islamilaise -12.5281 +▁leirintäalue -12.5282 +▁haaska -12.5282 +▁Sukupuoli -12.5282 +kirkossa -12.5283 +▁opinnoissa -12.5285 +water -12.5287 +▁mennee -12.5287 +lenkillä -12.5288 +▁kapula -12.5289 +▁Sonja -12.5291 +▁iloitse -12.5291 +▁riippumattomi -12.5292 +▁Aabraham -12.5292 +▁Guardian -12.5292 +▁lääketiede -12.5293 +▁tehokkuuden -12.5295 +uskonto -12.5295 +▁pelkät -12.5296 +ämärä -12.5299 +▁siirrettä -12.5301 +iteetin -12.5301 +▁seiniä -12.5303 +▁läheisyyttä -12.5304 +▁tärkeyttä -12.5305 +▁iskelmä -12.5307 +▁Huoneisto -12.5309 +▁sinetöi -12.531 +vuotiaaksi -12.531 +▁Vartio -12.531 +▁konkretisoi -12.5311 +▁räjähti -12.5311 +mainittu -12.5311 +▁piirustus -12.5311 +iljardi -12.5312 +▁konsultoi -12.5312 +▁näyttöön -12.5313 +▁ainutlaatuista -12.5313 +▁räikeä -12.5315 +▁teoksesta -12.5316 +▁sateenkaari -12.5319 +▁Joissain -12.532 +▁ohra -12.5321 +▁kasinopeli -12.5321 +▁TODELLA -12.5321 +▁ajetu -12.5322 +▁elokuvateatteri -12.5323 +▁serku -12.5324 +▁Rangers -12.5324 +▁ärven -12.5325 +telemässä -12.5328 +▁luottoluokituks -12.5328 +▁oikeutetu -12.5329 +▁hajuste -12.5329 +▁Speed -12.533 +▁Muhammed -12.533 +▁loppupeleissä -12.5331 +.3.2011 -12.5332 +hiilihydraatteja -12.5334 +▁Järven -12.5335 +▁laantu -12.5335 +MÄÄRÄ -12.5336 +▁ulkopuolisille -12.5336 +▁määritetty -12.5336 +▁elinaika -12.5338 +▁dieetti -12.5342 +▁alueellista -12.5346 +▁Wilma -12.5347 +▁äitiysloma -12.5347 +▁kolahta -12.5348 +▁vahvemmin -12.5348 +▁2,4 -12.535 +kielteis -12.535 +▁Joitakin -12.5351 +▁kansalaisopisto -12.5351 +▁kannustus -12.5353 +▁avainsana -12.5353 +▁sulkemis -12.5356 +▁Perustelu -12.5356 +▁ansaitu -12.5357 +kampanjoi -12.5357 +▁Magic -12.5361 +työntekijöitä -12.5361 +▁unohdu -12.5363 +▁yritystoimintaa -12.5366 +▁ehdoin -12.5367 +▁vuosikymmeninä -12.5368 +free -12.5368 +tietämykse -12.5371 +▁kamali -12.5371 +▁Kauhava -12.5372 +▁ovela -12.5373 +KOKOUS -12.5373 +▁Pieksämäe -12.5373 +lausunto -12.5374 +▁muffin -12.5375 +▁Johd -12.5375 +▁premium -12.5375 +▁toteutua -12.5375 +saldo -12.5377 +▁etupäässä -12.5377 +▁hakemuksia -12.5377 +▁Lausunto -12.5377 +▁tyttärelle -12.538 +▁tutkimuksista -12.5383 +▁samankaltainen -12.5384 +▁Pyrimme -12.5386 +hankkeista -12.5386 +▁varteenotettava -12.5386 +▁Sellaisia -12.5386 +▁toimittamise -12.5388 +▁kuukausimaksu -12.5388 +▁nuoruudessa -12.5389 +▁tutkimuslaitoks -12.5389 +ylväs -12.5389 +kyvyttömyys -12.539 +▁ranking -12.5391 +kriitikko -12.5394 +▁sakrament -12.5394 +▁riippuvaisia -12.5396 +kynnys -12.5396 +▁purjehdus -12.5396 +▁Venezuela -12.5398 +▁tarkoittama -12.5398 +▁poikkesi -12.5399 +▁raudan -12.5399 +▁gluteeniton -12.5399 +▁Alvar -12.5399 +▁Täydellinen -12.5405 +▁verrattain -12.5405 +▁valehdel -12.5407 +▁läheisyys -12.5408 +▁välttele -12.5409 +▁velkojen -12.5411 +▁Kannatta -12.5411 +▁suoranaisesti -12.5412 +▁arkise -12.5414 +▁hallituksi -12.5414 +äyry -12.5414 +▁systemaattis -12.5416 +lääkitys -12.5417 +▁lähipäivinä -12.5422 +▁kontakteja -12.5423 +▁Galleria -12.5423 +▁Ikkuna -12.5424 +▁tehokkaampaa -12.5424 +ehkäisy -12.5424 +käyttäytymisestä -12.5425 +▁päällekkäin -12.5426 +▁kirkkaude -12.5426 +▁viidenneksi -12.5426 +kelpoista -12.5428 +▁ikivanha -12.5428 +▁Jehova -12.5428 +▁Uudellamaalla -12.543 +.9.2011 -12.5431 +▁ärjestelmä -12.5432 +kympin -12.5432 +▁Siemens -12.5433 +vihje -12.5433 +▁mites -12.5434 +yksikköön -12.5434 +▁herkkiä -12.5436 +golf -12.5437 +▁rasittaa -12.5438 +▁normaalipaino -12.5439 +▁own -12.5439 +ization -12.5441 +▁tutkimustuloksi -12.5442 +▁kyykky -12.5442 +kartan -12.5443 +tiedoissa -12.5443 +▁huutokaupa -12.5444 +▁Jasmin -12.5446 +▁kutakuinkin -12.5447 +▁Muoti -12.5449 +murhaaja -12.5449 +▁Vatsa -12.545 +▁ripaus -12.545 +kaukalo -12.545 +▁Hollola -12.5451 +▁Henkeä -12.5451 +▁poliitikoi -12.5451 +1994 -12.5454 +▁soveltamisala -12.5454 +▁humoristi -12.5455 +▁vivah -12.5457 +▁Arctic -12.5457 +▁Uudis -12.5458 +▁parannettu -12.5458 +▁ulkonäköön -12.5458 +▁Pöytä -12.5459 +▁päätöksiin -12.5459 +▁tiputta -12.5459 +▁vasemmassa -12.5461 +▁kupeessa -12.5461 +▁käyttäydy -12.5465 +JÄRJEST -12.5465 +identiteeti -12.5466 +ttömästä -12.5466 +▁Positiivis -12.5468 +▁peitossa -12.5468 +▁Suklaa -12.5468 +blad -12.5469 +▁PlayStation -12.547 +▁palkinnot -12.5472 +▁vilau -12.5472 +▁huoltoasema -12.5472 +▁verso -12.5473 +▁nielu -12.5477 +▁argumentoi -12.5478 +▁Kärppien -12.5479 +▁rasvoi -12.548 +9,5 -12.5481 +pöytäkirja -12.5481 +▁Rasmus -12.5481 +▁blues -12.5481 +▁sitoudu -12.5482 +▁yhtäläisyy -12.5484 +▁käyttöönoton -12.5484 +▁suosituimpia -12.5486 +haittojen -12.5486 +▁Vasemmistoliito -12.549 +▁Champ -12.5492 +▁meikit -12.5494 +▁kadotukseen -12.5494 +▁siitepöly -12.5495 +▁mullistava -12.5495 +▁olohuoneessa -12.5495 +▁epäasialli -12.5496 +▁populisti -12.5496 +▁kanadalais -12.5498 +▁vakuutukset -12.5498 +▁unohdetaan -12.5503 +▁ALV -12.5503 +OIKEU -12.5504 +▁yhteydenoto -12.5504 +▁hikoilu -12.5504 +▁sekoitetaan -12.5504 +▁kolmose -12.5504 +▁koristeltu -12.5505 +▁tehtäessä -12.5506 +▁zoom -12.5508 +joukoi -12.5512 +▁useimmille -12.5512 +▁väläy -12.5512 +▁ötök -12.5513 +▁säädettä -12.5513 +6% -12.5514 +▁Työkalu -12.5514 +▁Dahl -12.5515 +▁peräänkuulut -12.5517 +▁roskaposti -12.5517 +▁julistukse -12.5518 +nimeä -12.5519 +liima -12.5519 +▁aerobi -12.552 +▁harvoja -12.5521 +itsestäänselvyys -12.5522 +1995 -12.5524 +▁jäsenmai -12.5524 +▁kohdistettu -12.5525 +▁löydetään -12.5525 +▁kännykällä -12.5525 +okraatti -12.5526 +luenno -12.5527 +▁masennu -12.5527 +▁tiedottamise -12.5527 +pelastus -12.553 +▁Apostoli -12.5533 +työläisten -12.5533 +▁havaitu -12.5533 +▁tilkku -12.5534 +▁rumpali -12.5535 +▁vaatekaappi -12.5536 +▁Tiesitkö -12.5537 +▁varmistettava -12.5537 +▁yhteiskunnasta -12.5537 +.12.2009 -12.5537 +▁Hold -12.5541 +▁Ahtisaari -12.5544 +▁kenellekkään -12.5544 +▁muutoksessa -12.5548 +Töölö -12.5548 +▁valmistelema -12.555 +▁diktaattori -12.555 +▁Louhi -12.5552 +▁Sijainti -12.5552 +▁lääkeaine -12.5552 +mestarei -12.5553 +▁USKO -12.5555 +▁hiljenty -12.5559 +▁sellaisissa -12.5559 +▁Palloseura -12.556 +▁latva -12.556 +▁Microgaming -12.5561 +▁lahjakorti -12.5562 +▁perusopetus -12.5562 +▁murtautu -12.5564 +▁keskeytti -12.5564 +oikeudellisi -12.5564 +▁kokonaisvaltain -12.5567 +▁kapinoi -12.5568 +▁muuttuvi -12.5569 +hyväntekeväisyys -12.557 +▁View -12.557 +▁tietämätön -12.5572 +▁kidutta -12.5572 +▁valtaisa -12.5572 +▁kaakkois -12.5573 +▁pääsykokei -12.5575 +▁sopeutta -12.5576 +▁kavenn -12.5577 +▁Insinööri -12.5578 +▁konkreettinen -12.5578 +▁puolivälierä -12.5579 +▁tekeillä -12.558 +▁ruumiillis -12.5581 +korkea -12.5581 +▁Reetta -12.5584 +poliittisessa -12.5584 +▁Liiketoiminta -12.5585 +▁vähempi -12.5586 +▁kiireellise -12.5587 +▁kurji -12.5588 +▁pörssiyhtiö -12.5588 +▁tasapainoise -12.559 +▁oikeusvaltio -12.5591 +▁velvoitteet -12.5591 +▁ylty -12.5592 +▁sidoksissa -12.5593 +▁nykyaikana -12.5595 +▁vuokrasopimukse -12.5596 +tottumuksi -12.5597 +▁antiikki -12.5598 +▁Product -12.5598 +▁Technology -12.5599 +mummo -12.56 +harrastajien -12.56 +▁ruoanlaitto -12.5601 +▁Vaalea -12.5602 +▁toimintamalleja -12.5602 +▁Kokeilin -12.5602 +Käytännössä -12.5604 +▁HIV -12.5604 +antere -12.5604 +▁Color -12.5604 +formaatti -12.5605 +tauolla -12.5605 +▁pysäyt -12.5605 +▁Liikennevirasto -12.5605 +persoona -12.5606 +▁ensimmäisinä -12.5607 +▁Mozilla -12.561 +tempaukse -12.5611 +▁Kyösti -12.5614 +▁America -12.5614 +▁koordinaatio -12.5618 +▁saapuvi -12.5619 +ified -12.5619 +0-100 -12.562 +koiria -12.562 +▁jättipotti -12.562 +▁pohjoispuolella -12.5621 +▁Opetukse -12.5621 +▁ehdolle -12.5622 +omiste -12.5623 +▁onnellista -12.5623 +▁mielivaltais -12.5624 +▁rikosilmoitukse -12.5625 +▁hintoihin -12.5626 +▁vakiintu -12.5627 +▁suuseksi -12.5627 +onnettomuuksia -12.5629 +▁Pesonen -12.5629 +▁Ilmoitukse -12.5631 +▁Luuletko -12.5631 +Afrikassa -12.5634 +▁parempana -12.5635 +▁Tennis -12.5636 +▁Clean -12.5636 +▁julistus -12.564 +4,5 -12.564 +leipiä -12.564 +▁sekoilu -12.5641 +▁matkatavara -12.5641 +▁intensiivise -12.5644 +▁suuremmalla -12.5644 +▁Kasvatus -12.5644 +ilmoittautuminen -12.5644 +rjestelm -12.5646 +▁Dublin -12.5646 +▁parhaaseen -12.5646 +▁kummassakin -12.5646 +▁arvelu -12.5648 +▁elegan -12.5648 +▁taloudelliseen -12.5649 +▁syytety -12.5649 +▁kupli -12.565 +▁enimmillään -12.565 +▁kirjoituksesi -12.5654 +▁olympialaisissa -12.5655 +▁baletti -12.5656 +▁freelance -12.5657 +▁Quick -12.5657 +▁avainasemassa -12.5659 +▁nuuska -12.5659 +▁sattumanvarai -12.5661 +▁esitellyt -12.5662 +▁ammatillisi -12.5662 +▁Mieluummin -12.5663 +▁kehitellä -12.5664 +▁Viagra -12.5668 +▁taloudellisesta -12.567 +▁lähetety -12.567 +▁Social -12.5671 +kynttilöi -12.5672 +▁viittomakiel -12.5672 +▁sisustettu -12.5672 +▁trikoo -12.5673 +▁johdot -12.5674 +▁persettä -12.5675 +▁little -12.568 +harjoittelija -12.5684 +▁valkuais -12.5685 +sektorei -12.5686 +▁kyyneleet -12.5689 +▁huonokuntois -12.569 +▁Barack -12.5691 +▁maailmankatsomu -12.5692 +▁Työntekijöi -12.5695 +gul -12.5695 +▁great -12.5703 +aiheise -12.5703 +edustaji -12.5704 +▁Living -12.5705 +▁juntti -12.5705 +▁keikalla -12.5706 +▁yläreuna -12.571 +▁kehittymiseen -12.571 +▁mrd -12.571 +▁Itämere -12.5711 +▁vertauskuva -12.5713 +▁vahvemma -12.5713 +▁millon -12.5713 +▁värimaailma -12.5715 +▁torppa -12.5716 +▁löydettävä -12.5716 +▁palkitsemis -12.5716 +▁AKT -12.5718 +▁serbi -12.5719 +▁päivittäistavar -12.572 +▁saarta -12.5721 +▁Seurakunna -12.5721 +.7.2020 -12.5721 +▁piknik -12.5722 +▁pysäytet -12.5722 +▁pojalla -12.5723 +▁Taloussanomat -12.5723 +▁testeissä -12.5725 +▁entisellä -12.5726 +▁lihaskunto -12.5727 +▁folk -12.5727 +▁Niilo -12.5727 +▁menkää -12.573 +▁Inkeri -12.5731 +▁aattelin -12.5732 +▁Minnesota -12.5732 +▁verenvuoto -12.5735 +▁ravintoloiden -12.5735 +▁lapsenlapse -12.5735 +▁February -12.5736 +▁valtakunnassa -12.5738 +▁Ylioppilas -12.5739 +▁satsi -12.574 +▁1,9 -12.574 +UKU -12.5743 +▁kovimma -12.5744 +▁havahtu -12.5744 +▁lyhennys -12.5746 +▁Menetelmä -12.5746 +▁folio -12.5746 +▁röyhkeä -12.5748 +▁Shanghai -12.5749 +▁Matala -12.575 +▁Vakava -12.5754 +▁arpajais -12.5755 +▁Leevi -12.5759 +▁oululais -12.576 +▁positiivisi -12.576 +▁krooninen -12.5764 +▁Wilson -12.5764 +▁Valikoima -12.5764 +▁sidosryhmä -12.5764 +ammunta -12.5765 +▁puoluesihteeri -12.5766 +YMPÄRISTÖ -12.5767 +matkustaja -12.5771 +▁Norwegian -12.5771 +päällyste -12.5772 +▁hamsteri -12.5773 +suunnitelmien -12.5774 +▁kiteyttää -12.5775 +▁Entise -12.5776 +▁vuosisatojen -12.5777 +▁Paketti -12.578 +▁KÄYT -12.578 +Vierailija -12.5781 +▁aikeissa -12.5784 +▁hengellistä -12.5784 +▁muuttunee -12.5785 +▁kaatopaika -12.5785 +▁Menkää -12.5786 +▁tyhjennys -12.5789 +▁kenkien -12.5789 +▁Akseli -12.5791 +▁ADHD -12.5795 +▁pekoni -12.5796 +▁ladattavi -12.5796 +▁määräävä -12.5801 +▁Financial -12.5801 +▁ryömi -12.5802 +▁kummallisi -12.5803 +▁matkalaukku -12.5803 +▁vanhuus -12.5804 +▁Veijo -12.5806 +▁Vertais -12.5806 +▁energiansäästö -12.5807 +ainio -12.5808 +▁Näytö -12.5808 +▁halventa -12.581 +50€ -12.5814 +▁hengellisi -12.5814 +▁Sotilas -12.5818 +▁riitele -12.5819 +brand -12.5819 +▁läheisyyteen -12.5821 +▁tiukkoja -12.5821 +▁postauksesta -12.5822 +▁vahvin -12.5823 +▁hävettää -12.5823 +▁kauppakamari -12.5823 +▁vastavuoroi -12.5827 +palauttee -12.5829 +ttomilla -12.5829 +▁Kuitenkaan -12.583 +▁selvityksiä -12.5831 +▁Security -12.5832 +▁työvoimapula -12.5833 +▁Tulevaisuus -12.5834 +.7.2013 -12.5834 +▁Asunnot -12.5834 +▁imetyksen -12.5834 +▁säilytettävä -12.5834 +▁muistutukse -12.5835 +huhtikuu -12.5836 +▁mystise -12.5837 +▁micro -12.5837 +▁saavuttama -12.5838 +varsinkin -12.5838 +▁viikottain -12.584 +OVE -12.5842 +▁odotettiin -12.5842 +▁makoil -12.5843 +AINO -12.5844 +kenkiä -12.5845 +▁valtakunnallisi -12.5845 +▁toimeenpan -12.5845 +▁lautaselle -12.5846 +▁Amanda -12.5848 +▁eversti -12.5852 +▁protestoi -12.5854 +▁Johnny -12.5855 +▁risteyksessä -12.5857 +▁December -12.5858 +infarkti -12.5858 +niitty -12.5858 +▁Tammela -12.5861 +▁muinoin -12.5861 +potilas -12.5861 +▁ahkeri -12.5862 +magneetti -12.5865 +▁uniikki -12.5865 +IKÄ -12.5868 +aliteetti -12.5868 +▁Micro -12.5869 +valistus -12.587 +▁täsmällise -12.587 +▁Minulta -12.5873 +tuomioistuin -12.5874 +▁jämähtä -12.5875 +▁tarpeetonta -12.5875 +▁Ajoneuvo -12.5875 +esiintymä -12.5876 +onnettomuus -12.5876 +seokse -12.5877 +lilja -12.5883 +Book -12.5885 +OLLA -12.5887 +kehittäjä -12.5887 +▁korotettu -12.5888 +▁elektronise -12.5888 +▁Jenny -12.5889 +▁inhimillistä -12.5893 +teollisuudelle -12.5893 +▁sosiaalipalvelu -12.5894 +▁Kommentit -12.5897 +▁junt -12.5898 +▁mainoksen -12.59 +omponent -12.5903 +▁tyrkyttä -12.5903 +▁Evira -12.5903 +LÄM -12.5903 +▁oleskelulupa -12.5904 +▁viesteistä -12.5905 +▁noudatett -12.5907 +▁aktiivisuutta -12.5907 +▁kandidaatin -12.5909 +▁nyrki -12.5909 +▁Vahv -12.591 +▁unkari -12.5911 +▁kuollei -12.5913 +▁Sisällys -12.5915 +▁otteella -12.5915 +LLISUUS -12.5915 +▁leikattiin -12.5915 +▁digitaalisten -12.5917 +▁nihkeä -12.5917 +Kysy -12.5919 +leikkauksen -12.5919 +kitara -12.5922 +▁adressi -12.5922 +▁kansainvälisiin -12.5923 +▁Connect -12.5923 +presidentti -12.5927 +saarten -12.5927 +▁Ahven -12.5928 +▁sähköpostiviest -12.5928 +▁selitellä -12.5931 +▁enimmäismäärä -12.5933 +▁rajattoma -12.5933 +syndrooma -12.5935 +▁piiloutu -12.5935 +▁Jännä -12.5936 +▁pelastettu -12.5937 +sivistykse -12.5937 +▁Robot -12.5937 +▁elvytys -12.5937 +▁maanpuolustus -12.5939 +▁Kasper -12.5939 +▁Central -12.5939 +▁Maisema -12.5945 +▁Association -12.5946 +▁menettämise -12.5946 +▁Talouden -12.5947 +Jussi -12.5949 +▁voittomaali -12.595 +▁synnistä -12.5951 +ESSÄ -12.5955 +▁säädellä -12.5955 +▁satunnaise -12.5957 +remontin -12.5958 +▁sympatia -12.5959 +▁oletettavasti -12.596 +▁kaulus -12.5961 +▁opintolaina -12.5961 +sängy -12.5965 +avustukset -12.5965 +▁posliini -12.5966 +▁traagis -12.5968 +▁yleisimmät -12.5968 +▁Tarpee -12.5974 +▁trainer -12.5974 +▁buddhalais -12.5975 +▁skitsofrenia -12.5975 +▁Jumal -12.5976 +▁alhaalta -12.5977 +jumalanpalvelus -12.5983 +▁tällaiselle -12.5986 +▁yhteistoiminna -12.5987 +jooga -12.5989 +▁viattoma -12.5991 +▁taltioi -12.5991 +yhdiste -12.5991 +▁jättimäis -12.5992 +▁otollis -12.5992 +Deutsch -12.5993 +▁Apollo -12.5995 +kankaalla -12.5996 +kivut -12.5996 +▁faktoi -12.5996 +▁Detroit -12.5997 +▁aukioloajat -12.5998 +▁treeneissä -12.5999 +kasvatukseen -12.5999 +▁Lontooseen -12.6003 +▁Etiopia -12.6008 +3,7 -12.601 +▁nuorella -12.601 +ummeli -12.601 +asetelmi -12.6013 +▁Cook -12.6015 +▁kuningaskunta -12.6016 +▁fillari -12.6016 +▁apteekissa -12.6017 +▁hoidettiin -12.6017 +▁VUODE -12.6018 +▁valintojen -12.6019 +▁kiinalainen -12.6019 +▁Kokemuksia -12.6019 +▁hellyyttä -12.602 +▁laatoi -12.6021 +▁laukaise -12.6021 +▁keräämise -12.6024 +▁Muualla -12.6025 +▁vasara -12.6025 +informaatio -12.6027 +kävijä -12.6028 +bussei -12.6029 +▁Yhtäkkiä -12.6029 +parannus -12.6031 +▁inhimillinen -12.6032 +▁haikea -12.6033 +▁VIR -12.6034 +▁saavuttaminen -12.6034 +Suomesta -12.6034 +saippua -12.6034 +▁potilaista -12.6035 +▁Education -12.6035 +▁valittamista -12.6035 +▁Riittävä -12.6037 +kiertueella -12.6037 +▁askarrel -12.6039 +▁Hiekka -12.604 +▁Challenge -12.6042 +▁virtuaalise -12.6043 +TYY -12.6043 +ooppera -12.6044 +▁psykoterapia -12.6044 +▁ammuskel -12.6045 +▁vaikeuksiin -12.6047 +▁baby -12.6048 +dynamiikka -12.6048 +▁romanttinen -12.6052 +▁muinaise -12.6053 +▁salaperäis -12.6054 +▁humanitaaris -12.6055 +▁höyhen -12.6055 +gelmanratkaisu -12.6055 +Löysin -12.6059 +▁valtamedia -12.606 +altaassa -12.6061 +▁viaton -12.6062 +▁pöydältä -12.6066 +tolppa -12.6067 +prosenttisesti -12.6068 +▁Phone -12.6068 +fax -12.6069 +aurinko -12.6069 +luterilaise -12.607 +asiakkaiden -12.607 +▁vertaistukea -12.6071 +▁Olkoon -12.6074 +▁pidennet -12.6074 +▁Hakkarainen -12.6075 +▁Lännen -12.6075 +ISSÄ -12.6075 +Pohjois -12.6079 +▁Liput -12.6079 +▁kauemmaksi -12.6079 +▁uutuude -12.608 +▁laittomuu -12.608 +sotku -12.6083 +▁näkymätön -12.6083 +▁maallise -12.6084 +▁yksinäisyys -12.6084 +▁muslimeja -12.6086 +▁Heiskanen -12.6086 +▁katoamis -12.6091 +uudistuksessa -12.6091 +▁kerkiä -12.6094 +yrityksistä -12.6094 +▁lähimpään -12.6095 +Tällainen -12.6095 +sijoittaja -12.6098 +Hämeenlinna -12.6098 +▁lakimiehe -12.6099 +▁sisältyi -12.61 +▁kaunokirjallis -12.6102 +▁sähkökatko -12.6102 +touhu -12.6103 +▁hartaasti -12.6104 +▁kreikkalaise -12.6106 +▁Ulkomaalais -12.611 +▁potilailla -12.6111 +Tärkeä -12.6111 +▁parhaimpia -12.6111 +▁VHH -12.6113 +▁vehkei -12.6116 +▁opetuksesta -12.6117 +▁glukoosi -12.6117 +▁Colorado -12.6118 +▁Laukkanen -12.6118 +▁auringonvalo -12.6119 +▁parinkymmenen -12.6119 +kkreditoi -12.612 +▁Karoliina -12.612 +▁innovatiivise -12.612 +▁aamuyöllä -12.6122 +neuvonnan -12.6124 +▁pensai -12.6125 +▁kartutta -12.6126 +▁teeskentel -12.6129 +▁psykologise -12.6131 +▁Immonen -12.6131 +▁sukellusvene -12.6132 +▁Jouduin -12.6132 +▁Pekkarinen -12.6135 +▁puolueettoma -12.6136 +▁sanomisi -12.6136 +▁muurahais -12.6137 +▁jalankulkija -12.6138 +▁hellittä -12.6138 +liuos -12.6139 +▁Kahdeksan -12.614 +▁kuulkaa -12.6142 +▁omaishoitaja -12.6142 +▁Latina -12.6142 +▁joustavi -12.6143 +▁Digitaalis -12.6144 +▁työlästä -12.6145 +▁Koponen -12.6145 +▁Teollisuuden -12.6145 +▁mietteitä -12.6147 +tieteeseen -12.615 +sydän -12.6152 +▁lattioi -12.6152 +▁malleissa -12.6153 +▁lonka -12.6153 +▁Ihastu -12.6154 +▁lahjakortti -12.6155 +asiakkaille -12.6156 +kadulta -12.6158 +1992 -12.6158 +▁Öster -12.6159 +▁asennoitu -12.616 +▁nykyhetke -12.6164 +▁päättymisestä -12.6167 +▁lähetyksessä -12.6167 +▁herrasmies -12.6168 +▁Society -12.6169 +▁kahdelta -12.6169 +▁Diesel -12.617 +▁hääpäivä -12.6171 +▁myöhempää -12.6171 +▁Special -12.6172 +▁hoidetu -12.6172 +merkkeihin -12.6173 +Näyttää -12.6174 +Johanna -12.6174 +▁gynekologi -12.6176 +▁Hawk -12.6177 +▁kohtuullisi -12.618 +▁mallikkaasti -12.6181 +▁rinnoi -12.6182 +▁puutavara -12.6182 +▁karjalais -12.6183 +▁masennuksesta -12.6183 +▁Vanhempa -12.6184 +▁kauppareissu -12.6186 +elinkeino -12.6187 +▁jännittee -12.6188 +▁Blanc -12.6188 +▁kiitoksia -12.6188 +▁rahoittamise -12.6189 +▁tuotoksi -12.619 +▁Yhdistä -12.619 +▁runsau -12.6192 +▁tavaramerkki -12.6193 +▁sotilaiden -12.6194 +▁biologinen -12.6197 +▁Kennel -12.6199 +▁takapuole -12.6199 +▁ikimuistois -12.6203 +▁sisällissota -12.6205 +▁aseellis -12.6206 +▁selvityksessä -12.6207 +▁odotel -12.6207 +▁useimmilla -12.6208 +▁käytöllä -12.6208 +taudei -12.6209 +▁virheellisi -12.6209 +▁Benjamin -12.621 +epätodennäköistä -12.621 +pakasti -12.6212 +▁siirrettävä -12.6214 +▁raportteja -12.6214 +äiriö -12.6214 +▁Peugeot -12.6217 +Päivitys -12.6217 +▁Rahoi -12.6218 +▁puhelimet -12.6219 +▁tavattoman -12.622 +▁työssäoppimis -12.6224 +▁jollekkin -12.6225 +▁basilika -12.6226 +witch -12.6226 +pihlaja -12.6227 +▁huostaanotto -12.623 +▁luonnonvarojen -12.6233 +▁Andrew -12.6233 +ELLA -12.6234 +hiekka -12.6234 +▁nopeutu -12.6235 +▁DIY -12.6237 +▁Vauhti -12.6237 +▁Nummela -12.6238 +TALO -12.6239 +PUOL -12.6241 +▁Valvonta -12.6242 +▁kaltaisten -12.6242 +Ukraina -12.6243 +▁Selänne -12.6244 +augh -12.6246 +▁KAIK -12.6247 +▁Lauren -12.6248 +▁futis -12.6248 +▁kohtuudella -12.6249 +▁innoitta -12.625 +▁Aikataulu -12.6251 +▁kirjoitettiin -12.6251 +▁kimpussa -12.6251 +lämmitin -12.6251 +▁akuuti -12.6251 +▁lainsäädännössä -12.6251 +▁löydettävissä -12.6253 +▁Salmela -12.6255 +▁again -12.6256 +kohtaukset -12.6256 +▁harkinnan -12.6257 +▁Okei -12.6257 +▁Outlook -12.6258 +▁syntise -12.6258 +hygienia -12.6259 +tähdet -12.6259 +protokoll -12.6259 +TYÖN -12.6259 +ustilaisuudessa -12.6261 +▁hakeudu -12.6262 +▁suullise -12.6262 +▁eläimille -12.6263 +tabletteja -12.6264 +▁johdettu -12.6264 +▁tasaantu -12.6265 +▁köyhyyden -12.6267 +▁sparra -12.6267 +▁Eriksson -12.6268 +▁tärkeimpänä -12.6268 +▁vaatekaapi -12.6269 +▁rokotta -12.6269 +ÄLÄ -12.6272 +▁siittiö -12.6274 +▁apinoi -12.6275 +▁sosiologi -12.6275 +Tärkeimmät -12.6276 +▁aiemmista -12.6278 +▁vasemmistoliito -12.628 +.2.2011 -12.6282 +Ilmoittautuminen -12.6283 +▁Väyrysen -12.6285 +▁muuttamassa -12.6287 +▁käyttäjistä -12.6287 +▁islamisti -12.6287 +HOITO -12.6287 +tehtaalle -12.6289 +▁vuotuinen -12.629 +▁Kunnanhallitus -12.6291 +politik -12.6291 +▁Jeltsin -12.6292 +▁sijoituksia -12.6294 +▁alaikäisi -12.6297 +▁yksityisyyttä -12.6301 +▁Lappalainen -12.6301 +▁steroidi -12.6303 +▁Forex -12.6303 +ihme -12.631 +▁miljardeja -12.631 +▁Happy -12.6313 +▁tuotokse -12.6315 +▁violetti -12.6317 +kenttiä -12.6317 +kirjoitukset -12.6318 +▁loppuviiko -12.6319 +suojelija -12.6324 +▁pelottavi -12.6325 +▁Digitoday -12.6326 +▁oheise -12.6326 +▁rikkinäis -12.6328 +▁Elinkeino -12.6328 +▁yleisimpiä -12.6331 +sairaiden -12.6331 +▁jonnekkin -12.6331 +▁alennettu -12.6332 +▁akryyli -12.6333 +▁kesäkurpitsa -12.6333 +▁aikasemmin -12.6333 +▁Winter -12.6333 +▁Kontula -12.6334 +▁lisääntyä -12.6334 +▁munasolu -12.6335 +▁Åbo -12.6336 +svenska -12.6338 +▁maalinteko -12.6339 +▁prostituutio -12.634 +investointi -12.6342 +▁kuvailema -12.6342 +▁rouda -12.6342 +persooni -12.6343 +▁Finnvera -12.6343 +▁johtopäätöksen -12.6343 +▁kytköks -12.6343 +▁Battle -12.6344 +kilometri -12.6346 +▁toimeentulotuki -12.6347 +▁Väkivalta -12.6347 +▁korruptoi -12.6349 +▁Pulkkinen -12.6349 +▁älykkyys -12.635 +▁vastineeksi -12.635 +▁brexit -12.6351 +▁karisma -12.6353 +▁Helluntai -12.6354 +addikti -12.6354 +▁sosiali -12.6354 +▁masennukseen -12.6354 +kopteri -12.6355 +▁ennakkosuosik -12.6356 +yrittäjyyde -12.6359 +investoinnei -12.6361 +▁vahingonkorvaus -12.6361 +▁ahtau -12.6364 +▁selviytymään -12.6365 +▁Cruz -12.6365 +▁epävakaa -12.6371 +▁portugali -12.6374 +Minulla -12.6375 +▁taivaalle -12.6376 +▁Pakolais -12.6377 +8.00 -12.6377 +diesel -12.6379 +▁Seppänen -12.6379 +▁johdetaan -12.6379 +▁armahd -12.638 +ttomissa -12.6381 +bisnes -12.6382 +▁hengelle -12.6382 +▁Selkeä -12.6382 +▁päihtei -12.6386 +▁levittämise -12.6387 +tarvikkei -12.6389 +optimointi -12.6391 +.03.2018 -12.6393 +▁lääkkeillä -12.6393 +▁onnellisuus -12.6394 +▁pikseli -12.6395 +▁urakoi -12.6398 +▁kehrä -12.6398 +kerrostalo -12.6399 +.01.2018 -12.6402 +▁hedelmöi -12.6404 +▁kammottava -12.6405 +▁yrttejä -12.6407 +aineenvaihdunna -12.6409 +▁myöhempi -12.6409 +▁edullisemma -12.641 +▁hekti -12.6411 +▁käyttäjätunnuks -12.6411 +▁Romeo -12.6413 +▁arkkipiispa -12.6414 +▁kadehti -12.6414 +▁haastoi -12.6414 +▁think -12.6414 +▁Terveydenhuollo -12.6416 +▁näkymättömä -12.6418 +silppu -12.6421 +▁Tommy -12.6423 +meiningi -12.6424 +hyökkäys -12.6424 +▁Yhdistynee -12.6425 +▁ehdottanut -12.6425 +▁kaavoitukse -12.6425 +▁nykyaikaisi -12.6426 +.1.2011 -12.6427 +koulutuksi -12.6427 +▁Mazda -12.6428 +▁elinkauti -12.6428 +▁olevinaan -12.6431 +▁Folk -12.6432 +Afrikka -12.6433 +dokumentti -12.6433 +▁Katselin -12.6435 +Löytyi -12.6436 +▁pelastuslaitos -12.6437 +▁Tavallaan -12.6437 +▁fantasioi -12.6437 +▁Sdp -12.6437 +▁universaali -12.6439 +äätö -12.6439 +▁vajavais -12.6439 +▁epätasapaino -12.6443 +▁mahdottomi -12.6444 +▁Varuste -12.6445 +▁Airlines -12.6446 +▁30-40 -12.6447 +▁Control -12.6448 +▁liusk -12.6448 +aloitteisesti -12.645 +▁auditoi -12.645 +▁nähny -12.645 +▁harhaoppi -12.6451 +▁yrityksillä -12.6453 +▁Filosofi -12.6455 +▁nähdessään -12.6455 +▁Aikoinaan -12.6458 +eettisten -12.6458 +▁pankissa -12.6458 +käännökse -12.6461 +▁effect -12.6463 +▁Bangkoki -12.6463 +▁Corolla -12.6463 +▁Vaihda -12.6464 +clusive -12.6465 +▁kylpyamme -12.6466 +▁dokumentin -12.6467 +Outi -12.6469 +▁pelleily -12.647 +kerroksise -12.6473 +▁Jens -12.6476 +karnevaal -12.6476 +hevonen -12.6477 +▁geneettise -12.6481 +▁innoittamana -12.6481 +klub -12.6484 +▁jenkei -12.6485 +▁hymyillen -12.6487 +▁englanninkielin -12.6487 +▁perunoita -12.6488 +▁Reissu -12.6494 +▁napostel -12.6496 +ietosuojaseloste -12.6497 +▁hankkei -12.6497 +▁oppai -12.6498 +tyytyväisyyttä -12.65 +▁edist -12.65 +▁laajamittais -12.6502 +▁Cooper -12.6503 +▁autentti -12.6505 +▁avoimuus -12.6507 +▁suunnistus -12.6507 +▁ostoksille -12.6508 +kameroiden -12.6508 +▁galaksi -12.6509 +▁pohdinna -12.6509 +▁hienovarais -12.651 +▁murrokse -12.6511 +▁toteutuksesta -12.6512 +▁valtaistuime -12.6513 +▁Kumpula -12.6514 +kritiikki -12.6517 +katselu -12.6517 +▁uskalleta -12.6523 +ootit -12.6524 +tartunta -12.6527 +▁college -12.6528 +Käräjäoikeus -12.6532 +tolpa -12.6537 +▁Iltalehti -12.6537 +▁huippukokoukse -12.6538 +▁Kevyt -12.6539 +asteiko -12.6539 +▁esittee -12.654 +▁käteni -12.654 +▁väistö -12.654 +▁hyläty -12.6541 +▁vuosisada -12.6542 +allekirjoittanut -12.6544 +▁ISIS -12.6544 +▁Valmii -12.6545 +▁Hyundai -12.6546 +▁Tyyppi -12.6546 +▁asiantuntemukse -12.6547 +▁Korpela -12.6548 +▁pimeys -12.6549 +katastrofi -12.655 +▁laitteeseen -12.6551 +▁puheenjohtaji -12.6551 +▁Beatles -12.6551 +▁HUOM -12.6552 +▁Kosonen -12.6552 +▁huppari -12.6553 +▁haudut -12.6555 +▁margariini -12.6556 +.09.2019 -12.6556 +sairas -12.6558 +kartoitukse -12.6559 +▁Gustafsson -12.6561 +dget -12.6562 +syvyyde -12.6563 +▁kunnioitettava -12.6563 +▁Mustonen -12.6563 +▁lähetystö -12.6564 +terminaali -12.6564 +▁vanhuksen -12.6565 +▁ulkomaalainen -12.6567 +tapahtumiin -12.6568 +pitäji -12.6568 +▁saumattoma -12.657 +▁muodollis -12.6573 +Life -12.6573 +▁Joillekin -12.6573 +▁Tuulilasi -12.6574 +▁ruvennut -12.6574 +▁alkuviikosta -12.6577 +▁kietoutu -12.6578 +▁Tutkinto -12.6578 +▁Vähintään -12.6579 +▁ihmeissään -12.658 +space -12.658 +pihvi -12.6585 +▁pumppaa -12.6587 +▁Maakunna -12.6587 +▁espoo -12.6588 +▁Hampuri -12.6589 +▁arvele -12.659 +▁rintasyöpä -12.6592 +▁twiit -12.6592 +▁stipendi -12.6593 +▁Ilmiö -12.6594 +▁jokapäiväistä -12.6596 +▁teksteistä -12.6596 +▁suomennettu -12.6597 +▁raamatussa -12.6599 +▁jumalattoma -12.66 +▁kapak -12.6603 +piirustukse -12.6606 +▁Vasemma -12.6607 +näkijä -12.6608 +▁OYJ -12.6609 +▁DDR -12.661 +▁kuninkaallise -12.6611 +▁häpäis -12.6613 +3,8 -12.6614 +▁energinen -12.6615 +▁Cheek -12.6615 +▁olosuhteista -12.6616 +▁komenta -12.6616 +▁girl -12.662 +6.00 -12.6621 +▁myller -12.6624 +▁UUSI -12.6625 +▁TALOUS -12.6626 +eason -12.6627 +taivas -12.6628 +värejä -12.6628 +tuotteisiin -12.6629 +▁Jersey -12.6631 +▁helvetissä -12.6631 +▁Puoliso -12.6631 +▁biopolttoaine -12.6632 +▁kohokohta -12.6632 +▁tiikeri -12.6632 +▁glögi -12.6633 +▁planeetan -12.6634 +uudistuksesta -12.6641 +▁murrosikä -12.6644 +arvioinnin -12.6644 +▁Valmennus -12.6645 +▁laadullise -12.6645 +▁olosuhteita -12.6646 +▁vintage -12.665 +▁hotellihuonee -12.6651 +▁tyytymätön -12.6651 +▁Bluetooth -12.6655 +▁patikoi -12.6656 +Akatemia -12.6657 +hedelmä -12.6657 +▁hydrauli -12.6657 +▁tällaisella -12.6657 +▁Lounas -12.6659 +▁vampyyri -12.6659 +▁neliveto -12.6662 +▁urokse -12.6664 +▁operatiivise -12.6664 +▁Retke -12.6666 +Å -12.6666 +▁suvereeni -12.6667 +obby -12.6667 +▁rahanpesu -12.6667 +keskukselle -12.6674 +▁vapautti -12.6674 +▁realiteet -12.6674 +▁aatelis -12.6677 +myrkytys -12.6677 +▁aikamoise -12.6677 +▁kypsenn -12.6678 +▁ovulaatio -12.6679 +TTAJA -12.668 +palvelime -12.6681 +▁Fortune -12.6681 +▁herkuttelu -12.6683 +▁Energy -12.6683 +▁intuitio -12.669 +▁jemma -12.6694 +▁vanhemmuude -12.6695 +▁leikkipuisto -12.6697 +▁marttyyri -12.6697 +Näkymä -12.6699 +▁fasisti -12.67 +▁hylännyt -12.6702 +linjoi -12.6703 +▁kameroi -12.6705 +viljelijä -12.6705 +▁käsittämätön -12.6705 +Espoo -12.6707 +▁Jessica -12.6707 +.10.2008 -12.6708 +laatikoita -12.6708 +▁rehellistä -12.6709 +kyvytön -12.671 +▁League -12.671 +▁päivystävä -12.671 +REDACTED -12.6712 +▁ruokapöydä -12.6713 +▁tehostamise -12.6713 +▁Abraham -12.6714 +.05.2018 -12.6717 +▁Wärtsilä -12.6717 +▁tavoitteeseen -12.6718 +▁varrelle -12.6722 +▁lainvastais -12.6722 +▁Bayern -12.6724 +▁kauneimma -12.6726 +▁visualisoi -12.6726 +▁Awards -12.6726 +▁puusk -12.6727 +▁Täydellis -12.6727 +▁harjoittamise -12.673 +▁study -12.6731 +.12.2008 -12.6731 +▁pukeudu -12.6731 +▁Fennovoima -12.6733 +▁ylpei -12.6738 +▁kortisoni -12.6738 +▁ahdinko -12.6739 +▁kunnioitus -12.6739 +OPS -12.6743 +▁Prinsessa -12.6743 +▁viesteihin -12.6743 +▁toteutuksessa -12.6743 +▁simuloi -12.6744 +▁laavu -12.6744 +▁kasvisruoka -12.6745 +mieltymyksi -12.6745 +▁Lindgren -12.6746 +▁rentoutumis -12.6747 +▁keskuudesta -12.6748 +▁kauniimpi -12.6748 +tehtaalla -12.6749 +▁luotettavuutta -12.675 +puheenvuoro -12.675 +▁prosenttiyksikö -12.675 +rajoja -12.6751 +▁Salibandy -12.6752 +puolten -12.6753 +▁taiteellinen -12.6755 +▁sukupuuttoon -12.6757 +▁ilmeisimmin -12.676 +▁yksinäisi -12.676 +sormukse -12.6762 +▁rauhanomai -12.6763 +AHA -12.6764 +▁loukkaantumise -12.6769 +▁suvaitse -12.677 +VAIH -12.6771 +▁McLaren -12.6771 +▁toiminnallaan -12.6772 +oikeudenmukainen -12.6772 +▁käsivarsi -12.6772 +▁Merkittävi -12.6773 +▁selvemmin -12.6773 +▁Siilinjärve -12.6774 +▁metsiä -12.6775 +▁kohdennettu -12.6775 +▁Vanhoi -12.6776 +▁bakteerei -12.6776 +▁lopetettiin -12.6776 +▁ylipäätänsä -12.6779 +majoitus -12.6779 +▁vauvoi -12.678 +▁mustasukkainen -12.6781 +▁hoitohenkilökun -12.6781 +▁yläkerran -12.6784 +▁ennusti -12.6785 +▁mielenkiinnosta -12.6786 +▁Muistut -12.6786 +kengissä -12.6787 +▁Partanen -12.6789 +▁rikosilmoitus -12.6791 +▁tsekata -12.6791 +▁eristäyty -12.6792 +yyksien -12.6794 +palaute -12.6794 +▁kivihiil -12.6794 +▁visuaalinen -12.6795 +▁Tyyne -12.6796 +▁yllyttä -12.6797 +perjantai -12.6799 +helmikuu -12.6799 +Näillä -12.6802 +▁epämääräisi -12.6802 +▁Copyright -12.6805 +▁taulukossa -12.6806 +▁hädän -12.6806 +▁ennenaikaise -12.6807 +▁Brexit -12.6808 +▁hostelli -12.6809 +▁NUOR -12.681 +▁Valtakunnallise -12.681 +▁yliopistollise -12.6813 +Lääkkei -12.6815 +.01.2019 -12.6817 +▁Esiinty -12.682 +▁aviopuoliso -12.682 +▁Vatikaani -12.682 +▁älykkyyde -12.6822 +▁kirjailijoi -12.6822 +▁kehitysvammaist -12.6824 +lokakuu -12.6828 +▁scifi -12.6829 +▁Alonso -12.6832 +▁oikaista -12.6832 +▁ensisijais -12.6833 +▁kustannusarvio -12.6833 +vaattee -12.6838 +▁sananvapauden -12.6841 +▁kehittäji -12.6841 +▁tajunta -12.6842 +meininki -12.6843 +▁matkanjärjestäj -12.6846 +▁Kylpyhuone -12.6846 +ärkevä -12.6848 +▁banneri -12.6849 +▁bonuksi -12.6849 +▁ylempää -12.685 +bject -12.6851 +▁naiivi -12.6852 +▁aikomuks -12.6856 +▁takuuvarmasti -12.6858 +▁Investointi -12.6859 +▁tilaisuuksiin -12.686 +nopeudesta -12.6861 +▁eurooppalaista -12.6863 +▁Hartwall -12.6868 +▁lahjoituksi -12.6869 +▁Innovaatio -12.687 +▁menestymise -12.6875 +▁Kuulemma -12.6875 +▁jälkeläise -12.6875 +hankinnan -12.6877 +▁velkajärjestely -12.6878 +▁sarjakuvi -12.688 +Tags -12.6882 +▁virkisty -12.6883 +▁Kokemäe -12.6883 +tunnuksilla -12.6883 +▁valuutan -12.6883 +▁Ilmestyskirja -12.6885 +▁arkkitehd -12.6885 +▁entiselle -12.6887 +fobia -12.6887 +▁esiintymään -12.689 +▁GMT -12.689 +▁viiveellä -12.6891 +▁Katalonia -12.6892 +▁teorioita -12.6896 +dramaattis -12.6898 +mittaukset -12.6899 +▁Solutions -12.6899 +valintoihin -12.6901 +▁Kuninkaan -12.6902 +▁sisimmässä -12.6902 +▁Nälkä -12.6905 +▁joensuu -12.6906 +lyysi -12.6909 +ehdoissa -12.6911 +▁Publish -12.6911 +▁Yhdysvaltoja -12.6912 +▁rypäle -12.6917 +▁Kirjoitus -12.6918 +▁korkeudella -12.6918 +▁nokkel -12.6919 +▁tekijänoikeude -12.6919 +▁kantilta -12.6922 +▁Onnellis -12.6923 +▁Paikalle -12.6923 +▁Vähemmän -12.6924 +▁kuvitelma -12.6925 +LOGI -12.6925 +▁maskuliini -12.6926 +▁japanilainen -12.6929 +▁uimaranna -12.693 +▁totuudesta -12.6932 +▁perävaunu -12.6934 +▁kypse -12.6941 +▁urheilijoiden -12.6943 +elokuvien -12.6946 +▁perusoikeuksi -12.6948 +systemaattisesti -12.6951 +sitoumus -12.6955 +▁napsauttamalla -12.6955 +▁persoonallise -12.6958 +▁Terrori -12.6958 +▁mielisairaa -12.6958 +▁selittele -12.696 +Muokkaa -12.696 +Jenni -12.6961 +▁veloituksetta -12.6963 +▁Vihdoin -12.6963 +erald -12.6963 +eeraukse -12.697 +rikkomukse -12.697 +▁räjähte -12.697 +▁velvollisuudet -12.6971 +▁suuntautumise -12.6973 +▁Olymp -12.6977 +▁rintei -12.6979 +klusteri -12.6981 +▁tajuttoma -12.6983 +myrkky -12.6984 +▁terveystarkastu -12.6986 +▁Harrasta -12.699 +▁liikkuvuude -12.699 +▁yöunet -12.6992 +▁Keisari -12.6993 +▁ehk -12.6996 +▁turistei -12.6996 +▁perimmäis -12.6997 +▁VUOSI -12.6998 +ahduksia -12.6998 +▁jotakuinkin -12.6999 +▁kotouttamis -12.7001 +säilytys -12.7001 +▁velvoitteiden -12.7002 +▁itseluottamusta -12.7002 +kunnallis -12.7004 +▁LinkedIn -12.7004 +▁ärsyynty -12.7004 +▁pistorasia -12.7005 +▁psyk -12.7009 +▁Square -12.7009 +▁nurmikko -12.7013 +▁urheile -12.7014 +▁äidinkiele -12.702 +onnettomuuksien -12.7022 +kelvoton -12.7025 +laskija -12.7026 +marginaali -12.7026 +altaaseen -12.7027 +▁kuulijoi -12.7027 +▁Nivala -12.7027 +▁muusikoi -12.7028 +luokkia -12.7029 +▁päinvastaise -12.703 +▁Hussein -12.7031 +▁Automaatti -12.7032 +▁konsertin -12.7033 +issyt -12.7036 +▁helsinkiläinen -12.7037 +▁treffeille -12.7039 +▁Porsche -12.7039 +▁kvantti -12.7042 +▁erimielisyyksi -12.7044 +▁ilmoitustaulu -12.7044 +▁kasvotusten -12.7044 +▁persoonallisuud -12.7046 +▁loukkasi -12.7046 +▁Kreeta -12.7049 +▁suhteutettuna -12.7051 +▁Oppositio -12.7051 +▁pedagogise -12.7052 +palstoilla -12.7055 +▁Domini -12.7057 +▁vinkeistä -12.7057 +▁sairai -12.7058 +▁maallikko -12.7059 +▁Ooppera -12.7061 +▁After -12.7061 +▁adventti -12.7062 +▁valtimo -12.7064 +historiallisesti -12.7064 +▁pitkäjänteise -12.7066 +▁analyyttis -12.7066 +marraskuu -12.7066 +▁ainutlaatuisia -12.7069 +▁naurettav -12.7072 +perunoi -12.7072 +▁Quest -12.7073 +▁Saapuminen -12.7073 +näytelmi -12.7076 +▁Andreas -12.7077 +▁Charlie -12.7077 +▁eläköity -12.7078 +▁Kiitokset -12.7078 +▁Skyscannerin -12.7081 +▁myönnety -12.7081 +▁General -12.7081 +▁laajoi -12.7082 +▁sananvapaus -12.7082 +▁vanhimp -12.7082 +▁Kivelä -12.7086 +▁kärsimyksi -12.7086 +EHDOT -12.7088 +▁vankeustuomio -12.7091 +▁Urheilija -12.7091 +kapteeni -12.7091 +▁skandinaavi -12.7093 +▁pidättäyty -12.7094 +▁litteä -12.7095 +▁Cruise -12.7096 +▁huutokauppa -12.7097 +▁voimassaoleva -12.7098 +▁kumarr -12.7098 +▁valtamere -12.7098 +vaikuttaja -12.7098 +▁viettoon -12.7098 +koirien -12.7103 +▁Access -12.7103 +▁Huttunen -12.7103 +prinsessa -12.7104 +tarkoitus -12.7105 +▁pyykinpesu -12.7105 +assistentti -12.7106 +▁Vartiainen -12.7109 +afka -12.7113 +▁pedofilia -12.7113 +▁Town -12.7113 +skartelu -12.7114 +▁kiukaa -12.7114 +▁ensiarvoisen -12.7115 +▁Totuuden -12.7116 +▁melodia -12.7117 +▁huraht -12.7119 +▁rintakehä -12.7119 +▁kirjoitukseen -12.712 +▁halpis -12.7124 +▁ryöp -12.7124 +▁tippaakaan -12.7126 +aaleilla -12.7127 +▁kemikaaleja -12.7128 +▁pilotoi -12.7129 +▁sävellys -12.7131 +▁tiivistelmä -12.7131 +tyylejä -12.7133 +▁jännittei -12.7133 +käyttöjärjestelm -12.7133 +▁tasoittu -12.7133 +▁laajeni -12.7133 +▁pakottei -12.7133 +arttojen -12.7135 +kirjallisuudessa -12.7135 +rhonen -12.7137 +▁Leppävaara -12.7137 +▁viehättää -12.7138 +▁Nykänen -12.7138 +▁juridise -12.7138 +▁Työterveyslaito -12.7138 +▁Kuusela -12.7141 +▁Hedelmä -12.7141 +puvussa -12.7143 +▁sapatin -12.7144 +▁troll -12.7144 +▁pönkittä -12.7145 +kokeisiin -12.7146 +▁espoolais -12.7146 +▁lisensoi -12.7148 +lkapalloilija -12.7149 +4,7 -12.715 +sähköposti -12.7151 +▁ehdottoma -12.7154 +▁Finance -12.7155 +▁mielenosoittaji -12.7155 +huoltaja -12.7155 +kuningas -12.7156 +▁väärinkäytöksi -12.7158 +▁päihtee -12.7158 +▁Image -12.7159 +▁Markkanen -12.716 +▁hiustenkuivaaja -12.716 +▁Tutkinnon -12.7162 +▁Väisänen -12.7163 +RYHMÄ -12.7163 +▁asianmukaista -12.7163 +▁estrogeeni -12.7165 +▁kauniilla -12.7165 +casino -12.7167 +▁ennätyksellise -12.7167 +▁geologi -12.7171 +▁sopimattoma -12.7172 +äytäntö -12.7172 +▁poliisei -12.7174 +kolmio -12.7175 +▁Finavia -12.7176 +▁kiivetä -12.7177 +motivaatio -12.7179 +kammari -12.718 +▁Demokratia -12.7183 +▁British -12.7183 +▁laajentamise -12.7186 +▁Korhosen -12.7188 +▁vankiloi -12.7188 +▁taikausko -12.7189 +▁heikkeni -12.719 +▁Academy -12.7193 +scape -12.7194 +▁Itävallassa -12.7198 +▁kepulais -12.7203 +kulttuuriperintö -12.7203 +▁salassapito -12.7203 +▁heijaste -12.7204 +▁Gustav -12.7204 +▁laitteesta -12.7206 +▁Mansikka -12.7206 +▁oksentelu -12.7209 +▁raskaudesta -12.7209 +▁statukse -12.7213 +▁Place -12.7213 +▁Rehelli -12.7214 +2,9 -12.7214 +▁ostoskeskukse -12.7217 +▁Hetki -12.7219 +▁nojatuoli -12.7223 +.03.2019 -12.7225 +▁varsinaiset -12.7226 +putkessa -12.7227 +▁konflikte -12.7228 +betoni -12.7228 +▁Hiltunen -12.723 +raitei -12.723 +▁epäpuhtauksi -12.723 +▁pienintäkään -12.7233 +▁Public -12.7235 +▁Family -12.7235 +.09.2017 -12.7235 +▁laitteella -12.7235 +0,0 -12.7237 +▁heikkouksi -12.7238 +▁bambu -12.7238 +▁pigmentti -12.7238 +▁anatomia -12.7238 +▁Hoitaja -12.7239 +toivottavasti -12.7239 +▁kosmetologi -12.724 +▁Keskeise -12.7241 +▁Vinkkejä -12.7242 +▁Alexandr -12.7243 +innostu -12.7243 +▁ripsiväri -12.7244 +määrätietoisesti -12.7244 +▁silittä -12.7245 +▁klisei -12.7246 +▁Ulvila -12.7248 +▁ymmärretä -12.7249 +taajuuksi -12.7249 +▁Lainsäädäntö -12.725 +▁Ähtäri -12.7253 +▁toiminnallisi -12.7253 +ektiivi -12.7254 +▁nokkos -12.7255 +▁takaraivo -12.7255 +▁vanhimmi -12.7256 +papereita -12.7258 +Citymarket -12.726 +oksiini -12.726 +▁Entertainment -12.7263 +▁laadittava -12.7263 +▁mentäessä -12.7265 +▁kerennyt -12.7265 +▁useammalle -12.7269 +▁tietämättömi -12.727 +▁KooKoo -12.7273 +▁kuvataitee -12.7273 +kuolleisuus -12.7276 +▁räätälöidä -12.7276 +▁joutav -12.7276 +▁kaivettu -12.7277 +▁kuormitukse -12.728 +oikeudellinen -12.7283 +▁merirosvo -12.7283 +▁kirjautumis -12.7284 +▁käyttäytyi -12.7286 +Ohje -12.7289 +▁Ympäri -12.7295 +▁rappeutu -12.7297 +1993 -12.7297 +▁vakiintunee -12.7298 +▁Museovirasto -12.73 +sertifikaatti -12.7301 +kasvei -12.7302 +▁käännyttä -12.7305 +▁Blood -12.7306 +plikaatio -12.7306 +diagnoosi -12.7308 +▁kusipää -12.7309 +▁protected -12.7311 +▁faneja -12.7311 +Edellinen -12.7313 +terveydenhuolto -12.7314 +tartunn -12.7316 +▁keksinnö -12.7319 +sauva -12.7319 +▁omituinen -12.7321 +▁through -12.7323 +▁Ericsson -12.7327 +taloudellise -12.7328 +▁friend -12.7329 +▁meikkivoide -12.733 +poikkeuksellista -12.7331 +▁Siuna -12.7331 +Yhtymä -12.7332 +▁autonvuokraus -12.7334 +▁LIITE -12.7337 +parlamentti -12.7339 +▁liikkuvuutta -12.7339 +saaresta -12.734 +▁kirvee -12.734 +▁laajuudessa -12.7341 +▁Apteekki -12.7341 +,90€ -12.7344 +keksejä -12.7345 +luokkiin -12.7348 +▁nukkumis -12.7348 +▁patologia -12.7348 +▁JOHDANTO -12.7349 +papereiden -12.7349 +▁ripuste -12.7352 +nopeudet -12.7354 +mattomuute -12.7356 +▁health -12.7356 +▁palautumis -12.7357 +▁raksa -12.7358 +▁vakituinen -12.7359 +▁stressaantu -12.736 +▁repäis -12.736 +▁Festivaali -12.7361 +▁määrätietois -12.7366 +▁hylättiin -12.7369 +gressio -12.7369 +▁täytäntöön -12.7372 +▁kirjoitellut -12.7372 +▁lahtelais -12.7378 +.05.2019 -12.7379 +▁harpp -12.738 +▁YHTE -12.7381 +.02.2018 -12.7382 +▁alenem -12.7382 +riathlon -12.7385 +▁asenteita -12.7387 +▁käytännönläheis -12.7388 +▁päinvastainen -12.739 +▁saatavuutta -12.739 +historioitsija -12.7392 +▁Juhli -12.7394 +▁dokumentteja -12.7395 +▁laitume -12.7396 +▁julmuu -12.7399 +Tagged -12.7402 +▁sivilisaatio -12.7407 +▁pähkinöitä -12.7408 +sairauksia -12.741 +▁palvelijoi -12.741 +▁change -12.7411 +▁kiteyty -12.7411 +▁mahtuvat -12.7414 +▁synneistä -12.7417 +.09.2018 -12.7418 +▁tapauskohtaise -12.7418 +▁natrium -12.742 +▁Sovellus -12.7423 +▁allekirjoitti -12.7423 +▁Rajoit -12.7423 +työterveyshuolto -12.7425 +▁seksuaalisuus -12.7427 +▁omavarais -12.7427 +▁ärsytys -12.7428 +rahoittei -12.7429 +▁Retki -12.743 +▁elinikäise -12.7433 +pylvää -12.7434 +signaali -12.7436 +▁trooppis -12.7439 +▁Virtuaali -12.7441 +hengitykse -12.7441 +▁entisessä -12.7442 +▁Jylhä -12.7443 +▁seudulle -12.7444 +▁treffeillä -12.7446 +▁fysioterapeutti -12.7448 +▁erilaisuude -12.7449 +▁selästä -12.745 +▁puolustusvoimi -12.7452 +▁Unibet -12.7452 +▁eroavaisuu -12.7456 +yhteisöllisyyttä -12.7456 +▁Fiskars -12.7466 +▁Ässät -12.7467 +Poliisi -12.7467 +▁Puhumattakaan -12.7474 +▁hömppä -12.7474 +▁Bloom -12.7474 +▁ikäihmisi -12.7474 +▁vastasyntynee -12.7477 +▁valittavi -12.7477 +▁IBM -12.7479 +▁prosentissa -12.748 +Palvelu -12.748 +▁ristiinnaulit -12.7484 +.04.2018 -12.7487 +▁Opettaji -12.7489 +jännite -12.7489 +toukokuu -12.7491 +break -12.7492 +▁vanhurskautta -12.7492 +▁dollarei -12.7493 +▁kiellety -12.7494 +▁avopuoliso -12.7495 +▁aukesi -12.7497 +▁palautusprosent -12.7497 +▁pioneeri -12.75 +▁revontul -12.7502 +▁lusikka -12.7503 +▁Virallise -12.7503 +▁oltais -12.7506 +▁kauniilta -12.7508 +▁Eväste -12.7508 +▁Secret -12.7509 +▁moottorikelk -12.7511 +▁toimielime -12.7511 +▁Puumala -12.7512 +kortista -12.7512 +▁allekirjoitukse -12.7512 +▁ylpeyde -12.7513 +▁huolellise -12.7514 +▁kalleimm -12.7516 +SOPIMUS -12.7518 +▁päätöslauselma -12.7518 +▁tsunami -12.7518 +▁keskinäistä -12.7518 +▁säikähd -12.7519 +▁Alfred -12.752 +▁Oxford -12.752 +▁vastapainoksi -12.7526 +▁Hoidon -12.7526 +▁Alunperin -12.7528 +▁sijainnit -12.7528 +▁jäljittä -12.7533 +kohdaksi -12.7535 +▁mellakoi -12.7536 +▁mukaanlukien -12.7536 +▁synkronoi -12.7536 +▁kursseilla -12.7537 +▁herkemmin -12.7539 +.06.2019 -12.7539 +altuuskunnan -12.7539 +▁kelpasi -12.7539 +flaatio -12.754 +▁Hyöty -12.7544 +reformi -12.7544 +▁epänormaali -12.7546 +kuntoutus -12.7551 +koodeja -12.7551 +▁alihankkijoi -12.7551 +6,7 -12.7553 +lauantai -12.7553 +▁Kesken -12.7555 +▁suihk -12.7556 +▁sekunti -12.7556 +▁Albania -12.7557 +kabinet -12.7557 +▁konsertissa -12.7558 +▁käsitteell -12.7558 +▁clean -12.7558 +ominaisuus -12.7558 +▁tarkennus -12.7559 +▁hengästy -12.7559 +▁Jennifer -12.7561 +▁astianpesukone -12.7564 +▁kuolemantuomio -12.7565 +▁itäpuole -12.7568 +maailmoi -12.7572 +▁epämiellyttävi -12.7575 +▁alakerrassa -12.7575 +välitykse -12.7577 +pronssi -12.758 +▁pyhyy -12.7581 +▁teoksista -12.7583 +▁pysäkki -12.7594 +arkkitehti -12.7595 +skennell -12.7603 +▁tyhjene -12.7603 +kypärä -12.7605 +▁unohdet -12.7607 +▁yhteisöllisyyde -12.7608 +▁palvellut -12.7609 +▁länsimaalai -12.7613 +▁nirso -12.7614 +▁autismi -12.7615 +valinnoissa -12.7616 +▁Yrityksi -12.7617 +▁Jonathan -12.7619 +▁valinnanvapaus -12.762 +▁sovussa -12.7622 +▁Oppaa -12.7624 +▁tallelokero -12.7624 +▁kampus -12.7624 +▁Joosef -12.7624 +▁hovioikeuden -12.7626 +▁loogista -12.7627 +▁epävirallise -12.7627 +▁uuvutta -12.763 +▁Friday -12.7631 +▁loppusuoralla -12.7632 +rakennuksessa -12.7634 +rangaistus -12.7634 +glob -12.7636 +▁selitetty -12.7637 +▁hengestä -12.7639 +▁tärkeydestä -12.764 +▁hillity -12.764 +luento -12.7641 +▁soveltuvuus -12.7641 +▁Urban -12.7642 +▁kolminaisuu -12.7643 +▁Jeesukselle -12.7645 +▁ystävyyttä -12.7645 +▁looginen -12.7648 +selostukse -12.7649 +Päätös -12.7652 +aloitteen -12.7653 +▁kiellettiin -12.7653 +▁hetkellis -12.7654 +▁pahentu -12.7654 +▁unettom -12.7657 +▁täysjyvä -12.7658 +▁ultraääni -12.7659 +aamiais -12.7659 +▁lypsy -12.7659 +hyppääjä -12.7664 +vigil -12.7665 +▁VANH -12.7669 +▁kemiallisi -12.7669 +▁Pyöri -12.7669 +▁asiattoma -12.7669 +▁oikeanlaise -12.767 +▁rakenteisiin -12.7671 +▁tuoreeltaan -12.7674 +Lämpö -12.7677 +▁ylösnousemus -12.7677 +▁Varsova -12.7677 +▁edunvalvoja -12.7677 +▁kurkkaamassa -12.7679 +▁prioriteet -12.7679 +▁Asemakaava -12.7685 +etsintä -12.7687 +▁selfie -12.7687 +▁ujut -12.7689 +▁asbesti -12.769 +mieltymykse -12.769 +onnettomuudet -12.7695 +▁järkky -12.7695 +▁Lapsuu -12.7697 +synteesi -12.7698 +▁Arthur -12.7698 +▁Uutinen -12.7702 +talkoisiin -12.7704 +▁hyvinvoiva -12.771 +▁logiikalla -12.7711 +▁aiemmassa -12.7711 +▁farmari -12.7712 +▁taloustilantee -12.7712 +sisäänrakennettu -12.7713 +▁järeä -12.7716 +täyttei -12.7719 +▁Totisesti -12.7722 +▁lähettyvillä -12.7724 +▁Kardashian -12.7727 +▁koulunkäynni -12.7727 +▁viitekehykse -12.7727 +▁Nettikasino -12.7728 +▁päihty -12.7729 +▁kriittistä -12.7729 +▁Vaikutus -12.773 +▁ohimennen -12.7732 +ystävällisi -12.7733 +▁yrityksiltä -12.7735 +▁Phuket -12.7735 +aikoihin -12.7735 +▁jalkakäytävä -12.7736 +▁Paikallinen -12.7737 +▁keväise -12.774 +teollisuuteen -12.7741 +▁pahimmi -12.7741 +▁myönnettä -12.7745 +▁Hengestä -12.7748 +▁sovitukse -12.7748 +9,9 -12.775 +poikia -12.7751 +vastaanoto -12.7753 +▁Innostu -12.7753 +▁legendaarinen -12.7756 +▁riippumattomuu -12.7758 +▁Development -12.7764 +▁puhalsi -12.7764 +▁rakenteilla -12.7765 +▁lähialuei -12.7766 +▁MINU -12.7766 +▁Tallink -12.7766 +▁haravoi -12.7768 +▁tietotekni -12.7768 +lukutaido -12.7771 +▁tärkeys -12.7774 +▁aiemmissa -12.7774 +▁palkita -12.7777 +Henkilökohtainen -12.7778 +siivoukse -12.7782 +▁Schumacher -12.7782 +patruuna -12.7782 +▁Odote -12.7785 +▁todettava -12.7788 +▁toimenkuva -12.7788 +Jälki -12.7788 +▁päästetty -12.7789 +terrieri -12.7794 +▁vanhainkod -12.7795 +▁Semmo -12.7796 +▁ratsastukse -12.7797 +▁Orimattila -12.7801 +▁kuvitteellis -12.7801 +ärjest -12.7802 +▁People -12.7803 +▁aiheutuvia -12.7806 +▁yrittäjyyttä -12.7806 +▁Päihde -12.7806 +▁mystis -12.7806 +▁maanjäristys -12.7809 +▁Mahdollisuus -12.7809 +käyttäytymisen -12.7809 +▁häirikkö -12.781 +▁muodostumise -12.7814 +▁Thunder -12.7817 +▁Suomeksi -12.7817 +▁rahoittaji -12.7817 +▁todetu -12.7821 +yhteyte -12.7821 +▁toimeksiantaja -12.7822 +▁rannalta -12.7822 +aloitteis -12.7824 +▁Rukoil -12.7824 +Mielenkiintoinen -12.7827 +▁keskeytykse -12.7829 +▁bussipysäk -12.7829 +▁tärpp -12.7831 +▁small -12.7832 +▁olkapäi -12.7833 +▁mielenosoittaja -12.7833 +Piilota -12.7833 +▁epärealisti -12.7838 +▁ekologinen -12.7838 +▁kysäis -12.7843 +▁Avioliitto -12.7843 +▁Nikolai -12.7844 +shampoo -12.7846 +▁kaiuttime -12.7847 +▁kommenteissa -12.7851 +▁Moilanen -12.7851 +▁Pinterest -12.7854 +▁Harkimo -12.7854 +▁mielettömä -12.7855 +▁riskeistä -12.7857 +▁irrottautu -12.7859 +▁hamstra -12.7859 +▁velho -12.7861 +▁suojelemise -12.7862 +Etelä -12.7862 +▁Albumi -12.7862 +▁Runeberg -12.7865 +▁peitty -12.7867 +▁Cialis -12.7868 +▁laadinta -12.787 +▁Laulaja -12.7871 +▁sateise -12.7871 +▁monenlaise -12.7871 +▁Ateisti -12.7872 +▁fokus -12.7873 +▁random -12.7876 +▁ompelukone -12.7876 +▁nukahd -12.7876 +▁käsivarre -12.7878 +Aihe -12.7881 +▁joulupuki -12.7886 +▁teloitet -12.7888 +▁lööp -12.789 +▁Tilintarkast -12.7893 +▁suomenkielistä -12.7894 +▁komposti -12.7894 +▁blogikirjoituks -12.7895 +▁SOSIAALI -12.79 +▁Knight -12.79 +▁kiemurtel -12.79 +▁Kierrätys -12.79 +moderni -12.7902 +▁beige -12.7903 +▁Ennuste -12.7905 +▁muodostivat -12.7905 +▁Church -12.7905 +▁maksettavi -12.7908 +kelpoisuuden -12.7909 +▁tyhmyyttä -12.791 +▁hulppea -12.791 +vahvistukse -12.7911 +▁vinyyli -12.7913 +▁kannuste -12.7914 +järjestyksestä -12.7915 +raportoi -12.7915 +painotteise -12.7915 +▁ryöstet -12.7915 +▁Software -12.7916 +▁iTunes -12.7916 +▁termejä -12.7916 +▁rakenteesta -12.7918 +▁Operaatio -12.7918 +.03.2017 -12.7918 +▁yksinäisyyttä -12.7921 +kumppanuude -12.7922 +▁vääryyttä -12.7924 +▁Millaise -12.7925 +pallero -12.7926 +▁Evolution -12.7926 +▁kauniiseen -12.7926 +▁kuulustel -12.7929 +Täyte -12.7931 +▁Suunnitteli -12.7932 +▁Konstantin -12.7935 +.06.2018 -12.7935 +▁Yamaha -12.7935 +▁työttömyyskorva -12.7936 +▁Paimio -12.7936 +järveä -12.7936 +▁köyhyyttä -12.7937 +elämyksiä -12.7939 +▁mobiililaittee -12.794 +▁tehnei -12.7942 +▁teoreettinen -12.7943 +▁narsismi -12.7943 +▁raittii -12.7944 +▁tukehtu -12.7945 +▁Kirkkonummen -12.7945 +▁Leskinen -12.7946 +.02.2019 -12.7948 +▁instagram -12.7948 +▁kandidaatti -12.7948 +▁Georg -12.795 +▁Keskeisi -12.7951 +pariskunta -12.7956 +▁pyöräilijöi -12.7956 +▁Darwin -12.7957 +▁mukavuuksia -12.7959 +▁vedenpitäv -12.7959 +▁kiireettöm -12.7964 +▁Alanya -12.7967 +▁havahdu -12.7967 +▁äidiksi -12.7967 +▁huipentuu -12.797 +▁iankaikkinen -12.797 +▁tulppaani -12.797 +▁Omega -12.797 +▁leveyde -12.797 +kirjelmä -12.7971 +▁hajanai -12.7971 +▁kidutus -12.7973 +▁jatkamise -12.7975 +▁SINU -12.7976 +▁Evankeliumi -12.798 +▁huuhto -12.7981 +▁majoitusliikkee -12.7985 +▁onnellisuude -12.7988 +rikkomuksi -12.7989 +▁allekirjoita -12.7991 +▁Adolf -12.7991 +▁väärentä -12.7991 +▁rukouksi -12.7996 +▁Cameron -12.7997 +sertifioitu -12.7997 +▁sodat -12.7998 +▁Buddha -12.7999 +▁lapsellise -12.8001 +treffei -12.8001 +▁nostamise -12.8003 +▁vähensi -12.8003 +▁Oilers -12.8004 +▁hyväksyttävi -12.801 +vaihdokse -12.8011 +▁Gallup -12.8013 +▁kerkesi -12.8014 +.04.2017 -12.8016 +▁Analyysi -12.8016 +▁jäätikö -12.8016 +▁laajemman -12.8024 +▁Analytics -12.8026 +▁Creative -12.8027 +merkityksellistä -12.8034 +▁Huolimatta -12.8035 +▁laaditu -12.8035 +alustoi -12.8039 +▁myönnetä -12.804 +.05.2017 -12.804 +▁sosialidemokraa -12.8045 +▁vähyy -12.8045 +SISÄLLYSLUETTELO -12.8046 +▁Lehdistö -12.8046 +▁häämöttä -12.8046 +▁oivallus -12.8046 +▁keskinkertais -12.8048 +▁maanjäristykse -12.8048 +▁puuttuessa -12.8048 +▁Front -12.8049 +▁Sweet -12.8051 +▁asiakaspalvelij -12.8054 +▁tiuhaan -12.8054 +Nyky -12.8054 +▁Venäläinen -12.8056 +▁Prinssi -12.8057 +▁kohentu -12.806 +▁Mestikse -12.806 +▁työvoimatoimist -12.8064 +▁Nimenomaan -12.8065 +▁natural -12.8065 +Klikkaa -12.8068 +PAIKKA -12.8073 +▁käytettävyys -12.8076 +▁ystävysty -12.8076 +▁avoimuude -12.8076 +▁vastike -12.8077 +4,4 -12.8077 +3,9 -12.8079 +▁vihannekset -12.8084 +▁iPod -12.8084 +▁selittely -12.8084 +▁Diabetes -12.8085 +▁tepsi -12.8086 +▁omanlaisensa -12.8087 +▁kärjestä -12.8087 +▁Messukeskukse -12.8092 +▁tarkkuutta -12.8096 +▁Greenpeace -12.8097 +▁Philadelphia -12.8097 +▁hätkähd -12.81 +visiiti -12.8102 +▁Hämälä -12.8102 +▁vuosisata -12.8105 +▁huusholli -12.8106 +▁Tarvitsemme -12.8108 +johdonmukaisesti -12.8108 +puhaltim -12.8109 +▁näkymättömi -12.8115 +▁katseltavaa -12.8119 +▁hinnaksi -12.8119 +▁uskollise -12.812 +▁Oikei -12.8125 +▁viidakko -12.8125 +▁luvallis -12.8127 +▁Consulting -12.8128 +▁ransomware -12.8128 +▁omaatuntoa -12.8128 +▁etunime -12.8131 +▁Maahanmuuttaja -12.8133 +sovittelija -12.8133 +▁vammautu -12.8137 +hysteria -12.8139 +modul -12.8139 +jalostus -12.814 +▁tykistö -12.8141 +▁tolkuttom -12.815 +▁jatkuvuude -12.8153 +▁replied -12.8155 +▁Uudistukse -12.8163 +▁ennennäkemättöm -12.8163 +▁control -12.8165 +▁Puolusta -12.8169 +▁marmori -12.8169 +▁hiilari -12.817 +▁Kennedy -12.8172 +muodostelm -12.8172 +▁komponentit -12.8172 +▁Vanhemmi -12.8173 +.04.2019 -12.8174 +mestaruudesta -12.8174 +▁kuoriutu -12.8177 +▁tunteneet -12.8177 +▁tekijänoikeuksi -12.8177 +▁pisimmä -12.8179 +Ruoka -12.8179 +▁Suunnittele -12.818 +▁tietynlaise -12.8184 +▁vakuudettomat -12.8185 +Hieno -12.8189 +▁Einstein -12.8189 +▁Useimmissa -12.8197 +▁rakenteellisi -12.8198 +▁ennustukse -12.8202 +▁parkkeera -12.8205 +▁(2013) -12.8206 +hakkui -12.8208 +kunnansyyttäjä -12.8211 +uudeli -12.8211 +Näissä -12.8212 +▁global -12.8213 +▁reklamaatio -12.8213 +merkkei -12.8213 +▁nuorempaa -12.8214 +▁velvoitteita -12.8218 +▁Sibeliuksen -12.8219 +▁sovelia -12.8219 +▁Globaali -12.8221 +▁säikähtä -12.8224 +▁tuominnut -12.8224 +▁varustautu -12.823 +asennuksi -12.823 +päätöksissä -12.8235 +▁Vaadi -12.8237 +▁puhkesi -12.8239 +▁Jackpot -12.8239 +▁klassista -12.8241 +▁molemmilta -12.8244 +▁liukene -12.8244 +▁jäähyväis -12.8246 +▁lailliste -12.8248 +▁kuvernööri -12.8249 +▁digiboksi -12.8249 +tribut -12.825 +▁Kunnioit -12.8251 +muokattu -12.8254 +VOIMA -12.8255 +▁Lepistö -12.8257 +▁mainitussa -12.8258 +▁säväy -12.826 +▁viilentä -12.8261 +▁vilahta -12.8264 +Video -12.8267 +▁purjevene -12.8268 +▁hillitty -12.8269 +▁äkkiseltään -12.8271 +▁Maksim -12.8272 +▁custom -12.8274 +liivejä -12.8281 +matematiika -12.8287 +▁valinnanvaraa -12.8288 +▁Skandinavia -12.8291 +▁Hyödynnä -12.8292 +▁Hallitukse -12.8294 +▁välttämättömi -12.8302 +▁suunnattom -12.8303 +▁Anthony -12.8305 +pöytiä -12.8305 +▁Monipuolis -12.8306 +▁asevoimi -12.8307 +▁kumpuaa -12.8308 +▁Narsisti -12.8311 +▁kuulemise -12.8313 +▁hiljentä -12.8313 +▁unohti -12.8316 +▁akateeminen -12.8322 +▁asiakkaalta -12.8322 +kaupungista -12.8322 +▁Yhteiskunnall -12.8324 +tempu -12.8326 +▁etsiskel -12.833 +▁vaihtele -12.8331 +▁spekulaatio -12.8333 +▁hoidettavi -12.8336 +bjektiivi -12.8336 +▁Wahlroos -12.8338 +▁kielteinen -12.8341 +▁kaadetaan -12.8341 +▁Hengessä -12.8341 +haarukka -12.8345 +vuotena -12.8346 +▁Babylon -12.8348 +▁hallintoneuvost -12.8348 +▁Tottenham -12.835 +▁rajallise -12.835 +bloggaaji -12.8353 +Sosiaali -12.8353 +oireyhtymä -12.8355 +▁pienituloisi -12.8357 +sotilas -12.8357 +▁reserviläis -12.8358 +▁avoimuutta -12.8364 +▁länsipuole -12.8365 +▁senttimetriä -12.8366 +käännös -12.8368 +▁OAJ -12.8369 +nopeudella -12.837 +▁(2011) -12.8372 +▁moninaisi -12.8374 +▁Kärkkäinen -12.8375 +▁kivulias -12.8376 +▁tekstari -12.8377 +▁Makedonia -12.8378 +▁reaaliajassa -12.8378 +▁Tablet -12.838 +HALLINT -12.8381 +▁Uncategorized -12.8383 +▁värähtely -12.8383 +▁katkeroitu -12.8384 +Lämmitys -12.8389 +▁rakastetu -12.839 +▁asteikolla -12.8392 +▁nostalgia -12.8395 +▁esimerkillis -12.8395 +organismi -12.8395 +▁lampaat -12.8395 +▁metsäteollisuud -12.8396 +standardeja -12.84 +.08.2018 -12.84 +▁sosiaalitoime -12.8401 +▁(2012) -12.8408 +▁lähtökohti -12.8408 +sirkukse -12.8413 +▁different -12.8414 +▁Miettikää -12.8414 +▁klassisi -12.842 +▁päärynä -12.8423 +▁pyörittämise -12.8426 +metrejä -12.8429 +▁Idols -12.8429 +▁Lilja -12.843 +▁hallitukselta -12.8431 +worth -12.8432 +kortille -12.8436 +▁palkitsi -12.8437 +▁sataprosenttise -12.8438 +Vanha -12.8438 +▁HANK -12.844 +▁sammako -12.8441 +▁masturboi -12.8443 +▁tomaatit -12.8443 +▁lisääntymään -12.8443 +ratsastus -12.8443 +▁Pahimmillaan -12.8443 +▁Fitness -12.8446 +lomakkei -12.8446 +▁suunnitelleet -12.8446 +▁Amnesty -12.8448 +▁vuorovaikutteis -12.8449 +▁inspi -12.8449 +▁finanssikriisi -12.8452 +▁keihään -12.8454 +▁zombi -12.8458 +▁korealais -12.8458 +▁vartijoi -12.8459 +piirejä -12.8459 +keittime -12.8462 +▁Pahimma -12.8463 +▁edellisvuodesta -12.8465 +käytävi -12.8466 +valjakko -12.8466 +▁hallinnollisi -12.8467 +▁KASV -12.8469 +KOHTA -12.8471 +▁KTP -12.8471 +▁rautalangasta -12.8472 +▁taajami -12.8473 +▁välittämise -12.8477 +▁ratifioi -12.8477 +▁pehmuste -12.8479 +▁Suunnitelmi -12.848 +▁lunastet -12.8481 +▁ankkuroi -12.8483 +0-200 -12.8484 +stressi -12.8486 +kansainvälisillä -12.8488 +▁Industri -12.8488 +▁silminnäkijä -12.8488 +vuorten -12.849 +instrument -12.8494 +▁nopeusrajoitus -12.8497 +kartelli -12.8501 +▁ARVIOINTI -12.8505 +▁Hockey -12.8508 +▁Rekisteröidy -12.8508 +▁Pitkäaikais -12.8516 +▁Breakfast -12.8517 +▁Missio -12.8517 +▁ilmotta -12.8519 +kuntoutukse -12.8523 +▁Iisak -12.8525 +▁Äijä -12.8526 diff --git a/start_train.sh b/start_train.sh new file mode 100644 index 0000000000000000000000000000000000000000..62088b2a5d264ff0e5aceba7996e578e35a52b63 --- /dev/null +++ b/start_train.sh @@ -0,0 +1,11 @@ +# set train hyperparams +unset LD_PRELOAD + +PROJECT_DIR="/researchdisk/t5x-small-nl24-finnish" +MODEL_DIR="/researchdisk/t5x-small-nl24-finnish" +export PYTHONPATH=${PROJECT_DIR} + +python3 train.py \ + --gin_search_paths=${PROJECT_DIR} \ + --gin_file="small_nl24_pretrain.gin" \ + --gin.MODEL_DIR=\"${MODEL_DIR}\" \ No newline at end of file diff --git a/tasks.py b/tasks.py new file mode 100644 index 0000000000000000000000000000000000000000..596134fae36ed23eae52639160782b1309d2a0a3 --- /dev/null +++ b/tasks.py @@ -0,0 +1,49 @@ +import functools +import seqio +from t5.evaluation import metrics +from t5.data import preprocessors + +vocabulary = seqio.SentencePieceVocabulary('spiece.model') +output_features = { + 'inputs': seqio.Feature(vocabulary=vocabulary, add_eos=True, required=False), + 'targets': seqio.Feature(vocabulary=vocabulary, add_eos=True) +} + +seqio.TaskRegistry.add( + 'pretrain_finnish', + source=seqio.TextLineDataSource({ + "train": "/researchdisk/lm_training_dataset_full_sentences/train.txt", + "validation": "/researchdisk/lm_training_dataset_full_sentences/validation.txt" + }), + preprocessors=[ + functools.partial( + preprocessors.parse_tsv, + field_names=["text"], + field_delim="\n"), + functools.partial( + preprocessors.rekey, key_map={ + "inputs": None, + "targets": "text" + }), + seqio.preprocessors.tokenize, + seqio.CacheDatasetPlaceholder(), + preprocessors.span_corruption, + seqio.preprocessors.append_eos_after_trim, + ], + metric_fns=[metrics.accuracy], + output_features=output_features) + +# dataset = seqio.get_mixture_or_task("pretrain_finnish").get_dataset( +# sequence_length={"inputs": 512, "targets": 114}, +# split="train", +# shuffle=True, +# num_epochs=1, +# #shard_info=seqio.ShardInfo(index=0, num_shards=10), +# use_cached=False, +# seed=42 +# ) + + +# # Print the first 5 examples. +# for _, ex in zip(range(5), dataset.as_numpy_iterator()): +# print(ex) diff --git a/train.py b/train.py new file mode 100644 index 0000000000000000000000000000000000000000..0206a8f40a8309c6bfedf0af909390ee3bac3329 --- /dev/null +++ b/train.py @@ -0,0 +1,691 @@ +# Copyright 2022 The T5X Authors. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +r"""Script to pretrain or finetune in JAX using a SeqIO pipeline. + +""" +import functools +import itertools +import math +import os +import time +from typing import Callable, Iterator, Sequence, Mapping, Tuple, Type, Optional +import subprocess + +# Set Linen to add profiling information when constructing Modules. +# Must be set before flax imports. +# pylint:disable=g-import-not-at-top +os.environ['FLAX_PROFILE'] = 'true' +# TODO(adarob): Re-enable once users are notified and tests are updated. +os.environ['FLAX_LAZY_RNG'] = 'no' +from absl import logging +from clu import metric_writers +import jax +from jax import random +from jax.experimental import multihost_utils +import jax.numpy as jnp +import numpy as np +import seqio +from t5x import models +from t5x import partitioning +from t5x import train_state as train_state_lib +from t5x import trainer as trainer_lib +from t5x import utils +from t5x import checkpoint_importer +LazyArray = checkpoint_importer.LazyArray +import tensorflow as tf + + +# Automatically search for gin files relative to the T5X package. +_DEFAULT_GIN_SEARCH_PATHS = [ + os.path.dirname(os.path.dirname(os.path.abspath(__file__))) +] +PyTreeDef = type(jax.tree_structure(None)) +P = partitioning.PartitionSpec +# Special key that used to distinguish train metrics. +TRAIN_METRIC_KEY = 'train' +# String keys that is acceptable from config. +_ACTION_KEYS = frozenset(trainer_lib.ActionMode.__members__.keys()) + + +def run_actions( + mode: trainer_lib.ActionMode, actions: trainer_lib.ActionMapType, + train_state: train_state_lib.TrainState, + metrics_by_task: Mapping[str, trainer_lib.MetricValueMapType]) -> bool: + """Invokes all actions on the given mode on host 0, then broadcasts to all. + + Args: + mode: The mode to run the actions. e.g., if mode is `train`, only actions + configured to run with `train` mode will be invoked. + actions: A mapping of actions that runs after train, eval or infer_eval, to + inspect the model and perform useful operations, e.g., early stopping. + train_state: The current train_state of the trainer. + metrics_by_task: A map of metrics keyed by task name. + + Returns: + A bool indicating whether training should be halted. + + Raises: + RuntimeError: When the metrics processed on host 0 is None. + """ + stop_training = False + if jax.process_index() == 0: + if not metrics_by_task: + raise RuntimeError('Metric is unexpectedly empty on process 0') + for action in actions.get(mode, []): + stop_training |= action.run(train_state, metrics_by_task=metrics_by_task) + # Broadcast result from host 0 to others. + return bool(multihost_utils.broadcast_one_to_all(jnp.array(stop_training))) + + +def train( + *, + model: models.BaseTransformerModel, + train_dataset_cfg: utils.DatasetConfig, + train_eval_dataset_cfg: Optional[utils.DatasetConfig], + infer_eval_dataset_cfg: Optional[utils.DatasetConfig], + checkpoint_cfg: utils.CheckpointConfig, + partitioner: partitioning.BasePartitioner, + trainer_cls: Type[trainer_lib.BaseTrainer], + model_dir: str, + total_steps: int, + eval_steps: int, + eval_period: int, + stats_period: Optional[int] = None, + random_seed: Optional[int], + use_hardware_rng: bool = False, + summarize_config_fn: Callable[[str, metric_writers.MetricWriter, int], + None], + inference_evaluator_cls: Type[seqio.Evaluator] = seqio.Evaluator, + get_dataset_fn: utils.GetDatasetCallable = utils.get_dataset, + concurrent_metrics: bool = True, + actions: Optional[Mapping[str, Sequence[trainer_lib.BaseAction]]] = None, + train_eval_get_dataset_fn: Optional[utils.GetDatasetCallable] = None, + run_eval_before_training: bool = False, + hub_model_id: str = None, +) -> Tuple[int, train_state_lib.TrainState]: + """Train function. + + Args: + model: The model object to use for training. + train_dataset_cfg: Specification for the dataset to train with. + train_eval_dataset_cfg: Specification for the dataset to evaluate with using + the train metrics and no inference (e.g., uses teacher forcing). If None, + train eval is disabled. + infer_eval_dataset_cfg: Specification for the dataset to evaluate with using + the inference metrics (e.g., uses sampled decoding). If None, inference + eval is disabled. + checkpoint_cfg: Specification for saving and restoring model parameters and + dataset state to/from checkpoints. + partitioner: Partitioner for model parameters and data across devices. + trainer_cls: An implementation of BaseTrainer. + model_dir: Path of directory to store checkpoints and metric summaries. + total_steps: The step number to stop training after. The number of actual + steps trained in this run will be this number minus the starting step from + the checkpoint. + eval_steps: The number of batches to process for each train-eval loop. + eval_period: The number of train steps between each evaluation (both + train-eval and infer-eval). + stats_period: The number of train steps between writing scalar stats. If + None, defaults to eval_period. + random_seed: A random seed to use for dropout and initialization. If None, a + fast, non-deterministic hardware-based RNG is used. + use_hardware_rng: Whether to force using the RngBitGenerator based hardware + rng, which takes seeds and acts similarly to software PRNG in that it + should be seed-deterministic. The new RngBitGenerator custom PRNG system + should be reproducible for a given sharding, but the numbers will change + for different shardings of the same model. + summarize_config_fn: A function that takes in the model directory, a + SummaryWriter, and the step number, and writes a summary of the + inference_evaluator_cls: seqio.Evaluator class to use for inference + evaluation, potentially with bound configuration args. + get_dataset_fn: The callable use to get the train and train-eval datasets + based on the DatasetConfig and shard information. + concurrent_metrics: If True, allow metrics computation and logging to + overlap with training. Will likely result in additional TPU memory usage. + actions: A mapping of actions that runs after train, eval or infer_eval, to + inspect the model and perform useful operations, e.g., early stopping. The + key must have a 1:1 mapping to ActionMode enum. For EVAL actions to + actually work, this requires `concurrent_metrics` to be turned off, + since chaining futures and mutating states concurrently might be + error-prone. + train_eval_get_dataset_fn: Optional callable use to get the train-eval + datasets based on the DatasetConfig and shard information. If missing, it + defaults to `get_dataset_fn`. + run_eval_before_training: If True, calculate training eval and inference + eval metrics before training begins. + + Returns: + The tuple of (last_step, last_train_state). + """ + logging.info('Process ID: %d', jax.process_index()) + tf.io.gfile.makedirs(model_dir) + + # Each "epoch" of the training loop should be the min of the eval period, + # checkpoint period or the full training. + # We compute here to ensure that the eval period and checkpoint period are + # divisible by this number, otherwise we fail. + eval_enabled = (train_eval_dataset_cfg or infer_eval_dataset_cfg) + eval_period = eval_period if eval_enabled else 0 + checkpoint_period = checkpoint_cfg.save.period if checkpoint_cfg.save else 0 + if eval_period or checkpoint_period: + steps_per_epoch = min(eval_period or np.inf, checkpoint_period or np.inf) + else: + steps_per_epoch = total_steps + stats_period = stats_period or steps_per_epoch + if (eval_period and eval_period % steps_per_epoch or + checkpoint_period and checkpoint_period % steps_per_epoch): + raise ValueError( + f'Checkpoint period ({checkpoint_period}) must evenly divide eval ' + f'period ({eval_period}), or vice-versa.') + + if use_hardware_rng or random_seed is None: + logging.info( + 'Using fast RngBitGenerator PRNG for initialization and dropout.') + + if random_seed is None: + random_seed = multihost_utils.broadcast_one_to_all(np.int32(time.time())) + logging.info('Random seed not provided, using RNG seed %s', random_seed) + else: + logging.warning( + 'When using hardware RNG with a fixed seed, repeatability is only ' + 'guaranteed for fixed hardware and partitioning schemes and for a ' + 'fixed version of this code and its dependencies.') + utils.set_hardware_rng_ops() + rng = random.PRNGKey(random_seed) + else: + logging.info('Using seed for initialization and dropout RNG: %d', + random_seed) + rng = random.PRNGKey(random_seed) + + init_rng, trainer_rng = random.split(rng, 2) + + # --------------------------------------------------------------------------- + # Initialize datasets + # --------------------------------------------------------------------------- + + if (train_dataset_cfg.seed and + not (checkpoint_cfg.save or checkpoint_cfg.save.save_dataset)): + logging.warning( + 'Providing a random seed for the train dataset with ' + '`checkpoint_train_ds=False` is dangerous since each ' + 'preemption/restart will cause the dataset to deterministically replay ' + 'from the beginning.') + + data_layout = partitioner.get_data_layout(train_dataset_cfg.batch_size) + ds_shard_id = data_layout.shard_id + num_ds_shards = data_layout.num_shards + + def _verify_matching_vocabs(cfg: utils.DatasetConfig): + ds_vocabs = utils.get_vocabulary(cfg) + if (ds_vocabs[0] != model.input_vocabulary or + ds_vocabs[1] != model.output_vocabulary): + raise ValueError(f'Model and Task vocabularies do not match:\n' + f' task={cfg.mixture_or_task_name}\n' + f' ds_vocabs=({ds_vocabs[0]}, {ds_vocabs[1]})\n' + f' model.input_vocabulary={model.input_vocabulary}\n' + f' model.output_vocabulary={model.output_vocabulary}\n') + + _verify_matching_vocabs(train_dataset_cfg) + + train_ds = get_dataset_fn(train_dataset_cfg, ds_shard_id, num_ds_shards, + model.FEATURE_CONVERTER_CLS) + + if train_eval_dataset_cfg: + _verify_matching_vocabs(train_eval_dataset_cfg) + train_eval_datasets = utils.get_training_eval_datasets( + train_eval_dataset_cfg, + ds_shard_id, + num_ds_shards, + eval_steps, + model.FEATURE_CONVERTER_CLS, + get_dataset_fn=train_eval_get_dataset_fn if train_eval_get_dataset_fn + is not None else get_dataset_fn) # type: Mapping[str, tf.data.Dataset] + if not train_eval_datasets: + logging.warning( + 'No train_eval datasets loaded from config `train_eval_dataset_cfg`: ' + '%s', train_eval_dataset_cfg) + else: + train_eval_datasets = {} + + # Initialize optimizer, maybe from an existing checkpoint. + checkpointable_train_iter: tf.data.Iterator = iter(train_ds) # pytype:disable=annotation-type-mismatch + train_iter: Iterator[trainer_lib.BatchType] = map( + lambda x: jax.tree_map(np.array, x), checkpointable_train_iter) + + # The manner in which parameters are initialized follows this order of + # preference: + # 1. From a T5X checkpoint in `model_dir`, if one exists. + # 2. From a T5X or TF checkpoint specified by `cfg.path`, if set. + # 3. From scratch using `init_fn`. + + # 1. From a T5X checkpoint in `model_dir`, if one exists. + if checkpoint_cfg.restore is not None: + state_transforms_for_restore = [ + functools.partial(fn, is_resuming=True) + for fn in checkpoint_cfg.restore.state_transformation_fns + ] + else: + state_transforms_for_restore = [] + restore_cfgs = [ + utils.RestoreCheckpointConfig( + path=model_dir, + mode='latest', + dtype=checkpoint_cfg.save.dtype, + checkpointer_cls=checkpoint_cfg.save.checkpointer_cls, + # Restore dataset state if it is being saved. + restore_dataset=(checkpoint_cfg.save and + checkpoint_cfg.save.save_dataset), + state_transformation_fns=state_transforms_for_restore) + ] + # 2. From a checkpoint specified by `checkpoint_cfg.restore.path`, if set. + if checkpoint_cfg.restore: + if checkpoint_cfg.restore.mode == 'all': + raise ValueError( + "Restore checkpoint mode 'all' is not supported in training.") + + # TODO(dhgarrette): Split "restore" behavior into separate configurations + # for the initial restoration for a new run, vs resuming a stopped run. + if isinstance(checkpoint_cfg.restore.path, str): + restore_cfgs.append(checkpoint_cfg.restore) + elif not checkpoint_cfg.restore.path: + # `path` is an empty (non-`str`) sequence, so there is nothing to restore. + pass + else: + raise ValueError( + 'Restore checkpoint config may only have a single path in training.') + + # Need to use full batch size. + input_shapes = { + k: (data_layout.batch_size, *v.shape[1:]) + for k, v in train_ds.element_spec.items() + } + input_types = { + k: v.dtype.as_numpy_dtype() for k, v in train_ds.element_spec.items() + } + init_or_restore_tick = time.time() + train_state_initializer = utils.TrainStateInitializer( + optimizer_def=model.optimizer_def, + init_fn=model.get_initial_variables, + input_shapes=input_shapes, + input_types=input_types, + partitioner=partitioner) + # 3. From scratch using `init_fn`. + train_state = train_state_initializer.from_checkpoint_or_scratch( + restore_cfgs, init_rng=init_rng, ds_iter=checkpointable_train_iter) + train_state_axes = train_state_initializer.train_state_axes + init_or_restore_secs = time.time() - init_or_restore_tick + logging.info('Initialize/restore complete (%.2f seconds).', + init_or_restore_secs) + + # Log the variable shapes information and write to a file. + log_file = os.path.join(model_dir, 'model-info.txt') + utils.log_model_info(log_file, + train_state_initializer.global_train_state_shape, + partitioner) + + if checkpoint_period: + checkpointer = checkpoint_cfg.save.checkpointer_cls( + train_state=train_state_initializer.global_train_state_shape, + partitioner=partitioner, + checkpoints_dir=model_dir, + dataset_iterator=(checkpointable_train_iter + if checkpoint_cfg.save.save_dataset else None), + save_dtype=checkpoint_cfg.save.dtype, + keep=checkpoint_cfg.save.keep) + + + # Restore step from last checkpoint or set to 0 if training from scratch. + host_step = int(train_state.step) + + # --------------------------------------------------------------------------- + # Trainer + # --------------------------------------------------------------------------- + + trainer: trainer_lib.BaseTrainer = trainer_cls( + model=model, + train_state=train_state, + partitioner=partitioner, + train_state_axes=train_state_axes, + eval_names=train_eval_datasets.keys(), + summary_dir=model_dir, + rng=trainer_rng) + del train_state + + train_metrics = trainer.train_metrics_manager + summarize_config_fn(model_dir, train_metrics.summary_writer, host_step) + + train_metrics.write_scalar('timing/init_or_restore_seconds', + init_or_restore_secs, host_step) + + # ---------------------------------------------------------------------------- + # SeqIO (inference-based) evaluation setup + # ---------------------------------------------------------------------------- + # Init evaluator to set up cached datasets + evaluator = None + if infer_eval_dataset_cfg is not None: + _verify_matching_vocabs(infer_eval_dataset_cfg) + evaluator = inference_evaluator_cls( + log_dir=os.path.join(model_dir, 'inference_eval'), + mixture_or_task_name=infer_eval_dataset_cfg.mixture_or_task_name, + feature_converter=model.FEATURE_CONVERTER_CLS(pack=False), + eval_split=infer_eval_dataset_cfg.split, + use_cached=infer_eval_dataset_cfg.use_cached, + seed=infer_eval_dataset_cfg.seed, + sequence_length=infer_eval_dataset_cfg.task_feature_lengths, + use_memory_cache=infer_eval_dataset_cfg.use_memory_cache) + if not evaluator.eval_tasks: + # Skip evaluaton. + evaluator = None + + if evaluator is not None: + predict_fn = utils.get_infer_fn( + infer_step=model.predict_batch, + batch_size=infer_eval_dataset_cfg.batch_size, + train_state_axes=train_state_axes, + partitioner=partitioner) + + score_fn = utils.get_infer_fn( + infer_step=model.score_batch, + batch_size=infer_eval_dataset_cfg.batch_size, + train_state_axes=train_state_axes, + partitioner=partitioner) + + if actions is None: + actions = {} + + if set(actions.keys()).difference(_ACTION_KEYS): + raise ValueError(f'actions keys must be one of {_ACTION_KEYS}, but got : ' + f'{actions.keys()}') + + # Transform the string key into proper ActionMode enum. + actions = {trainer_lib.ActionMode[k]: v for k, v in actions.items()} + + if concurrent_metrics and actions.get(trainer_lib.ActionMode.INFER_EVAL, + None) is not None: + logging.warning('Actions for INFER_EVAL will not be triggered when async ' + 'metrics computation is enabled') + if concurrent_metrics and actions.get(trainer_lib.ActionMode.TRAIN, + None) is not None: + logging.warning('Actions for TRAIN will not be triggered when async ' + 'metrics computation is enabled') + + # ---------------------------------------------------------------------------- + # Setup Eval Utility Functions + # ---------------------------------------------------------------------------- + def _run_training_eval(first_run: bool = False): + if first_run: + logging.info('Compiling training eval loop.') + trainer.compile_eval({ + task: utils.get_zeros_batch_like_dataset(ds) + for task, ds in train_eval_datasets.items() + }) + logging.info('Computing training evaluation metrics.') + eval_batch_iters = { + task: ds.as_numpy_iterator() + for task, ds in train_eval_datasets.items() + } + eval_summaries = trainer.eval(eval_batch_iters) + trainer.stop_training = run_actions(trainer_lib.ActionMode.TRAIN_EVAL, + actions, trainer.train_state, + eval_summaries) + + def _run_inference_eval(): + """Run prediction based inference eval.""" + if evaluator is None: + return + logging.info('Running inference evaluation.') + evaluate_tick = time.time() + all_metrics, _, _ = evaluator.evaluate( + compute_metrics=jax.process_index() == 0, + step=host_step, + predict_fn=functools.partial( + predict_fn, + train_state=trainer.train_state, + rng=jax.random.PRNGKey(0)), + score_fn=functools.partial(score_fn, train_state=trainer.train_state)) + if not concurrent_metrics: + # Ensure metrics are finished being computed. + all_metrics_done = all_metrics.result() or {} + trainer.stop_training = run_actions(trainer_lib.ActionMode.INFER_EVAL, + actions, trainer.train_state, + all_metrics_done) + train_metrics.write_scalar('timing/evaluate_seconds', + time.time() - evaluate_tick, host_step) + + # Optionally run teacher-forcing training eval and SeqIO inference-base eval + # before training. Useful for testing how much a model knows before any + # finetuning. + if run_eval_before_training: + if train_eval_datasets: + logging.info('Running training eval before training.') + _run_training_eval(first_run=True) + if evaluator is not None: + logging.info('Running inference eval before training.') + _run_inference_eval() + + # ---------------------------------------------------------------------------- + # Main training loop + # ---------------------------------------------------------------------------- + + # Handle the HF repository creation + if hub_model_id: + logging.info('PUSH TO HF HUB ENABLED.') + from huggingface_hub import Repository + repo_name = hub_model_id + repo = Repository(model_dir, clone_from=repo_name) + + logging.info('Starting training loop.') + + first_step = host_step + + if total_steps < first_step: + raise ValueError( + f'Unexpected total_steps ({total_steps}) < checkpoint step ' + f' ({first_step}).') + + logging.info('Starting main loop over steps %d-%d', first_step, total_steps) + + steps_per_epoch = min(steps_per_epoch, total_steps) + first_epoch = first_step // steps_per_epoch + num_epochs = first_epoch + math.ceil( + (total_steps - first_step) / steps_per_epoch) + logging.info('Training with artificial "epochs" of %d steps.', + steps_per_epoch) + + # Kickstart training dataset and compile train loop. + logging.info('Kickstarting train dataset prefetch.') + logging.flush() + + ds_tick = time.time() + # Get first batch to warm up the dataset pipeline. + first_batch = next(train_iter) + # Prepend first batch back to iterator to be used by trainer. + train_iter = itertools.chain([first_batch], train_iter) + train_metrics.write_scalar('timing/dataset_warmup_seconds', + time.time() - ds_tick, host_step) + logging.info('Compiling train loop.') + logging.flush() + trainer.compile_train(first_batch) + + # Main Loop over "epochs". + for epoch in range(first_epoch, num_epochs): + final_epoch = epoch == num_epochs - 1 + logging.info('Epoch %d of %d', epoch, num_epochs) + + # `stop_training` is requested, break out the main loop immediately. + if trainer.stop_training: + break + + logging.info('BEGIN Train loop.') + try: + # Until the last epoch, `num_steps = steps_per_epoch` + num_steps = min(total_steps - host_step, steps_per_epoch) + epoch_end_step = host_step + num_steps + logging.info('Training for %d steps.', num_steps) + while host_step < epoch_end_step: + if trainer.stop_training: + logging.info('Saving a checkpoint before early stopping...') + checkpointer.save(trainer.train_state, + checkpoint_cfg.save.state_transformation_fns) + + if hub_model_id: + # convert checkpoint to HF Flax model and push to hub + checkpoint_step = trainer.train_state.step + checkpoint_step = checkpoint_step.get() if isinstance(checkpoint_step, LazyArray) else checkpoint_step + checkpoint_step = int(checkpoint_step) # Integer, to avoid side effects in the checkpoint path. + subprocess.run(["python3", "convert_t5x_checkpoint_to_flax.py", f"--t5x_checkpoint_path='checkpoint_{checkpoint_step}'/'", "--config_name='./config.json'", "--flax_dump_folder_path='./'"]) + subprocess.run(["git", "lfs", "prune", "--verify-remote"]) + repo.push_to_hub(commit_message=f"Saving weights and logs of step {checkpoint_step}", blocking=False) + + logging.info('Stopping training loop early since `stop_training` is ' + 'requested.') + break + + inner_num_steps = min(epoch_end_step - host_step, stats_period) + train_summary = trainer.train( + train_iter, inner_num_steps, start_step=host_step) + if not concurrent_metrics: + # Note that we always pass the dictionary of `tasks` -> summary so + # that the actions can be performed without special casing. The only + # caveat is that train would need its own special `key` given no + # `task` will be applied. + trainer.stop_training = run_actions( + trainer_lib.ActionMode.TRAIN, actions, trainer.train_state, + {TRAIN_METRIC_KEY: train_summary.result()}) + + host_step += inner_num_steps + logging.info('END Train loop.') + except trainer_lib.PreemptionError as e: + logging.info('Saving emergency checkpoint.') + checkpointer.save(trainer.train_state, + checkpoint_cfg.save.state_transformation_fns) + logging.info('Saving emergency checkpoint done.') + raise e + + step_offset = host_step - first_step + + # Maybe save a checkpoint. + if checkpoint_period and (final_epoch or + step_offset % checkpoint_period == 0): + # Make sure last train step has completed before starting the clock. + train_summary.result() + logging.info('Saving checkpoint.') + checkpoint_tick = time.time() + checkpointer.save(trainer.train_state, + checkpoint_cfg.save.state_transformation_fns) + checkpoint_tock = time.time() + train_metrics.write_scalar('timing/checkpoint_seconds', + checkpoint_tock - checkpoint_tick, host_step) + + if hub_model_id: + # convert checkpoint to HF Flax model and push to hub + checkpoint_step = trainer.train_state.step + checkpoint_step = checkpoint_step.get() if isinstance(checkpoint_step, LazyArray) else checkpoint_step + checkpoint_step = int(checkpoint_step) # Integer, to avoid side effects in the checkpoint path. + subprocess.run(["python3", "convert_t5x_checkpoint_to_flax.py", f"--t5x_checkpoint_path='checkpoint_{checkpoint_step}'/'", "--config_name='./config.json'", "--flax_dump_folder_path='./'"]) + subprocess.run(["git", "lfs", "prune", "--verify-remote"]) + repo.push_to_hub(commit_message=f"Saving weights and logs of step {checkpoint_step}", blocking=False) + + is_eval_epoch = eval_period and (final_epoch or + step_offset % eval_period == 0) + + # Training Evaluation (i.e., with teacher forcing). + if is_eval_epoch and train_eval_datasets: + # Maybe less if final step < period. + first_run = step_offset // eval_period <= 1 + _run_training_eval(first_run and not run_eval_before_training) + + # Inference Evaluation (i.e., with decoding or scoring). + if evaluator is not None: + _run_inference_eval() + + # Wait until computations are done before exiting + logging.info('Finished.') + trainer.close() + if evaluator: + evaluator.close() + multihost_utils.sync_global_devices('complete') + + return host_step, trainer.train_state + + +if __name__ == '__main__': + # pylint: disable=g-import-not-at-top + from absl import app + from absl import flags + import gin + from t5x import gin_utils + # pylint: enable=g-import-not-at-top + + FLAGS = flags.FLAGS + + jax.config.parse_flags_with_absl() + + flags.DEFINE_multi_string( + 'gin_file', + default=None, + help='Path to gin configuration file. Multiple paths may be passed and ' + 'will be imported in the given order, with later configurations ' + 'overriding earlier ones.') + + flags.DEFINE_multi_string( + 'gin_bindings', default=[], help='Individual gin bindings.') + + flags.DEFINE_list( + 'gin_search_paths', + default=['.'], + help='Comma-separated list of gin config path prefixes to be prepended ' + 'to suffixes given via `--gin_file`. If a file appears in. Only the ' + 'first prefix that produces a valid path for each suffix will be ' + 'used.') + + flags.DEFINE_string( + 'tfds_data_dir', None, + 'If set, this directory will be used to store datasets prepared by ' + 'TensorFlow Datasets that are not available in the public TFDS GCS ' + 'bucket. Note that this flag overrides the `tfds_data_dir` attribute of ' + 'all `Task`s.') + + flags.DEFINE_list( + 'seqio_additional_cache_dirs', [], + 'Directories to search for cached Tasks in addition to defaults.') + + + + def main(argv: Sequence[str]): + """Wrapper for pdb post mortems.""" + _main(argv) + + def _main(argv: Sequence[str]): + """True main function.""" + if len(argv) > 1: + raise app.UsageError('Too many command-line arguments.') + + if FLAGS.tfds_data_dir: + seqio.set_tfds_data_dir_override(FLAGS.tfds_data_dir) + + seqio.add_global_cache_dirs(FLAGS.seqio_additional_cache_dirs) + + # Create gin-configurable version of `train`. + train_using_gin = gin.configurable(train) + + gin_utils.parse_gin_flags( + # User-provided gin paths take precedence if relative paths conflict. + FLAGS.gin_search_paths + _DEFAULT_GIN_SEARCH_PATHS, + FLAGS.gin_file, + FLAGS.gin_bindings) + train_using_gin() + + gin_utils.run(main) \ No newline at end of file diff --git a/train/events.out.tfevents.1649056216.t1v-n-304587cf-w-0.1239745.0.v2 b/train/events.out.tfevents.1649056216.t1v-n-304587cf-w-0.1239745.0.v2 new file mode 100644 index 0000000000000000000000000000000000000000..e88cec644736be7cdeb9de699817aa93fa63479a --- /dev/null +++ b/train/events.out.tfevents.1649056216.t1v-n-304587cf-w-0.1239745.0.v2 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:766ae4ead7af1adb3e58f71c6b05f02a42c73eea497118cb6250ffa8c1c0bd2c +size 7581 diff --git a/training_eval/pretrain_finnish/events.out.tfevents.1649056216.t1v-n-304587cf-w-0.1239745.1.v2 b/training_eval/pretrain_finnish/events.out.tfevents.1649056216.t1v-n-304587cf-w-0.1239745.1.v2 new file mode 100644 index 0000000000000000000000000000000000000000..758600c533678b0d602ed1143c857b6c5a56fb30 --- /dev/null +++ b/training_eval/pretrain_finnish/events.out.tfevents.1649056216.t1v-n-304587cf-w-0.1239745.1.v2 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c475261f1262f0e9331040dd813ff8a05172c4a1e90d68911572f25a3c2b24d7 +size 40