diff --git a/.gitattributes b/.gitattributes
index 4b856ae4cb8c08018e651f23a386cd4874126ce6..3a4b7f41d150612436002267b486766e8e9d2f7b 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -13248,3 +13248,31 @@ neuronxcc-2.21.18209.0+043b1bf7/MODULE_b13a0704d07d908651af+4267f143/wrapped_nef
 neuronxcc-2.21.18209.0+043b1bf7/MODULE_3c72dce1ebf76357c866+24129607/model.neff filter=lfs diff=lfs merge=lfs -text
 neuronxcc-2.21.18209.0+043b1bf7/MODULE_53583aefc176aa233f0f+a02c3a36/model.neff filter=lfs diff=lfs merge=lfs -text
 neuronxcc-2.21.18209.0+043b1bf7/MODULE_53583aefc176aa233f0f+a02c3a36/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_10460365678641807648+bad9cf09/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_10637712524966838375+bad9cf09/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_10713995314144171092+bad9cf09/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_11051474690927398492+bad9cf09/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_11064241002939050387+bad9cf09/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_11622942122969244918+bad9cf09/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_12059098023451642579+bad9cf09/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_14403931134526988770+bad9cf09/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_1441019061152812228+bad9cf09/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_15205939397908465509+bad9cf09/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_15860625089536809538+bad9cf09/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_16373773973576820776+bad9cf09/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_16712647448213254483+bad9cf09/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_17094299176048626411+bad9cf09/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_17314154795717691194+bad9cf09/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_1949530526259116336+bad9cf09/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_3171974139185811193+bad9cf09/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_3714948492771411194+bad9cf09/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_4532947180214347944+bad9cf09/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_6012298926470796343+bad9cf09/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_7704886562344766693+bad9cf09/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_8485162340440858772+bad9cf09/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_9213521981846852124+bad9cf09/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_9360021189851637429+bad9cf09/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_9542102475148622163+bad9cf09/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_9548478667005364543+bad9cf09/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_9666351833449780437+bad9cf09/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_9705901023052639167+bad9cf09/model.neff filter=lfs diff=lfs merge=lfs -text
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_10460365678641807648+bad9cf09/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_10460365678641807648+bad9cf09/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..eb5e1b634149a270654878b6978943bf4c50af1b
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_10460365678641807648+bad9cf09/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn2", "--model-type", "transformer"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_10460365678641807648+bad9cf09/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_10460365678641807648+bad9cf09/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_10460365678641807648+bad9cf09/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_10460365678641807648+bad9cf09/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..797058f00fa6649dcb8778c96897d248bd86ab2e
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_10460365678641807648+bad9cf09/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7643866c77c946ad49154104413984aaa43c5263c9ae8dde21aa51672f9cbd1
+size 6689376
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_10460365678641807648+bad9cf09/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_10460365678641807648+bad9cf09/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..ec12ee6fbd5fa3ffe4dad119fb3328cb2831e9eb
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_10460365678641807648+bad9cf09/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a860e61133ec5335521f11cce1f923893b46e36bf8d8d4b72c33443e944a091d
+size 6104064
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_10637712524966838375+bad9cf09/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_10637712524966838375+bad9cf09/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..eb5e1b634149a270654878b6978943bf4c50af1b
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_10637712524966838375+bad9cf09/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn2", "--model-type", "transformer"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_10637712524966838375+bad9cf09/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_10637712524966838375+bad9cf09/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_10637712524966838375+bad9cf09/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_10637712524966838375+bad9cf09/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..e36474d96cca20a929738bfa4fa690aa83fe9b1b
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_10637712524966838375+bad9cf09/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ce5ee231f249a9f438cfd7256870f44df2cd3445985a6cb5c7f568c0fdcfa59
+size 1507543
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_10637712524966838375+bad9cf09/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_10637712524966838375+bad9cf09/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..891c0ab3202ad41a42a8d954cdab8cabec9df58a
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_10637712524966838375+bad9cf09/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dae96b53fefae3a468a481a756eaf1c6a9b0f9d33df17e99ea225676a00daa98
+size 4117504
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_10713995314144171092+bad9cf09/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_10713995314144171092+bad9cf09/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..eb5e1b634149a270654878b6978943bf4c50af1b
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_10713995314144171092+bad9cf09/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn2", "--model-type", "transformer"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_10713995314144171092+bad9cf09/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_10713995314144171092+bad9cf09/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_10713995314144171092+bad9cf09/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_10713995314144171092+bad9cf09/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..5f15637c60966c70a5b6a59615cd5b35c5b8595c
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_10713995314144171092+bad9cf09/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33727b839c989ca6d837569ec6409c4b17b2ceab023015b9ab434801e70390d9
+size 6643846
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_10713995314144171092+bad9cf09/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_10713995314144171092+bad9cf09/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..5523fa48fef04a82d7983baec925c998de706110
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_10713995314144171092+bad9cf09/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:703ec90f8885fa609628eb75cc74b3259654fb5461db110f31c2c25eadc4ab66
+size 6001664
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_11051474690927398492+bad9cf09/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_11051474690927398492+bad9cf09/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..eb5e1b634149a270654878b6978943bf4c50af1b
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_11051474690927398492+bad9cf09/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn2", "--model-type", "transformer"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_11051474690927398492+bad9cf09/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_11051474690927398492+bad9cf09/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_11051474690927398492+bad9cf09/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_11051474690927398492+bad9cf09/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..35df9c5a2e156841a9297e80c1c6dc76f122b9f9
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_11051474690927398492+bad9cf09/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7b9225c166b49f1f86e01b9b3393440bc3b4cd8c4ea7ee468b714592deb425e
+size 6600518
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_11051474690927398492+bad9cf09/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_11051474690927398492+bad9cf09/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..c3b0ca419d39a442e4dff639de422e66b62c83f9
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_11051474690927398492+bad9cf09/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df7351ae81fead79471f525a3ba932af706c34db3001f291a0c7fa5b1fd6bbb0
+size 6001664
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_11064241002939050387+bad9cf09/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_11064241002939050387+bad9cf09/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..eb5e1b634149a270654878b6978943bf4c50af1b
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_11064241002939050387+bad9cf09/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn2", "--model-type", "transformer"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_11064241002939050387+bad9cf09/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_11064241002939050387+bad9cf09/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_11064241002939050387+bad9cf09/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_11064241002939050387+bad9cf09/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..ac962c4d70a18e6465d2fd77f6adb832912a24cd
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_11064241002939050387+bad9cf09/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f371968142de935d418bd4ed33d29aff5606d71b62ceef6d679508500fdd20d0
+size 6732006
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_11064241002939050387+bad9cf09/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_11064241002939050387+bad9cf09/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..31348b1a465c5f49b1a07a204211b47f922b0acf
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_11064241002939050387+bad9cf09/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcf00444f9d318084b685ffdcb33b8bc319f6aa37666a8229f8b62084f1bec38
+size 6093824
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_11622942122969244918+bad9cf09/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_11622942122969244918+bad9cf09/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..eb5e1b634149a270654878b6978943bf4c50af1b
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_11622942122969244918+bad9cf09/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn2", "--model-type", "transformer"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_11622942122969244918+bad9cf09/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_11622942122969244918+bad9cf09/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_11622942122969244918+bad9cf09/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_11622942122969244918+bad9cf09/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..c6ef03f669ad5d99abdd0114bb7ced7f9c2fb054
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_11622942122969244918+bad9cf09/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:950fb40ee054e527c2faef3d0254dbebe92db7fb75d23903bc2adaf6c6d8bf9c
+size 6689504
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_11622942122969244918+bad9cf09/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_11622942122969244918+bad9cf09/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..49cece9de3376f0df7752429795ad153768c39eb
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_11622942122969244918+bad9cf09/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:628c20d34eed30a138a0a31f5a4bb106f737349dd3fd4e8b47498fc619e22b86
+size 6104064
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_12059098023451642579+bad9cf09/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_12059098023451642579+bad9cf09/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..eb5e1b634149a270654878b6978943bf4c50af1b
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_12059098023451642579+bad9cf09/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn2", "--model-type", "transformer"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_12059098023451642579+bad9cf09/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_12059098023451642579+bad9cf09/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_12059098023451642579+bad9cf09/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_12059098023451642579+bad9cf09/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..def39a350b60e924b4098be5bf1a7d0bdc0323c6
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_12059098023451642579+bad9cf09/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32af0b5bdbcf94345c22bc94b36432db226c05de5b4f96e99c203e95939dcfb3
+size 1507235
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_12059098023451642579+bad9cf09/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_12059098023451642579+bad9cf09/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..3eff67ce048325601fdfbf6c09f365d2bad8cdcc
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_12059098023451642579+bad9cf09/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f0ffbf2d6ab06e78b9d21fa0fda032be7da132f4c16254f9945262bd37c4f2d
+size 4158464
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_12599215862770299980+bad9cf09/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_12599215862770299980+bad9cf09/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..eb5e1b634149a270654878b6978943bf4c50af1b
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_12599215862770299980+bad9cf09/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn2", "--model-type", "transformer"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_12599215862770299980+bad9cf09/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_12599215862770299980+bad9cf09/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_12599215862770299980+bad9cf09/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_12599215862770299980+bad9cf09/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..c5c97944deb9a633093c15438e83acfbf1a4621b
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_12599215862770299980+bad9cf09/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4728e44e30dc9dc47c8494b47dfcf3f73c75e84154944e1ceaa942a24ed46197
+size 406
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_12599215862770299980+bad9cf09/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_12599215862770299980+bad9cf09/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..9a3b209ce3804e69113350d4650e063e9960cc12
Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_12599215862770299980+bad9cf09/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14403931134526988770+bad9cf09/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_14403931134526988770+bad9cf09/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..eb5e1b634149a270654878b6978943bf4c50af1b
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_14403931134526988770+bad9cf09/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn2", "--model-type", "transformer"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14403931134526988770+bad9cf09/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_14403931134526988770+bad9cf09/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14403931134526988770+bad9cf09/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_14403931134526988770+bad9cf09/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..055790b26b3f672f186484be0f9642fcf3e07b6d
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_14403931134526988770+bad9cf09/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f95e355a6f3ec856e495fd07d80f5802108167135c938efd2e890da4bbddbf13
+size 6600642
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14403931134526988770+bad9cf09/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_14403931134526988770+bad9cf09/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..02f3be9710e09d2a9c8ddfcc75a64bc45f647358
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_14403931134526988770+bad9cf09/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b0e23f99234c02d6569ec5568b345b6b9fe956f6fb5b401e9452ebf8b656328
+size 6001664
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1441019061152812228+bad9cf09/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_1441019061152812228+bad9cf09/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..eb5e1b634149a270654878b6978943bf4c50af1b
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_1441019061152812228+bad9cf09/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn2", "--model-type", "transformer"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1441019061152812228+bad9cf09/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_1441019061152812228+bad9cf09/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1441019061152812228+bad9cf09/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_1441019061152812228+bad9cf09/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..82bb333536c54c684ca10a6a0aee3c57b3c2522c
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_1441019061152812228+bad9cf09/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6954d47756803017d044765c3239e45009c318697c59ae11f9995e5ced21900f
+size 6643156
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1441019061152812228+bad9cf09/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1441019061152812228+bad9cf09/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..296d0de3bdaf4a2ee26604181ae83c6319f3a03c
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_1441019061152812228+bad9cf09/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30d6808e953c32941f6b78cf6f0a0fb752e959fa8114adf007d67a3d01d7a5c7
+size 5991424
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14773039329522317545+bad9cf09/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_14773039329522317545+bad9cf09/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..eb5e1b634149a270654878b6978943bf4c50af1b
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_14773039329522317545+bad9cf09/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn2", "--model-type", "transformer"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14773039329522317545+bad9cf09/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_14773039329522317545+bad9cf09/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14773039329522317545+bad9cf09/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_14773039329522317545+bad9cf09/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..fcc3adcdabc2ee52f1707cc2b79383355e12ec88
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_14773039329522317545+bad9cf09/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de18b136397bc33d5466aa3f36c5581fce5daacbad629c4e0b58def6fe37e393
+size 1870
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14773039329522317545+bad9cf09/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_14773039329522317545+bad9cf09/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..76617b756aa112317a1293bd214422f42b184bdb
Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_14773039329522317545+bad9cf09/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15205939397908465509+bad9cf09/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_15205939397908465509+bad9cf09/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..eb5e1b634149a270654878b6978943bf4c50af1b
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_15205939397908465509+bad9cf09/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn2", "--model-type", "transformer"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15205939397908465509+bad9cf09/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_15205939397908465509+bad9cf09/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15205939397908465509+bad9cf09/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_15205939397908465509+bad9cf09/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..e6f58188a63bf0f4ccc27ac6a266d0e6ff1e2905
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_15205939397908465509+bad9cf09/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efee35680c48a43898488e4bc646539080a0105d5c1aa7f9b8794f3509d5a7f2
+size 6785533
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15205939397908465509+bad9cf09/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_15205939397908465509+bad9cf09/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..9077d0ee3e2e27021bb7a06eb4a9dcbd8b1af78a
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_15205939397908465509+bad9cf09/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e0e8277e5587b6a90be016a9f0332c98be096217dd36e2c2fd35be2825fd0c1
+size 10312704
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15860625089536809538+bad9cf09/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_15860625089536809538+bad9cf09/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..eb5e1b634149a270654878b6978943bf4c50af1b
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_15860625089536809538+bad9cf09/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn2", "--model-type", "transformer"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15860625089536809538+bad9cf09/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_15860625089536809538+bad9cf09/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15860625089536809538+bad9cf09/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_15860625089536809538+bad9cf09/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..b55ea8faffdad2ef0dfcd222964d61bc27f81b9a
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_15860625089536809538+bad9cf09/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcb02645172cb42b75bf9f377a13bab31ae42133ec0c4052c20a3b538b6c6eba
+size 6643850
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15860625089536809538+bad9cf09/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_15860625089536809538+bad9cf09/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..fd7dcc1410d82f91e6632b7a67f27a53cb0455ee
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_15860625089536809538+bad9cf09/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a2834a1d211522824f18c89d13384dc1319afda6932021311d797ea34542198
+size 6001664
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_16373773973576820776+bad9cf09/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_16373773973576820776+bad9cf09/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..eb5e1b634149a270654878b6978943bf4c50af1b
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_16373773973576820776+bad9cf09/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn2", "--model-type", "transformer"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_16373773973576820776+bad9cf09/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_16373773973576820776+bad9cf09/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_16373773973576820776+bad9cf09/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_16373773973576820776+bad9cf09/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..d1894c3c516a80d6767577ebc0b8f3435174e0fa
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_16373773973576820776+bad9cf09/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ef7aa3dd999b9609fc64f34629e31939345f11e7797ff3b98d09fbb6364b06c
+size 6600522
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_16373773973576820776+bad9cf09/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_16373773973576820776+bad9cf09/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..627e388b00d760fe729e2b3a17664ccaadfdfc67
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_16373773973576820776+bad9cf09/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b017b5f7f758b3ac443b1b9e6fc61e807d5fe59778fafd9156e0fec3a42095f8
+size 6001664
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_16712647448213254483+bad9cf09/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_16712647448213254483+bad9cf09/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..eb5e1b634149a270654878b6978943bf4c50af1b
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_16712647448213254483+bad9cf09/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn2", "--model-type", "transformer"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_16712647448213254483+bad9cf09/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_16712647448213254483+bad9cf09/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_16712647448213254483+bad9cf09/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_16712647448213254483+bad9cf09/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..48117a43a525cc5ff8242851c50a483a8572e3ad
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_16712647448213254483+bad9cf09/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbc108a7fa99f2b5a366a0060b6581aa5741786003924bcf8c7184087393ada8
+size 6732708
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_16712647448213254483+bad9cf09/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_16712647448213254483+bad9cf09/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..82ea483361180eae7f3e24050f0d5ee6452c0d0c
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_16712647448213254483+bad9cf09/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29bb360842ddb939c4510385f64a581ec6148c47658fb54e8445bcd4dfb73c29
+size 6104064
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_17094299176048626411+bad9cf09/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_17094299176048626411+bad9cf09/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..eb5e1b634149a270654878b6978943bf4c50af1b
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_17094299176048626411+bad9cf09/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn2", "--model-type", "transformer"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_17094299176048626411+bad9cf09/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_17094299176048626411+bad9cf09/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_17094299176048626411+bad9cf09/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_17094299176048626411+bad9cf09/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..7c7a9a22b78049092c332fea118a9f6f0bf2a073
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_17094299176048626411+bad9cf09/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77edc8b3b40affba589a2aadca73a0418a68dc3e9428b6a879d380adfae2514c
+size 6695986
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_17094299176048626411+bad9cf09/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_17094299176048626411+bad9cf09/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..8baa50a412812662d3072bee578acb5f4ca1bbeb
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_17094299176048626411+bad9cf09/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec93f561c9a2db36d113aa4f54566c3438196f4a0dbeb2bc5c61eb0e6f573229
+size 10179584
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_17314154795717691194+bad9cf09/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_17314154795717691194+bad9cf09/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..eb5e1b634149a270654878b6978943bf4c50af1b
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_17314154795717691194+bad9cf09/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn2", "--model-type", "transformer"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_17314154795717691194+bad9cf09/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_17314154795717691194+bad9cf09/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_17314154795717691194+bad9cf09/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_17314154795717691194+bad9cf09/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..7412d6c0ec0ec68dec7974fbc85e05bdfb291747
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_17314154795717691194+bad9cf09/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90faa2d06c7102eb954a10aa0a9699ec3a4bea2f1927e05daa475b3603551081
+size 6785661
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_17314154795717691194+bad9cf09/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_17314154795717691194+bad9cf09/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..578532b1444ba22ba9afa45cf1bfd7b9c813fcf1
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_17314154795717691194+bad9cf09/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59e2d37fc8eba98c8a0468dcd8286c60245477119507134e8d33884652f59151
+size 10322944
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_17713630052132636937+bad9cf09/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_17713630052132636937+bad9cf09/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..eb5e1b634149a270654878b6978943bf4c50af1b
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_17713630052132636937+bad9cf09/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn2", "--model-type", "transformer"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_17713630052132636937+bad9cf09/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_17713630052132636937+bad9cf09/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_17713630052132636937+bad9cf09/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_17713630052132636937+bad9cf09/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..a3ab24d59d79a1c0722c8cb1f09eed6b46a47b70
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_17713630052132636937+bad9cf09/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5af542cb7ed2c51b78fb81c11e699ad865eb2a507a16a072b67ee513f97a396b
+size 1838
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_17713630052132636937+bad9cf09/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_17713630052132636937+bad9cf09/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..28967c90beb00aa48add6571fbc77c995ce559e4
Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_17713630052132636937+bad9cf09/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1949530526259116336+bad9cf09/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_1949530526259116336+bad9cf09/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..eb5e1b634149a270654878b6978943bf4c50af1b
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_1949530526259116336+bad9cf09/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn2", "--model-type", "transformer"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1949530526259116336+bad9cf09/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_1949530526259116336+bad9cf09/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1949530526259116336+bad9cf09/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_1949530526259116336+bad9cf09/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..d24dcee00ba34f182dd6467d4a8e325b50c6cb13
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_1949530526259116336+bad9cf09/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c16df0846e625a8263c849032e04b42160cedb80d67614c5eca4918ce4f85af4
+size 6696799
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1949530526259116336+bad9cf09/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1949530526259116336+bad9cf09/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..f8fa2578c7fdbcbfbddd6b177e4f30873d8e4e06
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_1949530526259116336+bad9cf09/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bfa4a857cb1187021effc28247d1c7d0376e43a8b5194d6c51ca874ddc8a225
+size 10200064
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_3171974139185811193+bad9cf09/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_3171974139185811193+bad9cf09/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..eb5e1b634149a270654878b6978943bf4c50af1b
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_3171974139185811193+bad9cf09/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn2", "--model-type", "transformer"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_3171974139185811193+bad9cf09/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_3171974139185811193+bad9cf09/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_3171974139185811193+bad9cf09/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_3171974139185811193+bad9cf09/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..3221d916b51c25a5dddf65629234a5106b898831
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_3171974139185811193+bad9cf09/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba7f197e072eca03644d669fae579169ab5e20cf5cea21c05343930bf94e6a7d
+size 6785537
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_3171974139185811193+bad9cf09/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_3171974139185811193+bad9cf09/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..d3b9cc9518b86e67e32633520664f7167d7ae330
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_3171974139185811193+bad9cf09/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:433903d488487d2f883156022583039186bb1a26cf33e5011669b2900178d213
+size 10322944
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_3714948492771411194+bad9cf09/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_3714948492771411194+bad9cf09/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..eb5e1b634149a270654878b6978943bf4c50af1b
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_3714948492771411194+bad9cf09/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn2", "--model-type", "transformer"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_3714948492771411194+bad9cf09/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_3714948492771411194+bad9cf09/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_3714948492771411194+bad9cf09/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_3714948492771411194+bad9cf09/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..e2aa7be74a512e7a480c69d6b963babcc20d12df
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_3714948492771411194+bad9cf09/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d8824567dee8785fa4f6a96a7029d95263a49f9fe0e0dba6b5f60d387293f3b
+size 6784836
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_3714948492771411194+bad9cf09/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_3714948492771411194+bad9cf09/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..c06fb47755923a337fb6965b632b6cd88e55095b
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_3714948492771411194+bad9cf09/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b49c6eb5523c562c839f0fac61a6de0ac66739d96de919703ce4ce8c1e385ba
+size 10302464
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4008227166344825152+bad9cf09/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_4008227166344825152+bad9cf09/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..eb5e1b634149a270654878b6978943bf4c50af1b
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_4008227166344825152+bad9cf09/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn2", "--model-type", "transformer"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4008227166344825152+bad9cf09/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_4008227166344825152+bad9cf09/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4008227166344825152+bad9cf09/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_4008227166344825152+bad9cf09/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..26c1836b3acecceb35bb87599a01167641ed3b91
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_4008227166344825152+bad9cf09/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1944e17b40e59bb36205cf1b89a8c1cc0777673cc070cc66ae2ae14a9df45f8f
+size 1373
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4008227166344825152+bad9cf09/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4008227166344825152+bad9cf09/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..4641268ac6552d253df938448e1e3b3aec5bbd62
Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_4008227166344825152+bad9cf09/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4532947180214347944+bad9cf09/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_4532947180214347944+bad9cf09/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..eb5e1b634149a270654878b6978943bf4c50af1b
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_4532947180214347944+bad9cf09/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn2", "--model-type", "transformer"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4532947180214347944+bad9cf09/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_4532947180214347944+bad9cf09/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4532947180214347944+bad9cf09/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_4532947180214347944+bad9cf09/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..d9139e2f0b222a3febe9c1770b9a2ee7f3f759ee
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_4532947180214347944+bad9cf09/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65557b49f0cf9cc05b8601949d179a029b227c8a1091288bdcde73db0b6a3b4c
+size 1508423
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4532947180214347944+bad9cf09/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4532947180214347944+bad9cf09/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..911720125c588ed3ce0a5db391be95de334dd09a
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_4532947180214347944+bad9cf09/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01a1e1cde59e92659a818501fb248c359e48ba667d1b9921fd73022c8d7536ab
+size 4168704
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5707950458619060741+bad9cf09/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_5707950458619060741+bad9cf09/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..eb5e1b634149a270654878b6978943bf4c50af1b
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_5707950458619060741+bad9cf09/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn2", "--model-type", "transformer"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5707950458619060741+bad9cf09/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_5707950458619060741+bad9cf09/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5707950458619060741+bad9cf09/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_5707950458619060741+bad9cf09/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..dc29bcbebafcb6c3e8331965a72674cfe417fef2
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_5707950458619060741+bad9cf09/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0c7b8ccf28fddf253070bfaea95865aaab2fcf347e8f1398740a9e7067b7a12
+size 1309
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5707950458619060741+bad9cf09/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_5707950458619060741+bad9cf09/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..012c4c8043effd1dd742ca091be6601f6f6e28b5
Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_5707950458619060741+bad9cf09/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6012298926470796343+bad9cf09/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_6012298926470796343+bad9cf09/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..eb5e1b634149a270654878b6978943bf4c50af1b
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_6012298926470796343+bad9cf09/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn2", "--model-type", "transformer"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6012298926470796343+bad9cf09/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_6012298926470796343+bad9cf09/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6012298926470796343+bad9cf09/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_6012298926470796343+bad9cf09/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..25d40d769697c4f7ee287cafc02ef92205184b13
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_6012298926470796343+bad9cf09/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46e171a46b5bcc4423dcafaff017853f61723a86e9738ce24efcc29f7d20d22f
+size 6732704
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6012298926470796343+bad9cf09/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_6012298926470796343+bad9cf09/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..15958be3194b8444b86d0fa37ca8ccfeff5122a6
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_6012298926470796343+bad9cf09/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90b7cd4765e9acd495d03e2febefb3fa4d11473341b18efa40a28c930095f813
+size 6104064
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_7704886562344766693+bad9cf09/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_7704886562344766693+bad9cf09/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..eb5e1b634149a270654878b6978943bf4c50af1b
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_7704886562344766693+bad9cf09/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn2", "--model-type", "transformer"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_7704886562344766693+bad9cf09/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_7704886562344766693+bad9cf09/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_7704886562344766693+bad9cf09/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_7704886562344766693+bad9cf09/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..2137ae5eaed6bb7dfc145c4cdb06a4169bbf6cfe
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_7704886562344766693+bad9cf09/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11e3552126682f815d38cb33ab3842335aba3e5b86de3a955ca185670ca548ed
+size 6599828
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_7704886562344766693+bad9cf09/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_7704886562344766693+bad9cf09/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..e353a082c93b4b3ee596a86191eff276544c6b9a
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_7704886562344766693+bad9cf09/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:750b7e8db8f666bd4067b75e7d52cf60efc00d9e3798d20de17676782a43ac2f
+size 5991424
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_7763829810693193752+bad9cf09/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_7763829810693193752+bad9cf09/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..eb5e1b634149a270654878b6978943bf4c50af1b
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_7763829810693193752+bad9cf09/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn2", "--model-type", "transformer"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_7763829810693193752+bad9cf09/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_7763829810693193752+bad9cf09/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_7763829810693193752+bad9cf09/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_7763829810693193752+bad9cf09/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..a191830afac8b5c84ee74ffe9d3c6df6b0a1d817
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_7763829810693193752+bad9cf09/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:829e992beeb8c4abfc16e0f018a3bb0e05d53fce24d6cd2c2ce7293628653037
+size 1357
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_7763829810693193752+bad9cf09/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_7763829810693193752+bad9cf09/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..f7ef8aaf44e3d12d194df49afc7d6dabe72f98fd
Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_7763829810693193752+bad9cf09/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8485162340440858772+bad9cf09/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_8485162340440858772+bad9cf09/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..eb5e1b634149a270654878b6978943bf4c50af1b
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_8485162340440858772+bad9cf09/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn2", "--model-type", "transformer"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8485162340440858772+bad9cf09/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_8485162340440858772+bad9cf09/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8485162340440858772+bad9cf09/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_8485162340440858772+bad9cf09/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..55b17295eb8d3752b2e946fad6422429d3bcea78
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_8485162340440858772+bad9cf09/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af1073c9468edfa2c6317b1a02e4d21bd0c27ec21e66822d4efc76a47ddfeaf9
+size 6689380
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8485162340440858772+bad9cf09/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_8485162340440858772+bad9cf09/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..ae7736c157672f9a0b9f6ecb0c814271d7f0eef6
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_8485162340440858772+bad9cf09/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f6dcf97700c31ca088eb170625d20454d1b39c2c85b4849b7a558d1131ebcd1
+size 6104064
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9213521981846852124+bad9cf09/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_9213521981846852124+bad9cf09/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..eb5e1b634149a270654878b6978943bf4c50af1b
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_9213521981846852124+bad9cf09/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn2", "--model-type", "transformer"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9213521981846852124+bad9cf09/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_9213521981846852124+bad9cf09/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9213521981846852124+bad9cf09/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_9213521981846852124+bad9cf09/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..f75008ba5d67bb287cb9fa23eaca22a5120ca6bb
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_9213521981846852124+bad9cf09/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e10a0c15b12991d896d412f23205bb1202c6e561ed0ffbf843af58e7c4957f1a
+size 6643970
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9213521981846852124+bad9cf09/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_9213521981846852124+bad9cf09/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..fadf995a9f2bfabfdd98533cf223fabcad8d61d2
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_9213521981846852124+bad9cf09/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d467c1e07b39bfdefb9eef1888bca88a4ee8eddefaea62814c90667285d8f6d1
+size 6001664
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9360021189851637429+bad9cf09/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_9360021189851637429+bad9cf09/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..eb5e1b634149a270654878b6978943bf4c50af1b
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_9360021189851637429+bad9cf09/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn2", "--model-type", "transformer"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9360021189851637429+bad9cf09/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_9360021189851637429+bad9cf09/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9360021189851637429+bad9cf09/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_9360021189851637429+bad9cf09/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..037640a711abaef10570f6dab906291ce3135c7c
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_9360021189851637429+bad9cf09/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01c12399b3a73f3bdbe9af8bb0fe705c5e674be124d4c2615a6a216b62b28992
+size 6696675
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9360021189851637429+bad9cf09/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_9360021189851637429+bad9cf09/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..063862b4be7d10736de74d51e6eafdc6c4428afe
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_9360021189851637429+bad9cf09/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dfaa926aa97a0d9e43cf6898f6ad6c04ab2391ca0f40060ef6d7331ecc7d1de
+size 10189824
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9542102475148622163+bad9cf09/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_9542102475148622163+bad9cf09/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..eb5e1b634149a270654878b6978943bf4c50af1b
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_9542102475148622163+bad9cf09/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn2", "--model-type", "transformer"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9542102475148622163+bad9cf09/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_9542102475148622163+bad9cf09/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9542102475148622163+bad9cf09/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_9542102475148622163+bad9cf09/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..b704deb81141769bda126230aad3e6b444a136cd
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_9542102475148622163+bad9cf09/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddba6926d0b8e44b360930dc171d66281ba1ca6aa253dc7520568b5d9dd29f07
+size 1665949
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9542102475148622163+bad9cf09/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_9542102475148622163+bad9cf09/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..ac7676970581fa27400c07beba1e0c35ca565e54
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_9542102475148622163+bad9cf09/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:057cbbc81ea939c3c4d90045264619260dc3e71ce5784417960c1c6e9e128a6c
+size 5571584
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9548478667005364543+bad9cf09/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_9548478667005364543+bad9cf09/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..eb5e1b634149a270654878b6978943bf4c50af1b
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_9548478667005364543+bad9cf09/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn2", "--model-type", "transformer"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9548478667005364543+bad9cf09/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_9548478667005364543+bad9cf09/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9548478667005364543+bad9cf09/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_9548478667005364543+bad9cf09/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..51602e50854dc4923bc6bcfbee3974a79c1a4ef1
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_9548478667005364543+bad9cf09/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2242ee938b740413013edc086557fec02c394df9ecb884220c8d347e592aca6
+size 6732832
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9548478667005364543+bad9cf09/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_9548478667005364543+bad9cf09/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..1f2ca50b2ed7447cbb68eb2f4648b6304abe2ded
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_9548478667005364543+bad9cf09/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02eee8a23d654684272f5062c90762d603a74aad2c303f0ec7c88ff5ea9bec62
+size 6104064
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9559518871669597853+bad9cf09/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_9559518871669597853+bad9cf09/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..eb5e1b634149a270654878b6978943bf4c50af1b
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_9559518871669597853+bad9cf09/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn2", "--model-type", "transformer"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9559518871669597853+bad9cf09/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_9559518871669597853+bad9cf09/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9559518871669597853+bad9cf09/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_9559518871669597853+bad9cf09/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..228a829c4f3c17e4ac0cd89383f282469ed1465a
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_9559518871669597853+bad9cf09/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74fc389c85dc59e9dc6d6e6ea280631db0ff596394dbaea4a5dae68303e3ecfa
+size 374
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9559518871669597853+bad9cf09/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_9559518871669597853+bad9cf09/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..476980d51592859c6d12a6c6fe6717cd45c48714
Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_9559518871669597853+bad9cf09/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9666351833449780437+bad9cf09/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_9666351833449780437+bad9cf09/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..eb5e1b634149a270654878b6978943bf4c50af1b
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_9666351833449780437+bad9cf09/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn2", "--model-type", "transformer"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9666351833449780437+bad9cf09/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_9666351833449780437+bad9cf09/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9666351833449780437+bad9cf09/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_9666351833449780437+bad9cf09/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..1d9ee853fce2c43935176fa531c64529f72df135
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_9666351833449780437+bad9cf09/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5a8e3602d8a1785000aaf79246af053c31e6ee44b893e96095e72220791085b
+size 6696679
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9666351833449780437+bad9cf09/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_9666351833449780437+bad9cf09/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..9c70d9aa238a04b61f17b2c56f7414f3e9d16c6f
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_9666351833449780437+bad9cf09/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:018ccc73cf58aadbfbd514381153545ee5b5a15845aa34e8e667228819a87d51
+size 10200064
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9705901023052639167+bad9cf09/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_9705901023052639167+bad9cf09/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..eb5e1b634149a270654878b6978943bf4c50af1b
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_9705901023052639167+bad9cf09/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn2", "--model-type", "transformer"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9705901023052639167+bad9cf09/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_9705901023052639167+bad9cf09/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9705901023052639167+bad9cf09/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_9705901023052639167+bad9cf09/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..f00ea2eda53f403901502249d60b2f44f8459593
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_9705901023052639167+bad9cf09/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60111d56584d23a9d6f9e83b55d0580deac26755b395d374326f1be56da303da
+size 6688678
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9705901023052639167+bad9cf09/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_9705901023052639167+bad9cf09/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..71e4c9faccbadcceb130ffd2a898d5b43699f3b3
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_9705901023052639167+bad9cf09/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:763f482dc6ffd3b31d2385befe16ca2a55292b7ba84b25cc8e2597f13c82c869
+size 6093824