diff --git a/.gitattributes b/.gitattributes
index 41112f34cedd9566487b78c43835b60c0bd982de..27a50c07b48bc44c9dc958fe8a9e68b3e444b264 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -10025,3 +10025,12 @@ neuronxcc-2.17.194.0+d312836f/MODULE_ac052d9ceeddae92a6de+165e9558/model.neff fi
 neuronxcc-2.17.194.0+d312836f/MODULE_ac052d9ceeddae92a6de+165e9558/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
 neuronxcc-2.17.194.0+d312836f/MODULE_d5caf390611898592403+bfe5714b/model.neff filter=lfs diff=lfs merge=lfs -text
 neuronxcc-2.17.194.0+d312836f/MODULE_db4fc749b8cfafe5dba5+431f5505/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.19.8089.0+8ab9f450/MODULE_10122986602509480095+a3455b04/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.19.8089.0+8ab9f450/MODULE_1509404106410641562+a3455b04/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.19.8089.0+8ab9f450/MODULE_16210739818105775063+a3455b04/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.19.8089.0+8ab9f450/MODULE_16913710482727766190+a3455b04/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.19.8089.0+8ab9f450/MODULE_2805887779814356685+a3455b04/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.19.8089.0+8ab9f450/MODULE_6259665786869492360+a3455b04/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.19.8089.0+8ab9f450/MODULE_8866125792932342207+a3455b04/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.19.8089.0+8ab9f450/MODULE_9223103241696019306+a3455b04/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.19.8089.0+8ab9f450/MODULE_9266983032370982252+a3455b04/model.neff filter=lfs diff=lfs merge=lfs -text
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_10122986602509480095+a3455b04/compile_flags.json b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_10122986602509480095+a3455b04/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..19f04b4bab3fa57136bfb5f03c79eab16c89394f
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_10122986602509480095+a3455b04/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--model-type=transformer", "--model-type=transformer"]
\ No newline at end of file
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_10122986602509480095+a3455b04/model.done b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_10122986602509480095+a3455b04/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_10122986602509480095+a3455b04/model.hlo_module.pb b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_10122986602509480095+a3455b04/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..1a46e578e9ba7561450c999e3d88ab6b6bb296de
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_10122986602509480095+a3455b04/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee2047e06ce530b9d10dc33767f899c9a7e09484919697ba22d3778595a1ced2
+size 834499
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_10122986602509480095+a3455b04/model.neff b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_10122986602509480095+a3455b04/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..efb80c4c6e8ab71ece08dae7607d090f8fb4420c
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_10122986602509480095+a3455b04/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b6b8544e8d0049336dacf3152b0c34a2107fff182be41397ad86c87064ce6f7
+size 18453504
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_11137652962366101371+e30acd3a/compile_flags.json b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_11137652962366101371+e30acd3a/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_11137652962366101371+e30acd3a/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1"]
\ No newline at end of file
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_11137652962366101371+e30acd3a/model.done b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_11137652962366101371+e30acd3a/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_11137652962366101371+e30acd3a/model.hlo_module.pb b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_11137652962366101371+e30acd3a/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..9fe1fe4f8186ae1b4ab4ff48c78d3b659535f913
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_11137652962366101371+e30acd3a/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1dfdc0fde69597dd4359cf71db2de36b7fa3e276491c210d4e0fe461a2e230e
+size 1808
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_11137652962366101371+e30acd3a/model.neff b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_11137652962366101371+e30acd3a/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..ae0733c10c91e3dba8b5674cdac5794f900ed5bb
Binary files /dev/null and b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_11137652962366101371+e30acd3a/model.neff differ
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_11137652962366101371+f7f529f3/compile_flags.json b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_11137652962366101371+f7f529f3/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..fcbf3eee4b2662df595c4faa9e131d744f5ad30d
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_11137652962366101371+f7f529f3/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--model-type", "transformer"]
\ No newline at end of file
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_11137652962366101371+f7f529f3/model.done b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_11137652962366101371+f7f529f3/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_11137652962366101371+f7f529f3/model.hlo_module.pb b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_11137652962366101371+f7f529f3/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..9fe1fe4f8186ae1b4ab4ff48c78d3b659535f913
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_11137652962366101371+f7f529f3/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1dfdc0fde69597dd4359cf71db2de36b7fa3e276491c210d4e0fe461a2e230e
+size 1808
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_11137652962366101371+f7f529f3/model.neff b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_11137652962366101371+f7f529f3/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..dd8874101fefb05733df58cb91b9992ff36510e6
Binary files /dev/null and b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_11137652962366101371+f7f529f3/model.neff differ
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_14152517080381013961+5860ac52/compile_flags.json b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_14152517080381013961+5860ac52/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..0117e57a09b7e47ea0c38d11bb76820a72ffb9d2
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_14152517080381013961+5860ac52/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--model-type", "transformer", "--model-type=transformer", "--model-type=transformer"]
\ No newline at end of file
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_14152517080381013961+5860ac52/model.done b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_14152517080381013961+5860ac52/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_14152517080381013961+5860ac52/model.hlo_module.pb b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_14152517080381013961+5860ac52/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..f0e49fa1f42c7f50c4e3e820a524fae1c887892f
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_14152517080381013961+5860ac52/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0f510e575aaf520c36e9730b821096299825c3d75ab2eb9f30373441b275825
+size 301
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_14152517080381013961+5860ac52/model.neff b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_14152517080381013961+5860ac52/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..69313fc6348898625a95a61c7e66ac9ccad5527e
Binary files /dev/null and b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_14152517080381013961+5860ac52/model.neff differ
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_14152517080381013961+a3455b04/compile_flags.json b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_14152517080381013961+a3455b04/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..19f04b4bab3fa57136bfb5f03c79eab16c89394f
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_14152517080381013961+a3455b04/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--model-type=transformer", "--model-type=transformer"]
\ No newline at end of file
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_14152517080381013961+a3455b04/model.done b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_14152517080381013961+a3455b04/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_14152517080381013961+a3455b04/model.hlo_module.pb b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_14152517080381013961+a3455b04/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..f0e49fa1f42c7f50c4e3e820a524fae1c887892f
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_14152517080381013961+a3455b04/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0f510e575aaf520c36e9730b821096299825c3d75ab2eb9f30373441b275825
+size 301
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_14152517080381013961+a3455b04/model.neff b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_14152517080381013961+a3455b04/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..9e359558ed07c1c0e2a21e888e9d3eea7d8bfe5d
Binary files /dev/null and b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_14152517080381013961+a3455b04/model.neff differ
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_1509404106410641562+a3455b04/compile_flags.json b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_1509404106410641562+a3455b04/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..19f04b4bab3fa57136bfb5f03c79eab16c89394f
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_1509404106410641562+a3455b04/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--model-type=transformer", "--model-type=transformer"]
\ No newline at end of file
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_1509404106410641562+a3455b04/model.done b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_1509404106410641562+a3455b04/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_1509404106410641562+a3455b04/model.hlo_module.pb b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_1509404106410641562+a3455b04/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..d903b29ddc68ea1c25c6cc9661dd91edace4005b
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_1509404106410641562+a3455b04/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7199f30e17784b6f01275fd09b5d4133e475d8e04043b087cce0b13ea3a607c5
+size 834655
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_1509404106410641562+a3455b04/model.neff b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_1509404106410641562+a3455b04/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..6e2ebeaadea4c35320e2f49c5855d37ce2dbbec7
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_1509404106410641562+a3455b04/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0487810cac027c69299aee0e086f3f61b47f5c389bcc0e2f7beb264f50738646
+size 18453504
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_16210739818105775063+a3455b04/compile_flags.json b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_16210739818105775063+a3455b04/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..19f04b4bab3fa57136bfb5f03c79eab16c89394f
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_16210739818105775063+a3455b04/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--model-type=transformer", "--model-type=transformer"]
\ No newline at end of file
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_16210739818105775063+a3455b04/model.done b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_16210739818105775063+a3455b04/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_16210739818105775063+a3455b04/model.hlo_module.pb b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_16210739818105775063+a3455b04/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..d8880e31c4ca5c66361f1758cae76ef9f2a10160
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_16210739818105775063+a3455b04/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:411566c4ac9d41e979962661eca3887a7a9f0ff00f39a3a5806e116c7deb4958
+size 2569553
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_16210739818105775063+a3455b04/model.neff b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_16210739818105775063+a3455b04/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..716fdf616881d94c8d0c8c2bd41df6c858a0baba
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_16210739818105775063+a3455b04/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb996643161d7337082965b995f547668ae8ab34669dbf0f08d0acb41c8c38d8
+size 56648704
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_16913710482727766190+a3455b04/compile_flags.json b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_16913710482727766190+a3455b04/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..19f04b4bab3fa57136bfb5f03c79eab16c89394f
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_16913710482727766190+a3455b04/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--model-type=transformer", "--model-type=transformer"]
\ No newline at end of file
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_16913710482727766190+a3455b04/model.done b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_16913710482727766190+a3455b04/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_16913710482727766190+a3455b04/model.hlo_module.pb b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_16913710482727766190+a3455b04/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..33a1da6183a645034413e43860b5317315850d8a
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_16913710482727766190+a3455b04/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96d84c67187b5353d1c9800fbea461f2df9203c50e38f4f6f3366c3fc0b1f687
+size 2570028
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_16913710482727766190+a3455b04/model.neff b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_16913710482727766190+a3455b04/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..5ca38204b3ae9327838603740c672d56cf950c73
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_16913710482727766190+a3455b04/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:758c82a93f0d198816498c4324fecf640d034b6ecdbdb1a95e897626c89b9e17
+size 56802304
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_2805887779814356685+a3455b04/compile_flags.json b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_2805887779814356685+a3455b04/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..19f04b4bab3fa57136bfb5f03c79eab16c89394f
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_2805887779814356685+a3455b04/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--model-type=transformer", "--model-type=transformer"]
\ No newline at end of file
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_2805887779814356685+a3455b04/model.done b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_2805887779814356685+a3455b04/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_2805887779814356685+a3455b04/model.hlo_module.pb b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_2805887779814356685+a3455b04/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..7ea4330681dcecd7fd52341617d5103a33b2d5de
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_2805887779814356685+a3455b04/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5642c06c09f5ab9ddc00e2391caa804a0a8b919b09e27678e237ce4762688cae
+size 784794
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_2805887779814356685+a3455b04/model.neff b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_2805887779814356685+a3455b04/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..7fccc0c0dc10cdea71db53a8af35e151b32e8800
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_2805887779814356685+a3455b04/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b5d52c1d25f8aaf603a814994ec7c7b648c454f605cd48f718aa26016cb06c6
+size 1188864
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_6259665786869492360+a3455b04/compile_flags.json b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_6259665786869492360+a3455b04/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..19f04b4bab3fa57136bfb5f03c79eab16c89394f
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_6259665786869492360+a3455b04/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--model-type=transformer", "--model-type=transformer"]
\ No newline at end of file
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_6259665786869492360+a3455b04/model.done b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_6259665786869492360+a3455b04/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_6259665786869492360+a3455b04/model.hlo_module.pb b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_6259665786869492360+a3455b04/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..8f209866281c08373d178c65d577d62c1977d2ee
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_6259665786869492360+a3455b04/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6753d8634571e31202149ca63d691c2796ed7cf64926e34ed0f5e978909485b
+size 889124
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_6259665786869492360+a3455b04/model.neff b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_6259665786869492360+a3455b04/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..004be25792f354912de68ddcdd79cf7be22e7503
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_6259665786869492360+a3455b04/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5815a71bf2d48f9ccf9401e0502bd2d23c433acde65efe94f75916c6e6ece0d5
+size 1557504
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_8866125792932342207+a3455b04/compile_flags.json b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_8866125792932342207+a3455b04/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..19f04b4bab3fa57136bfb5f03c79eab16c89394f
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_8866125792932342207+a3455b04/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--model-type=transformer", "--model-type=transformer"]
\ No newline at end of file
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_8866125792932342207+a3455b04/model.done b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_8866125792932342207+a3455b04/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_8866125792932342207+a3455b04/model.hlo_module.pb b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_8866125792932342207+a3455b04/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..cfd3363f673eec17901cfbadb34b68d3789469a1
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_8866125792932342207+a3455b04/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:425142f65740f61567d67fe83bd1eca78a6a24b252031c9dc1dd58e28fe67c8b
+size 889801
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_8866125792932342207+a3455b04/model.neff b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_8866125792932342207+a3455b04/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..80f846db607eafd1e70265e76b12e1c7f20fff13
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_8866125792932342207+a3455b04/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdd29ec7f177dacbfc831a7c1075145e45d4d6b74fe1c6be6a87511c84e3e359
+size 1557504
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_9223103241696019306+a3455b04/compile_flags.json b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_9223103241696019306+a3455b04/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..19f04b4bab3fa57136bfb5f03c79eab16c89394f
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_9223103241696019306+a3455b04/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--model-type=transformer", "--model-type=transformer"]
\ No newline at end of file
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_9223103241696019306+a3455b04/model.done b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_9223103241696019306+a3455b04/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_9223103241696019306+a3455b04/model.hlo_module.pb b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_9223103241696019306+a3455b04/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..fd4e9aa5e5031a74f83767f152f640f4f9571085
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_9223103241696019306+a3455b04/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:232515f1ea76c0f81f21d4a0a25547766bb8f546f57f66e50d991dc31fea95ae
+size 834024
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_9223103241696019306+a3455b04/model.neff b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_9223103241696019306+a3455b04/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..597e8d00dde1afc2cfed01dd66bb71d2c050e76f
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_9223103241696019306+a3455b04/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98a269640675d6f7407b3e3b8c89b8cd5d07884004e03cab12edd23f75d04556
+size 18443264
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_9266983032370982252+a3455b04/compile_flags.json b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_9266983032370982252+a3455b04/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..19f04b4bab3fa57136bfb5f03c79eab16c89394f
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_9266983032370982252+a3455b04/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--model-type=transformer", "--model-type=transformer"]
\ No newline at end of file
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_9266983032370982252+a3455b04/model.done b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_9266983032370982252+a3455b04/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_9266983032370982252+a3455b04/model.hlo_module.pb b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_9266983032370982252+a3455b04/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..abcc253a9f12823346621d15a488f222417d893e
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_9266983032370982252+a3455b04/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14c4e04bf54e474eca2d2df2fa7e13a5f31a46fa2c20145252e7fdc5db9c1244
+size 834180
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_9266983032370982252+a3455b04/model.neff b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_9266983032370982252+a3455b04/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..00ce379e5f731f40646b17be4e7148c9bc55d632
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_9266983032370982252+a3455b04/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78d4cb6b9c5449ad279f4f0865f70f18d205cb403c56f06c7185b5a6962fa617
+size 18443264