Synchronizing local compiler cache.
Browse files- .gitattributes +14 -0
- neuronxcc-2.21.18209.0+043b1bf7/MODULE_0953a1715d59163d7839+617f6939/compile_flags.json +1 -0
- neuronxcc-2.21.18209.0+043b1bf7/MODULE_0953a1715d59163d7839+617f6939/model.done +0 -0
- neuronxcc-2.21.18209.0+043b1bf7/MODULE_0953a1715d59163d7839+617f6939/model.hlo_module.pb +3 -0
- neuronxcc-2.21.18209.0+043b1bf7/MODULE_0953a1715d59163d7839+617f6939/model.neff +3 -0
- neuronxcc-2.21.18209.0+043b1bf7/MODULE_0953a1715d59163d7839+617f6939/wrapped_neff.hlo +3 -0
- neuronxcc-2.21.18209.0+043b1bf7/MODULE_6b4151fbbf8e0bf9b207+ad9e832d/compile_flags.json +1 -0
- neuronxcc-2.21.18209.0+043b1bf7/MODULE_6b4151fbbf8e0bf9b207+ad9e832d/model.done +0 -0
- neuronxcc-2.21.18209.0+043b1bf7/MODULE_6b4151fbbf8e0bf9b207+ad9e832d/model.hlo_module.pb +3 -0
- neuronxcc-2.21.18209.0+043b1bf7/MODULE_6b4151fbbf8e0bf9b207+ad9e832d/model.neff +3 -0
- neuronxcc-2.21.18209.0+043b1bf7/MODULE_7840bb067b3b0dbbe82b+ad9e832d/compile_flags.json +1 -0
- neuronxcc-2.21.18209.0+043b1bf7/MODULE_7840bb067b3b0dbbe82b+ad9e832d/model.done +0 -0
- neuronxcc-2.21.18209.0+043b1bf7/MODULE_7840bb067b3b0dbbe82b+ad9e832d/model.hlo_module.pb +3 -0
- neuronxcc-2.21.18209.0+043b1bf7/MODULE_7840bb067b3b0dbbe82b+ad9e832d/model.neff +3 -0
- neuronxcc-2.21.18209.0+043b1bf7/MODULE_8840dff3517b081d95d5+617f6939/compile_flags.json +1 -0
- neuronxcc-2.21.18209.0+043b1bf7/MODULE_8840dff3517b081d95d5+617f6939/model.done +0 -0
- neuronxcc-2.21.18209.0+043b1bf7/MODULE_8840dff3517b081d95d5+617f6939/model.hlo_module.pb +3 -0
- neuronxcc-2.21.18209.0+043b1bf7/MODULE_8840dff3517b081d95d5+617f6939/model.neff +3 -0
- neuronxcc-2.21.18209.0+043b1bf7/MODULE_8840dff3517b081d95d5+617f6939/wrapped_neff.hlo +3 -0
- neuronxcc-2.21.18209.0+043b1bf7/MODULE_99d403ff6364aa8b581b+ad9e832d/compile_flags.json +1 -0
- neuronxcc-2.21.18209.0+043b1bf7/MODULE_99d403ff6364aa8b581b+ad9e832d/model.done +0 -0
- neuronxcc-2.21.18209.0+043b1bf7/MODULE_99d403ff6364aa8b581b+ad9e832d/model.hlo_module.pb +3 -0
- neuronxcc-2.21.18209.0+043b1bf7/MODULE_99d403ff6364aa8b581b+ad9e832d/model.neff +3 -0
- neuronxcc-2.21.18209.0+043b1bf7/MODULE_dc91206bd2eb240d90b3+ad9e832d/compile_flags.json +1 -0
- neuronxcc-2.21.18209.0+043b1bf7/MODULE_dc91206bd2eb240d90b3+ad9e832d/model.done +0 -0
- neuronxcc-2.21.18209.0+043b1bf7/MODULE_dc91206bd2eb240d90b3+ad9e832d/model.hlo_module.pb +3 -0
- neuronxcc-2.21.18209.0+043b1bf7/MODULE_dc91206bd2eb240d90b3+ad9e832d/model.neff +3 -0
- neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.4.dev2/llama/unsloth/Llama-3.2-1B-Instruct/3657edd95e4d922f714c.json +63 -0
- neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.4.dev2/llama/unsloth/Llama-3.2-1B-Instruct/73d01a0f47581aaaee4a.json +63 -0
- neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.4.dev2/llama/unsloth/Llama-3.2-1B/99ab78a5cc863ad14ed8.json +63 -0
- neuronxcc-2.21.33363.0+82129205/MODULE_29010310fe43264b7105+a02c3a36/compile_flags.json +1 -0
- neuronxcc-2.21.33363.0+82129205/MODULE_29010310fe43264b7105+a02c3a36/model.done +0 -0
- neuronxcc-2.21.33363.0+82129205/MODULE_29010310fe43264b7105+a02c3a36/model.hlo_module.pb +3 -0
- neuronxcc-2.21.33363.0+82129205/MODULE_29010310fe43264b7105+a02c3a36/model.neff +3 -0
- neuronxcc-2.21.33363.0+82129205/MODULE_29010310fe43264b7105+a02c3a36/wrapped_neff.hlo +3 -0
- neuronxcc-2.21.33363.0+82129205/MODULE_68052a3ce6462c8b3a87+24129607/compile_flags.json +1 -0
- neuronxcc-2.21.33363.0+82129205/MODULE_68052a3ce6462c8b3a87+24129607/model.done +0 -0
- neuronxcc-2.21.33363.0+82129205/MODULE_68052a3ce6462c8b3a87+24129607/model.hlo_module.pb +3 -0
- neuronxcc-2.21.33363.0+82129205/MODULE_68052a3ce6462c8b3a87+24129607/model.neff +3 -0
- neuronxcc-2.21.33363.0+82129205/MODULE_a6d912262b31e81edfe6+24129607/model.neff +1 -1
- neuronxcc-2.21.33363.0+82129205/MODULE_af4b3f9716f68f17b23b+a02c3a36/compile_flags.json +1 -0
- neuronxcc-2.21.33363.0+82129205/MODULE_af4b3f9716f68f17b23b+a02c3a36/model.done +0 -0
- neuronxcc-2.21.33363.0+82129205/MODULE_af4b3f9716f68f17b23b+a02c3a36/model.hlo_module.pb +3 -0
- neuronxcc-2.21.33363.0+82129205/MODULE_af4b3f9716f68f17b23b+a02c3a36/model.neff +3 -0
- neuronxcc-2.21.33363.0+82129205/MODULE_af4b3f9716f68f17b23b+a02c3a36/wrapped_neff.hlo +3 -0
- neuronxcc-2.21.33363.0+82129205/MODULE_ff08200107e17dde7c8b+24129607/compile_flags.json +1 -0
- neuronxcc-2.21.33363.0+82129205/MODULE_ff08200107e17dde7c8b+24129607/model.done +0 -0
- neuronxcc-2.21.33363.0+82129205/MODULE_ff08200107e17dde7c8b+24129607/model.hlo_module.pb +3 -0
- neuronxcc-2.21.33363.0+82129205/MODULE_ff08200107e17dde7c8b+24129607/model.neff +3 -0
.gitattributes
CHANGED
|
@@ -6232,3 +6232,17 @@ neuronxcc-2.22.12471.0+b4a00d10/MODULE_518a65569b3768d4b20e+84337dd9/wrapped_nef
|
|
| 6232 |
neuronxcc-2.22.12471.0+b4a00d10/MODULE_542b091498df3056d0ea+519f203d/model.neff filter=lfs diff=lfs merge=lfs -text
|
| 6233 |
neuronxcc-2.22.12471.0+b4a00d10/MODULE_6c9bb6718daf6128f1f9+84337dd9/model.neff filter=lfs diff=lfs merge=lfs -text
|
| 6234 |
neuronxcc-2.22.12471.0+b4a00d10/MODULE_6c9bb6718daf6128f1f9+84337dd9/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 6232 |
neuronxcc-2.22.12471.0+b4a00d10/MODULE_542b091498df3056d0ea+519f203d/model.neff filter=lfs diff=lfs merge=lfs -text
|
| 6233 |
neuronxcc-2.22.12471.0+b4a00d10/MODULE_6c9bb6718daf6128f1f9+84337dd9/model.neff filter=lfs diff=lfs merge=lfs -text
|
| 6234 |
neuronxcc-2.22.12471.0+b4a00d10/MODULE_6c9bb6718daf6128f1f9+84337dd9/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
|
| 6235 |
+
neuronxcc-2.21.18209.0+043b1bf7/MODULE_0953a1715d59163d7839+617f6939/model.neff filter=lfs diff=lfs merge=lfs -text
|
| 6236 |
+
neuronxcc-2.21.18209.0+043b1bf7/MODULE_0953a1715d59163d7839+617f6939/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
|
| 6237 |
+
neuronxcc-2.21.18209.0+043b1bf7/MODULE_6b4151fbbf8e0bf9b207+ad9e832d/model.neff filter=lfs diff=lfs merge=lfs -text
|
| 6238 |
+
neuronxcc-2.21.18209.0+043b1bf7/MODULE_7840bb067b3b0dbbe82b+ad9e832d/model.neff filter=lfs diff=lfs merge=lfs -text
|
| 6239 |
+
neuronxcc-2.21.18209.0+043b1bf7/MODULE_8840dff3517b081d95d5+617f6939/model.neff filter=lfs diff=lfs merge=lfs -text
|
| 6240 |
+
neuronxcc-2.21.18209.0+043b1bf7/MODULE_8840dff3517b081d95d5+617f6939/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
|
| 6241 |
+
neuronxcc-2.21.18209.0+043b1bf7/MODULE_99d403ff6364aa8b581b+ad9e832d/model.neff filter=lfs diff=lfs merge=lfs -text
|
| 6242 |
+
neuronxcc-2.21.18209.0+043b1bf7/MODULE_dc91206bd2eb240d90b3+ad9e832d/model.neff filter=lfs diff=lfs merge=lfs -text
|
| 6243 |
+
neuronxcc-2.21.33363.0+82129205/MODULE_29010310fe43264b7105+a02c3a36/model.neff filter=lfs diff=lfs merge=lfs -text
|
| 6244 |
+
neuronxcc-2.21.33363.0+82129205/MODULE_29010310fe43264b7105+a02c3a36/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
|
| 6245 |
+
neuronxcc-2.21.33363.0+82129205/MODULE_68052a3ce6462c8b3a87+24129607/model.neff filter=lfs diff=lfs merge=lfs -text
|
| 6246 |
+
neuronxcc-2.21.33363.0+82129205/MODULE_af4b3f9716f68f17b23b+a02c3a36/model.neff filter=lfs diff=lfs merge=lfs -text
|
| 6247 |
+
neuronxcc-2.21.33363.0+82129205/MODULE_af4b3f9716f68f17b23b+a02c3a36/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
|
| 6248 |
+
neuronxcc-2.21.33363.0+82129205/MODULE_ff08200107e17dde7c8b+24129607/model.neff filter=lfs diff=lfs merge=lfs -text
|
neuronxcc-2.21.18209.0+043b1bf7/MODULE_0953a1715d59163d7839+617f6939/compile_flags.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=1 --vectorize-strided-dma ", "--lnc=1", "-O2", "--internal-hlo2tensorizer-options=--verify-hlo=true", "--logfile=/tmp/nxd_model/token_generation_model/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
|
neuronxcc-2.21.18209.0+043b1bf7/MODULE_0953a1715d59163d7839+617f6939/model.done
ADDED
|
File without changes
|
neuronxcc-2.21.18209.0+043b1bf7/MODULE_0953a1715d59163d7839+617f6939/model.hlo_module.pb
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:050e63f119bf3b1c7b360d1695e06cba77b8babce4ca5929c4d2a6505748c40c
|
| 3 |
+
size 379962
|
neuronxcc-2.21.18209.0+043b1bf7/MODULE_0953a1715d59163d7839+617f6939/model.neff
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1d12b155f689bb3e299c8b38f5974a8db5ee77b046caaa391c9c10775fcfdf03
|
| 3 |
+
size 2233344
|
neuronxcc-2.21.18209.0+043b1bf7/MODULE_0953a1715d59163d7839+617f6939/wrapped_neff.hlo
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f044fdc993c6c41c8ca0edb6f4a0e938e87dc56264da6f92195764c21c372290
|
| 3 |
+
size 2326403
|
neuronxcc-2.21.18209.0+043b1bf7/MODULE_6b4151fbbf8e0bf9b207+ad9e832d/compile_flags.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "--lnc=1", "-O1", "--internal-hlo2tensorizer-options= --modular-flow-mac-threshold=10 --verify-hlo=true", "--logfile=/tmp/nxd_model/context_encoding_model/_tp0_bk0/log-neuron-cc.txt"]
|
neuronxcc-2.21.18209.0+043b1bf7/MODULE_6b4151fbbf8e0bf9b207+ad9e832d/model.done
ADDED
|
File without changes
|
neuronxcc-2.21.18209.0+043b1bf7/MODULE_6b4151fbbf8e0bf9b207+ad9e832d/model.hlo_module.pb
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c030cf106862196561918698b00a1a8d3bd844ca252156e4e1866eeec7404a5d
|
| 3 |
+
size 474780
|
neuronxcc-2.21.18209.0+043b1bf7/MODULE_6b4151fbbf8e0bf9b207+ad9e832d/model.neff
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:21cd68b725d2b9fb19a0c95a4a7f7b37d6ad0b262fe043730355dd19f70e9a5d
|
| 3 |
+
size 10077184
|
neuronxcc-2.21.18209.0+043b1bf7/MODULE_7840bb067b3b0dbbe82b+ad9e832d/compile_flags.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "--lnc=1", "-O1", "--internal-hlo2tensorizer-options= --modular-flow-mac-threshold=10 --verify-hlo=true", "--logfile=/tmp/nxd_model/context_encoding_model/_tp0_bk0/log-neuron-cc.txt"]
|
neuronxcc-2.21.18209.0+043b1bf7/MODULE_7840bb067b3b0dbbe82b+ad9e832d/model.done
ADDED
|
File without changes
|
neuronxcc-2.21.18209.0+043b1bf7/MODULE_7840bb067b3b0dbbe82b+ad9e832d/model.hlo_module.pb
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:51141ad1492d98f0a5e85e1c5d001b7a8143e376efc09cfbe3f69b553e551a56
|
| 3 |
+
size 440125
|
neuronxcc-2.21.18209.0+043b1bf7/MODULE_7840bb067b3b0dbbe82b+ad9e832d/model.neff
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:43196fb735617a4afce0afb07f4f4c4292fdde0c284d8d991fe4660f675a138a
|
| 3 |
+
size 9544704
|
neuronxcc-2.21.18209.0+043b1bf7/MODULE_8840dff3517b081d95d5+617f6939/compile_flags.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=1 --vectorize-strided-dma ", "--lnc=1", "-O2", "--internal-hlo2tensorizer-options=--verify-hlo=true", "--logfile=/tmp/nxd_model/token_generation_model/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
|
neuronxcc-2.21.18209.0+043b1bf7/MODULE_8840dff3517b081d95d5+617f6939/model.done
ADDED
|
File without changes
|
neuronxcc-2.21.18209.0+043b1bf7/MODULE_8840dff3517b081d95d5+617f6939/model.hlo_module.pb
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:09c324a26c6bf6553bfa1b479b2ce5f8b4a0cdc73ff0c57a302ef3becf9f1853
|
| 3 |
+
size 383363
|
neuronxcc-2.21.18209.0+043b1bf7/MODULE_8840dff3517b081d95d5+617f6939/model.neff
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b3b6abef2e8972ae04728491572c1da70674ed11a269a59e019e38283f061d5a
|
| 3 |
+
size 2366464
|
neuronxcc-2.21.18209.0+043b1bf7/MODULE_8840dff3517b081d95d5+617f6939/wrapped_neff.hlo
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:166e770e1041f4f19e0401fdec3ed86959f280ec686f552fb963d43144d48f79
|
| 3 |
+
size 2459499
|
neuronxcc-2.21.18209.0+043b1bf7/MODULE_99d403ff6364aa8b581b+ad9e832d/compile_flags.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "--lnc=1", "-O1", "--internal-hlo2tensorizer-options= --modular-flow-mac-threshold=10 --verify-hlo=true", "--logfile=/tmp/nxd_model/context_encoding_model/_tp0_bk0/log-neuron-cc.txt"]
|
neuronxcc-2.21.18209.0+043b1bf7/MODULE_99d403ff6364aa8b581b+ad9e832d/model.done
ADDED
|
File without changes
|
neuronxcc-2.21.18209.0+043b1bf7/MODULE_99d403ff6364aa8b581b+ad9e832d/model.hlo_module.pb
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:40c708c5f1c2644af228bf4379cd7a61f407b20b0d85df3430c203e5538a2661
|
| 3 |
+
size 471147
|
neuronxcc-2.21.18209.0+043b1bf7/MODULE_99d403ff6364aa8b581b+ad9e832d/model.neff
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:5c3a9f90964e845fc120359c8ca5dbac32c8f01aaaf69fd94ee9288cb58a28f7
|
| 3 |
+
size 9667584
|
neuronxcc-2.21.18209.0+043b1bf7/MODULE_dc91206bd2eb240d90b3+ad9e832d/compile_flags.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "--lnc=1", "-O1", "--internal-hlo2tensorizer-options= --modular-flow-mac-threshold=10 --verify-hlo=true", "--logfile=/tmp/nxd_model/context_encoding_model/_tp0_bk0/log-neuron-cc.txt"]
|
neuronxcc-2.21.18209.0+043b1bf7/MODULE_dc91206bd2eb240d90b3+ad9e832d/model.done
ADDED
|
File without changes
|
neuronxcc-2.21.18209.0+043b1bf7/MODULE_dc91206bd2eb240d90b3+ad9e832d/model.hlo_module.pb
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:25c9ef27abf72510a98fd0750e8ecd6e7d6c24a22af8856a19ad8b2efb703ab1
|
| 3 |
+
size 443756
|
neuronxcc-2.21.18209.0+043b1bf7/MODULE_dc91206bd2eb240d90b3+ad9e832d/model.neff
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:808859c75a8989f793f55b52401fb5af231a63ed6c657ea25d6115dfd1a42b0c
|
| 3 |
+
size 9944064
|
neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.4.dev2/llama/unsloth/Llama-3.2-1B-Instruct/3657edd95e4d922f714c.json
ADDED
|
@@ -0,0 +1,63 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"_entry_class": "SingleModelCacheEntry",
|
| 3 |
+
"_model_id": "unsloth/Llama-3.2-1B-Instruct",
|
| 4 |
+
"_task": "text-generation",
|
| 5 |
+
"architectures": [
|
| 6 |
+
"LlamaForCausalLM"
|
| 7 |
+
],
|
| 8 |
+
"attention_bias": false,
|
| 9 |
+
"attention_dropout": 0.0,
|
| 10 |
+
"dtype": "bfloat16",
|
| 11 |
+
"head_dim": 64,
|
| 12 |
+
"hidden_act": "silu",
|
| 13 |
+
"hidden_size": 2048,
|
| 14 |
+
"initializer_range": 0.02,
|
| 15 |
+
"intermediate_size": 8192,
|
| 16 |
+
"max_position_embeddings": 131072,
|
| 17 |
+
"mlp_bias": false,
|
| 18 |
+
"model_type": "llama",
|
| 19 |
+
"neuron": {
|
| 20 |
+
"_serialized_key": "NxDNeuronConfig",
|
| 21 |
+
"batch_size": 1,
|
| 22 |
+
"capacity_factor": null,
|
| 23 |
+
"checkpoint_id": "unsloth/Llama-3.2-1B-Instruct",
|
| 24 |
+
"checkpoint_revision": "5a8abab4a5d6f164389b1079fb721cfab8d7126c",
|
| 25 |
+
"continuous_batching": false,
|
| 26 |
+
"ep_degree": 1,
|
| 27 |
+
"fused_qkv": true,
|
| 28 |
+
"glu_mlp": true,
|
| 29 |
+
"local_ranks_size": 2,
|
| 30 |
+
"max_batch_size": 1,
|
| 31 |
+
"max_context_length": 4096,
|
| 32 |
+
"max_topk": 256,
|
| 33 |
+
"n_active_tokens": 4096,
|
| 34 |
+
"neuronxcc_version": "2.21.33363.0+82129205",
|
| 35 |
+
"on_device_sampling": false,
|
| 36 |
+
"optimum_neuron_version": "0.4.4.dev2",
|
| 37 |
+
"output_logits": false,
|
| 38 |
+
"pp_degree": 1,
|
| 39 |
+
"sequence_length": 4096,
|
| 40 |
+
"speculation_length": 0,
|
| 41 |
+
"start_rank_id": 0,
|
| 42 |
+
"target": "trn1",
|
| 43 |
+
"torch_dtype": "bfloat16",
|
| 44 |
+
"tp_degree": 2
|
| 45 |
+
},
|
| 46 |
+
"num_attention_heads": 32,
|
| 47 |
+
"num_hidden_layers": 16,
|
| 48 |
+
"num_key_value_heads": 8,
|
| 49 |
+
"pretraining_tp": 1,
|
| 50 |
+
"rms_norm_eps": 1e-05,
|
| 51 |
+
"rope_scaling": {
|
| 52 |
+
"factor": 32.0,
|
| 53 |
+
"high_freq_factor": 4.0,
|
| 54 |
+
"low_freq_factor": 1.0,
|
| 55 |
+
"original_max_position_embeddings": 8192,
|
| 56 |
+
"rope_type": "llama3"
|
| 57 |
+
},
|
| 58 |
+
"rope_theta": 500000.0,
|
| 59 |
+
"tie_word_embeddings": true,
|
| 60 |
+
"unsloth_fixed": true,
|
| 61 |
+
"use_cache": true,
|
| 62 |
+
"vocab_size": 128256
|
| 63 |
+
}
|
neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.4.dev2/llama/unsloth/Llama-3.2-1B-Instruct/73d01a0f47581aaaee4a.json
ADDED
|
@@ -0,0 +1,63 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"_entry_class": "SingleModelCacheEntry",
|
| 3 |
+
"_model_id": "unsloth/Llama-3.2-1B-Instruct",
|
| 4 |
+
"_task": "text-generation",
|
| 5 |
+
"architectures": [
|
| 6 |
+
"LlamaForCausalLM"
|
| 7 |
+
],
|
| 8 |
+
"attention_bias": false,
|
| 9 |
+
"attention_dropout": 0.0,
|
| 10 |
+
"dtype": "bfloat16",
|
| 11 |
+
"head_dim": 64,
|
| 12 |
+
"hidden_act": "silu",
|
| 13 |
+
"hidden_size": 2048,
|
| 14 |
+
"initializer_range": 0.02,
|
| 15 |
+
"intermediate_size": 8192,
|
| 16 |
+
"max_position_embeddings": 131072,
|
| 17 |
+
"mlp_bias": false,
|
| 18 |
+
"model_type": "llama",
|
| 19 |
+
"neuron": {
|
| 20 |
+
"_serialized_key": "NxDNeuronConfig",
|
| 21 |
+
"batch_size": 1,
|
| 22 |
+
"capacity_factor": null,
|
| 23 |
+
"checkpoint_id": "unsloth/Llama-3.2-1B-Instruct",
|
| 24 |
+
"checkpoint_revision": "5a8abab4a5d6f164389b1079fb721cfab8d7126c",
|
| 25 |
+
"continuous_batching": false,
|
| 26 |
+
"ep_degree": 1,
|
| 27 |
+
"fused_qkv": true,
|
| 28 |
+
"glu_mlp": true,
|
| 29 |
+
"local_ranks_size": 2,
|
| 30 |
+
"max_batch_size": 1,
|
| 31 |
+
"max_context_length": 4096,
|
| 32 |
+
"max_topk": 256,
|
| 33 |
+
"n_active_tokens": 4096,
|
| 34 |
+
"neuronxcc_version": "2.21.33363.0+82129205",
|
| 35 |
+
"on_device_sampling": true,
|
| 36 |
+
"optimum_neuron_version": "0.4.4.dev2",
|
| 37 |
+
"output_logits": false,
|
| 38 |
+
"pp_degree": 1,
|
| 39 |
+
"sequence_length": 4096,
|
| 40 |
+
"speculation_length": 0,
|
| 41 |
+
"start_rank_id": 0,
|
| 42 |
+
"target": "trn1",
|
| 43 |
+
"torch_dtype": "bfloat16",
|
| 44 |
+
"tp_degree": 2
|
| 45 |
+
},
|
| 46 |
+
"num_attention_heads": 32,
|
| 47 |
+
"num_hidden_layers": 16,
|
| 48 |
+
"num_key_value_heads": 8,
|
| 49 |
+
"pretraining_tp": 1,
|
| 50 |
+
"rms_norm_eps": 1e-05,
|
| 51 |
+
"rope_scaling": {
|
| 52 |
+
"factor": 32.0,
|
| 53 |
+
"high_freq_factor": 4.0,
|
| 54 |
+
"low_freq_factor": 1.0,
|
| 55 |
+
"original_max_position_embeddings": 8192,
|
| 56 |
+
"rope_type": "llama3"
|
| 57 |
+
},
|
| 58 |
+
"rope_theta": 500000.0,
|
| 59 |
+
"tie_word_embeddings": true,
|
| 60 |
+
"unsloth_fixed": true,
|
| 61 |
+
"use_cache": true,
|
| 62 |
+
"vocab_size": 128256
|
| 63 |
+
}
|
neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.4.dev2/llama/unsloth/Llama-3.2-1B/99ab78a5cc863ad14ed8.json
ADDED
|
@@ -0,0 +1,63 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"_entry_class": "SingleModelCacheEntry",
|
| 3 |
+
"_model_id": "unsloth/Llama-3.2-1B",
|
| 4 |
+
"_task": "text-generation",
|
| 5 |
+
"architectures": [
|
| 6 |
+
"LlamaForCausalLM"
|
| 7 |
+
],
|
| 8 |
+
"attention_bias": false,
|
| 9 |
+
"attention_dropout": 0.0,
|
| 10 |
+
"dtype": "bfloat16",
|
| 11 |
+
"head_dim": 64,
|
| 12 |
+
"hidden_act": "silu",
|
| 13 |
+
"hidden_size": 2048,
|
| 14 |
+
"initializer_range": 0.02,
|
| 15 |
+
"intermediate_size": 8192,
|
| 16 |
+
"max_position_embeddings": 131072,
|
| 17 |
+
"mlp_bias": false,
|
| 18 |
+
"model_type": "llama",
|
| 19 |
+
"neuron": {
|
| 20 |
+
"_serialized_key": "NxDNeuronConfig",
|
| 21 |
+
"batch_size": 1,
|
| 22 |
+
"capacity_factor": null,
|
| 23 |
+
"checkpoint_id": "unsloth/Llama-3.2-1B",
|
| 24 |
+
"checkpoint_revision": "9535bd9b1d1dea6acafbdc4813b728796aeb28da",
|
| 25 |
+
"continuous_batching": false,
|
| 26 |
+
"ep_degree": 1,
|
| 27 |
+
"fused_qkv": true,
|
| 28 |
+
"glu_mlp": true,
|
| 29 |
+
"local_ranks_size": 1,
|
| 30 |
+
"max_batch_size": 1,
|
| 31 |
+
"max_context_length": 8192,
|
| 32 |
+
"max_topk": 256,
|
| 33 |
+
"n_active_tokens": 8192,
|
| 34 |
+
"neuronxcc_version": "2.21.33363.0+82129205",
|
| 35 |
+
"on_device_sampling": true,
|
| 36 |
+
"optimum_neuron_version": "0.4.4.dev2",
|
| 37 |
+
"output_logits": false,
|
| 38 |
+
"pp_degree": 1,
|
| 39 |
+
"sequence_length": 8192,
|
| 40 |
+
"speculation_length": 0,
|
| 41 |
+
"start_rank_id": 0,
|
| 42 |
+
"target": "trn1",
|
| 43 |
+
"torch_dtype": "bfloat16",
|
| 44 |
+
"tp_degree": 1
|
| 45 |
+
},
|
| 46 |
+
"num_attention_heads": 32,
|
| 47 |
+
"num_hidden_layers": 16,
|
| 48 |
+
"num_key_value_heads": 8,
|
| 49 |
+
"pretraining_tp": 1,
|
| 50 |
+
"rms_norm_eps": 1e-05,
|
| 51 |
+
"rope_scaling": {
|
| 52 |
+
"factor": 32.0,
|
| 53 |
+
"high_freq_factor": 4.0,
|
| 54 |
+
"low_freq_factor": 1.0,
|
| 55 |
+
"original_max_position_embeddings": 8192,
|
| 56 |
+
"rope_type": "llama3"
|
| 57 |
+
},
|
| 58 |
+
"rope_theta": 500000.0,
|
| 59 |
+
"tie_word_embeddings": true,
|
| 60 |
+
"unsloth_fixed": true,
|
| 61 |
+
"use_cache": true,
|
| 62 |
+
"vocab_size": 128256
|
| 63 |
+
}
|
neuronxcc-2.21.33363.0+82129205/MODULE_29010310fe43264b7105+a02c3a36/compile_flags.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--logfile=/tmp/nxd_model/token_generation/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
|
neuronxcc-2.21.33363.0+82129205/MODULE_29010310fe43264b7105+a02c3a36/model.done
ADDED
|
File without changes
|
neuronxcc-2.21.33363.0+82129205/MODULE_29010310fe43264b7105+a02c3a36/model.hlo_module.pb
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:25d9f188c18c6026997c69ca5e5fb2b56c230547e4f77c84002047cf92a07fa2
|
| 3 |
+
size 405967
|
neuronxcc-2.21.33363.0+82129205/MODULE_29010310fe43264b7105+a02c3a36/model.neff
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4b54af6ae513021b750620b7749e97b35e21ba91315de4e913c7b223a0a1c951
|
| 3 |
+
size 3943424
|
neuronxcc-2.21.33363.0+82129205/MODULE_29010310fe43264b7105+a02c3a36/wrapped_neff.hlo
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:883c07a022070e8d246ed578752ecdd2b9244e0da5fc79c9860383a8be444786
|
| 3 |
+
size 4018637
|
neuronxcc-2.21.33363.0+82129205/MODULE_68052a3ce6462c8b3a87+24129607/compile_flags.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--logfile=/tmp/nxd_model/context_encoding/_tp0_bk0/log-neuron-cc.txt"]
|
neuronxcc-2.21.33363.0+82129205/MODULE_68052a3ce6462c8b3a87+24129607/model.done
ADDED
|
File without changes
|
neuronxcc-2.21.33363.0+82129205/MODULE_68052a3ce6462c8b3a87+24129607/model.hlo_module.pb
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:6eb7c75bcfa666317e73a581023c3ec1ed6008d09e5b1cb0aa466f441350b60d
|
| 3 |
+
size 434848
|
neuronxcc-2.21.33363.0+82129205/MODULE_68052a3ce6462c8b3a87+24129607/model.neff
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:2ef43268b32d01d319eb39bf02e056d3caa82f7d742f44831f165634ec7a4538
|
| 3 |
+
size 42179584
|
neuronxcc-2.21.33363.0+82129205/MODULE_a6d912262b31e81edfe6+24129607/model.neff
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 114013184
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d6fcd0208f93d0034e8ba27de29cacfb822d98c06bc860349612fef53ad374a7
|
| 3 |
size 114013184
|
neuronxcc-2.21.33363.0+82129205/MODULE_af4b3f9716f68f17b23b+a02c3a36/compile_flags.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--logfile=/tmp/nxd_model/token_generation/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
|
neuronxcc-2.21.33363.0+82129205/MODULE_af4b3f9716f68f17b23b+a02c3a36/model.done
ADDED
|
File without changes
|
neuronxcc-2.21.33363.0+82129205/MODULE_af4b3f9716f68f17b23b+a02c3a36/model.hlo_module.pb
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4a8864820c647eccdedc2495fc67717a488fef6ea60d739bf955c2e0cd7dd0b4
|
| 3 |
+
size 387415
|
neuronxcc-2.21.33363.0+82129205/MODULE_af4b3f9716f68f17b23b+a02c3a36/model.neff
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:0ff4c396c50e94b051961771d1d63573f803fb6a6c12eb90b943d32b9ceddf21
|
| 3 |
+
size 1926144
|
neuronxcc-2.21.33363.0+82129205/MODULE_af4b3f9716f68f17b23b+a02c3a36/wrapped_neff.hlo
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:200039acaadeac5ccddc751a1b16f4d7160f8536b7f327c8ab703be672cdff69
|
| 3 |
+
size 2000113
|
neuronxcc-2.21.33363.0+82129205/MODULE_ff08200107e17dde7c8b+24129607/compile_flags.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--logfile=/tmp/nxd_model/context_encoding/_tp0_bk0/log-neuron-cc.txt"]
|
neuronxcc-2.21.33363.0+82129205/MODULE_ff08200107e17dde7c8b+24129607/model.done
ADDED
|
File without changes
|
neuronxcc-2.21.33363.0+82129205/MODULE_ff08200107e17dde7c8b+24129607/model.hlo_module.pb
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:5d2418c35dd6460f001f08e963cf023c9ad398a31771a7d06fe5519d9096b4b8
|
| 3 |
+
size 445265
|
neuronxcc-2.21.33363.0+82129205/MODULE_ff08200107e17dde7c8b+24129607/model.neff
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d5dade8293bc49afc1309c6579819e7ea6f510bfa30cc4e8d9ba957478846365
|
| 3 |
+
size 217058304
|