dacorvo HF Staff commited on
Commit
b012c3d
·
verified ·
1 Parent(s): 2664d92

Synchronizing local compiler cache.

Browse files
Files changed (49) hide show
  1. .gitattributes +14 -0
  2. neuronxcc-2.21.18209.0+043b1bf7/MODULE_0953a1715d59163d7839+617f6939/compile_flags.json +1 -0
  3. neuronxcc-2.21.18209.0+043b1bf7/MODULE_0953a1715d59163d7839+617f6939/model.done +0 -0
  4. neuronxcc-2.21.18209.0+043b1bf7/MODULE_0953a1715d59163d7839+617f6939/model.hlo_module.pb +3 -0
  5. neuronxcc-2.21.18209.0+043b1bf7/MODULE_0953a1715d59163d7839+617f6939/model.neff +3 -0
  6. neuronxcc-2.21.18209.0+043b1bf7/MODULE_0953a1715d59163d7839+617f6939/wrapped_neff.hlo +3 -0
  7. neuronxcc-2.21.18209.0+043b1bf7/MODULE_6b4151fbbf8e0bf9b207+ad9e832d/compile_flags.json +1 -0
  8. neuronxcc-2.21.18209.0+043b1bf7/MODULE_6b4151fbbf8e0bf9b207+ad9e832d/model.done +0 -0
  9. neuronxcc-2.21.18209.0+043b1bf7/MODULE_6b4151fbbf8e0bf9b207+ad9e832d/model.hlo_module.pb +3 -0
  10. neuronxcc-2.21.18209.0+043b1bf7/MODULE_6b4151fbbf8e0bf9b207+ad9e832d/model.neff +3 -0
  11. neuronxcc-2.21.18209.0+043b1bf7/MODULE_7840bb067b3b0dbbe82b+ad9e832d/compile_flags.json +1 -0
  12. neuronxcc-2.21.18209.0+043b1bf7/MODULE_7840bb067b3b0dbbe82b+ad9e832d/model.done +0 -0
  13. neuronxcc-2.21.18209.0+043b1bf7/MODULE_7840bb067b3b0dbbe82b+ad9e832d/model.hlo_module.pb +3 -0
  14. neuronxcc-2.21.18209.0+043b1bf7/MODULE_7840bb067b3b0dbbe82b+ad9e832d/model.neff +3 -0
  15. neuronxcc-2.21.18209.0+043b1bf7/MODULE_8840dff3517b081d95d5+617f6939/compile_flags.json +1 -0
  16. neuronxcc-2.21.18209.0+043b1bf7/MODULE_8840dff3517b081d95d5+617f6939/model.done +0 -0
  17. neuronxcc-2.21.18209.0+043b1bf7/MODULE_8840dff3517b081d95d5+617f6939/model.hlo_module.pb +3 -0
  18. neuronxcc-2.21.18209.0+043b1bf7/MODULE_8840dff3517b081d95d5+617f6939/model.neff +3 -0
  19. neuronxcc-2.21.18209.0+043b1bf7/MODULE_8840dff3517b081d95d5+617f6939/wrapped_neff.hlo +3 -0
  20. neuronxcc-2.21.18209.0+043b1bf7/MODULE_99d403ff6364aa8b581b+ad9e832d/compile_flags.json +1 -0
  21. neuronxcc-2.21.18209.0+043b1bf7/MODULE_99d403ff6364aa8b581b+ad9e832d/model.done +0 -0
  22. neuronxcc-2.21.18209.0+043b1bf7/MODULE_99d403ff6364aa8b581b+ad9e832d/model.hlo_module.pb +3 -0
  23. neuronxcc-2.21.18209.0+043b1bf7/MODULE_99d403ff6364aa8b581b+ad9e832d/model.neff +3 -0
  24. neuronxcc-2.21.18209.0+043b1bf7/MODULE_dc91206bd2eb240d90b3+ad9e832d/compile_flags.json +1 -0
  25. neuronxcc-2.21.18209.0+043b1bf7/MODULE_dc91206bd2eb240d90b3+ad9e832d/model.done +0 -0
  26. neuronxcc-2.21.18209.0+043b1bf7/MODULE_dc91206bd2eb240d90b3+ad9e832d/model.hlo_module.pb +3 -0
  27. neuronxcc-2.21.18209.0+043b1bf7/MODULE_dc91206bd2eb240d90b3+ad9e832d/model.neff +3 -0
  28. neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.4.dev2/llama/unsloth/Llama-3.2-1B-Instruct/3657edd95e4d922f714c.json +63 -0
  29. neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.4.dev2/llama/unsloth/Llama-3.2-1B-Instruct/73d01a0f47581aaaee4a.json +63 -0
  30. neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.4.dev2/llama/unsloth/Llama-3.2-1B/99ab78a5cc863ad14ed8.json +63 -0
  31. neuronxcc-2.21.33363.0+82129205/MODULE_29010310fe43264b7105+a02c3a36/compile_flags.json +1 -0
  32. neuronxcc-2.21.33363.0+82129205/MODULE_29010310fe43264b7105+a02c3a36/model.done +0 -0
  33. neuronxcc-2.21.33363.0+82129205/MODULE_29010310fe43264b7105+a02c3a36/model.hlo_module.pb +3 -0
  34. neuronxcc-2.21.33363.0+82129205/MODULE_29010310fe43264b7105+a02c3a36/model.neff +3 -0
  35. neuronxcc-2.21.33363.0+82129205/MODULE_29010310fe43264b7105+a02c3a36/wrapped_neff.hlo +3 -0
  36. neuronxcc-2.21.33363.0+82129205/MODULE_68052a3ce6462c8b3a87+24129607/compile_flags.json +1 -0
  37. neuronxcc-2.21.33363.0+82129205/MODULE_68052a3ce6462c8b3a87+24129607/model.done +0 -0
  38. neuronxcc-2.21.33363.0+82129205/MODULE_68052a3ce6462c8b3a87+24129607/model.hlo_module.pb +3 -0
  39. neuronxcc-2.21.33363.0+82129205/MODULE_68052a3ce6462c8b3a87+24129607/model.neff +3 -0
  40. neuronxcc-2.21.33363.0+82129205/MODULE_a6d912262b31e81edfe6+24129607/model.neff +1 -1
  41. neuronxcc-2.21.33363.0+82129205/MODULE_af4b3f9716f68f17b23b+a02c3a36/compile_flags.json +1 -0
  42. neuronxcc-2.21.33363.0+82129205/MODULE_af4b3f9716f68f17b23b+a02c3a36/model.done +0 -0
  43. neuronxcc-2.21.33363.0+82129205/MODULE_af4b3f9716f68f17b23b+a02c3a36/model.hlo_module.pb +3 -0
  44. neuronxcc-2.21.33363.0+82129205/MODULE_af4b3f9716f68f17b23b+a02c3a36/model.neff +3 -0
  45. neuronxcc-2.21.33363.0+82129205/MODULE_af4b3f9716f68f17b23b+a02c3a36/wrapped_neff.hlo +3 -0
  46. neuronxcc-2.21.33363.0+82129205/MODULE_ff08200107e17dde7c8b+24129607/compile_flags.json +1 -0
  47. neuronxcc-2.21.33363.0+82129205/MODULE_ff08200107e17dde7c8b+24129607/model.done +0 -0
  48. neuronxcc-2.21.33363.0+82129205/MODULE_ff08200107e17dde7c8b+24129607/model.hlo_module.pb +3 -0
  49. neuronxcc-2.21.33363.0+82129205/MODULE_ff08200107e17dde7c8b+24129607/model.neff +3 -0
.gitattributes CHANGED
@@ -6232,3 +6232,17 @@ neuronxcc-2.22.12471.0+b4a00d10/MODULE_518a65569b3768d4b20e+84337dd9/wrapped_nef
6232
  neuronxcc-2.22.12471.0+b4a00d10/MODULE_542b091498df3056d0ea+519f203d/model.neff filter=lfs diff=lfs merge=lfs -text
6233
  neuronxcc-2.22.12471.0+b4a00d10/MODULE_6c9bb6718daf6128f1f9+84337dd9/model.neff filter=lfs diff=lfs merge=lfs -text
6234
  neuronxcc-2.22.12471.0+b4a00d10/MODULE_6c9bb6718daf6128f1f9+84337dd9/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
6232
  neuronxcc-2.22.12471.0+b4a00d10/MODULE_542b091498df3056d0ea+519f203d/model.neff filter=lfs diff=lfs merge=lfs -text
6233
  neuronxcc-2.22.12471.0+b4a00d10/MODULE_6c9bb6718daf6128f1f9+84337dd9/model.neff filter=lfs diff=lfs merge=lfs -text
6234
  neuronxcc-2.22.12471.0+b4a00d10/MODULE_6c9bb6718daf6128f1f9+84337dd9/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
6235
+ neuronxcc-2.21.18209.0+043b1bf7/MODULE_0953a1715d59163d7839+617f6939/model.neff filter=lfs diff=lfs merge=lfs -text
6236
+ neuronxcc-2.21.18209.0+043b1bf7/MODULE_0953a1715d59163d7839+617f6939/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
6237
+ neuronxcc-2.21.18209.0+043b1bf7/MODULE_6b4151fbbf8e0bf9b207+ad9e832d/model.neff filter=lfs diff=lfs merge=lfs -text
6238
+ neuronxcc-2.21.18209.0+043b1bf7/MODULE_7840bb067b3b0dbbe82b+ad9e832d/model.neff filter=lfs diff=lfs merge=lfs -text
6239
+ neuronxcc-2.21.18209.0+043b1bf7/MODULE_8840dff3517b081d95d5+617f6939/model.neff filter=lfs diff=lfs merge=lfs -text
6240
+ neuronxcc-2.21.18209.0+043b1bf7/MODULE_8840dff3517b081d95d5+617f6939/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
6241
+ neuronxcc-2.21.18209.0+043b1bf7/MODULE_99d403ff6364aa8b581b+ad9e832d/model.neff filter=lfs diff=lfs merge=lfs -text
6242
+ neuronxcc-2.21.18209.0+043b1bf7/MODULE_dc91206bd2eb240d90b3+ad9e832d/model.neff filter=lfs diff=lfs merge=lfs -text
6243
+ neuronxcc-2.21.33363.0+82129205/MODULE_29010310fe43264b7105+a02c3a36/model.neff filter=lfs diff=lfs merge=lfs -text
6244
+ neuronxcc-2.21.33363.0+82129205/MODULE_29010310fe43264b7105+a02c3a36/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
6245
+ neuronxcc-2.21.33363.0+82129205/MODULE_68052a3ce6462c8b3a87+24129607/model.neff filter=lfs diff=lfs merge=lfs -text
6246
+ neuronxcc-2.21.33363.0+82129205/MODULE_af4b3f9716f68f17b23b+a02c3a36/model.neff filter=lfs diff=lfs merge=lfs -text
6247
+ neuronxcc-2.21.33363.0+82129205/MODULE_af4b3f9716f68f17b23b+a02c3a36/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
6248
+ neuronxcc-2.21.33363.0+82129205/MODULE_ff08200107e17dde7c8b+24129607/model.neff filter=lfs diff=lfs merge=lfs -text
neuronxcc-2.21.18209.0+043b1bf7/MODULE_0953a1715d59163d7839+617f6939/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=1 --vectorize-strided-dma ", "--lnc=1", "-O2", "--internal-hlo2tensorizer-options=--verify-hlo=true", "--logfile=/tmp/nxd_model/token_generation_model/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
neuronxcc-2.21.18209.0+043b1bf7/MODULE_0953a1715d59163d7839+617f6939/model.done ADDED
File without changes
neuronxcc-2.21.18209.0+043b1bf7/MODULE_0953a1715d59163d7839+617f6939/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:050e63f119bf3b1c7b360d1695e06cba77b8babce4ca5929c4d2a6505748c40c
3
+ size 379962
neuronxcc-2.21.18209.0+043b1bf7/MODULE_0953a1715d59163d7839+617f6939/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1d12b155f689bb3e299c8b38f5974a8db5ee77b046caaa391c9c10775fcfdf03
3
+ size 2233344
neuronxcc-2.21.18209.0+043b1bf7/MODULE_0953a1715d59163d7839+617f6939/wrapped_neff.hlo ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f044fdc993c6c41c8ca0edb6f4a0e938e87dc56264da6f92195764c21c372290
3
+ size 2326403
neuronxcc-2.21.18209.0+043b1bf7/MODULE_6b4151fbbf8e0bf9b207+ad9e832d/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "--lnc=1", "-O1", "--internal-hlo2tensorizer-options= --modular-flow-mac-threshold=10 --verify-hlo=true", "--logfile=/tmp/nxd_model/context_encoding_model/_tp0_bk0/log-neuron-cc.txt"]
neuronxcc-2.21.18209.0+043b1bf7/MODULE_6b4151fbbf8e0bf9b207+ad9e832d/model.done ADDED
File without changes
neuronxcc-2.21.18209.0+043b1bf7/MODULE_6b4151fbbf8e0bf9b207+ad9e832d/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c030cf106862196561918698b00a1a8d3bd844ca252156e4e1866eeec7404a5d
3
+ size 474780
neuronxcc-2.21.18209.0+043b1bf7/MODULE_6b4151fbbf8e0bf9b207+ad9e832d/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:21cd68b725d2b9fb19a0c95a4a7f7b37d6ad0b262fe043730355dd19f70e9a5d
3
+ size 10077184
neuronxcc-2.21.18209.0+043b1bf7/MODULE_7840bb067b3b0dbbe82b+ad9e832d/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "--lnc=1", "-O1", "--internal-hlo2tensorizer-options= --modular-flow-mac-threshold=10 --verify-hlo=true", "--logfile=/tmp/nxd_model/context_encoding_model/_tp0_bk0/log-neuron-cc.txt"]
neuronxcc-2.21.18209.0+043b1bf7/MODULE_7840bb067b3b0dbbe82b+ad9e832d/model.done ADDED
File without changes
neuronxcc-2.21.18209.0+043b1bf7/MODULE_7840bb067b3b0dbbe82b+ad9e832d/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:51141ad1492d98f0a5e85e1c5d001b7a8143e376efc09cfbe3f69b553e551a56
3
+ size 440125
neuronxcc-2.21.18209.0+043b1bf7/MODULE_7840bb067b3b0dbbe82b+ad9e832d/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:43196fb735617a4afce0afb07f4f4c4292fdde0c284d8d991fe4660f675a138a
3
+ size 9544704
neuronxcc-2.21.18209.0+043b1bf7/MODULE_8840dff3517b081d95d5+617f6939/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=1 --vectorize-strided-dma ", "--lnc=1", "-O2", "--internal-hlo2tensorizer-options=--verify-hlo=true", "--logfile=/tmp/nxd_model/token_generation_model/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
neuronxcc-2.21.18209.0+043b1bf7/MODULE_8840dff3517b081d95d5+617f6939/model.done ADDED
File without changes
neuronxcc-2.21.18209.0+043b1bf7/MODULE_8840dff3517b081d95d5+617f6939/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:09c324a26c6bf6553bfa1b479b2ce5f8b4a0cdc73ff0c57a302ef3becf9f1853
3
+ size 383363
neuronxcc-2.21.18209.0+043b1bf7/MODULE_8840dff3517b081d95d5+617f6939/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b3b6abef2e8972ae04728491572c1da70674ed11a269a59e019e38283f061d5a
3
+ size 2366464
neuronxcc-2.21.18209.0+043b1bf7/MODULE_8840dff3517b081d95d5+617f6939/wrapped_neff.hlo ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:166e770e1041f4f19e0401fdec3ed86959f280ec686f552fb963d43144d48f79
3
+ size 2459499
neuronxcc-2.21.18209.0+043b1bf7/MODULE_99d403ff6364aa8b581b+ad9e832d/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "--lnc=1", "-O1", "--internal-hlo2tensorizer-options= --modular-flow-mac-threshold=10 --verify-hlo=true", "--logfile=/tmp/nxd_model/context_encoding_model/_tp0_bk0/log-neuron-cc.txt"]
neuronxcc-2.21.18209.0+043b1bf7/MODULE_99d403ff6364aa8b581b+ad9e832d/model.done ADDED
File without changes
neuronxcc-2.21.18209.0+043b1bf7/MODULE_99d403ff6364aa8b581b+ad9e832d/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:40c708c5f1c2644af228bf4379cd7a61f407b20b0d85df3430c203e5538a2661
3
+ size 471147
neuronxcc-2.21.18209.0+043b1bf7/MODULE_99d403ff6364aa8b581b+ad9e832d/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5c3a9f90964e845fc120359c8ca5dbac32c8f01aaaf69fd94ee9288cb58a28f7
3
+ size 9667584
neuronxcc-2.21.18209.0+043b1bf7/MODULE_dc91206bd2eb240d90b3+ad9e832d/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "--lnc=1", "-O1", "--internal-hlo2tensorizer-options= --modular-flow-mac-threshold=10 --verify-hlo=true", "--logfile=/tmp/nxd_model/context_encoding_model/_tp0_bk0/log-neuron-cc.txt"]
neuronxcc-2.21.18209.0+043b1bf7/MODULE_dc91206bd2eb240d90b3+ad9e832d/model.done ADDED
File without changes
neuronxcc-2.21.18209.0+043b1bf7/MODULE_dc91206bd2eb240d90b3+ad9e832d/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:25c9ef27abf72510a98fd0750e8ecd6e7d6c24a22af8856a19ad8b2efb703ab1
3
+ size 443756
neuronxcc-2.21.18209.0+043b1bf7/MODULE_dc91206bd2eb240d90b3+ad9e832d/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:808859c75a8989f793f55b52401fb5af231a63ed6c657ea25d6115dfd1a42b0c
3
+ size 9944064
neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.4.dev2/llama/unsloth/Llama-3.2-1B-Instruct/3657edd95e4d922f714c.json ADDED
@@ -0,0 +1,63 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_entry_class": "SingleModelCacheEntry",
3
+ "_model_id": "unsloth/Llama-3.2-1B-Instruct",
4
+ "_task": "text-generation",
5
+ "architectures": [
6
+ "LlamaForCausalLM"
7
+ ],
8
+ "attention_bias": false,
9
+ "attention_dropout": 0.0,
10
+ "dtype": "bfloat16",
11
+ "head_dim": 64,
12
+ "hidden_act": "silu",
13
+ "hidden_size": 2048,
14
+ "initializer_range": 0.02,
15
+ "intermediate_size": 8192,
16
+ "max_position_embeddings": 131072,
17
+ "mlp_bias": false,
18
+ "model_type": "llama",
19
+ "neuron": {
20
+ "_serialized_key": "NxDNeuronConfig",
21
+ "batch_size": 1,
22
+ "capacity_factor": null,
23
+ "checkpoint_id": "unsloth/Llama-3.2-1B-Instruct",
24
+ "checkpoint_revision": "5a8abab4a5d6f164389b1079fb721cfab8d7126c",
25
+ "continuous_batching": false,
26
+ "ep_degree": 1,
27
+ "fused_qkv": true,
28
+ "glu_mlp": true,
29
+ "local_ranks_size": 2,
30
+ "max_batch_size": 1,
31
+ "max_context_length": 4096,
32
+ "max_topk": 256,
33
+ "n_active_tokens": 4096,
34
+ "neuronxcc_version": "2.21.33363.0+82129205",
35
+ "on_device_sampling": false,
36
+ "optimum_neuron_version": "0.4.4.dev2",
37
+ "output_logits": false,
38
+ "pp_degree": 1,
39
+ "sequence_length": 4096,
40
+ "speculation_length": 0,
41
+ "start_rank_id": 0,
42
+ "target": "trn1",
43
+ "torch_dtype": "bfloat16",
44
+ "tp_degree": 2
45
+ },
46
+ "num_attention_heads": 32,
47
+ "num_hidden_layers": 16,
48
+ "num_key_value_heads": 8,
49
+ "pretraining_tp": 1,
50
+ "rms_norm_eps": 1e-05,
51
+ "rope_scaling": {
52
+ "factor": 32.0,
53
+ "high_freq_factor": 4.0,
54
+ "low_freq_factor": 1.0,
55
+ "original_max_position_embeddings": 8192,
56
+ "rope_type": "llama3"
57
+ },
58
+ "rope_theta": 500000.0,
59
+ "tie_word_embeddings": true,
60
+ "unsloth_fixed": true,
61
+ "use_cache": true,
62
+ "vocab_size": 128256
63
+ }
neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.4.dev2/llama/unsloth/Llama-3.2-1B-Instruct/73d01a0f47581aaaee4a.json ADDED
@@ -0,0 +1,63 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_entry_class": "SingleModelCacheEntry",
3
+ "_model_id": "unsloth/Llama-3.2-1B-Instruct",
4
+ "_task": "text-generation",
5
+ "architectures": [
6
+ "LlamaForCausalLM"
7
+ ],
8
+ "attention_bias": false,
9
+ "attention_dropout": 0.0,
10
+ "dtype": "bfloat16",
11
+ "head_dim": 64,
12
+ "hidden_act": "silu",
13
+ "hidden_size": 2048,
14
+ "initializer_range": 0.02,
15
+ "intermediate_size": 8192,
16
+ "max_position_embeddings": 131072,
17
+ "mlp_bias": false,
18
+ "model_type": "llama",
19
+ "neuron": {
20
+ "_serialized_key": "NxDNeuronConfig",
21
+ "batch_size": 1,
22
+ "capacity_factor": null,
23
+ "checkpoint_id": "unsloth/Llama-3.2-1B-Instruct",
24
+ "checkpoint_revision": "5a8abab4a5d6f164389b1079fb721cfab8d7126c",
25
+ "continuous_batching": false,
26
+ "ep_degree": 1,
27
+ "fused_qkv": true,
28
+ "glu_mlp": true,
29
+ "local_ranks_size": 2,
30
+ "max_batch_size": 1,
31
+ "max_context_length": 4096,
32
+ "max_topk": 256,
33
+ "n_active_tokens": 4096,
34
+ "neuronxcc_version": "2.21.33363.0+82129205",
35
+ "on_device_sampling": true,
36
+ "optimum_neuron_version": "0.4.4.dev2",
37
+ "output_logits": false,
38
+ "pp_degree": 1,
39
+ "sequence_length": 4096,
40
+ "speculation_length": 0,
41
+ "start_rank_id": 0,
42
+ "target": "trn1",
43
+ "torch_dtype": "bfloat16",
44
+ "tp_degree": 2
45
+ },
46
+ "num_attention_heads": 32,
47
+ "num_hidden_layers": 16,
48
+ "num_key_value_heads": 8,
49
+ "pretraining_tp": 1,
50
+ "rms_norm_eps": 1e-05,
51
+ "rope_scaling": {
52
+ "factor": 32.0,
53
+ "high_freq_factor": 4.0,
54
+ "low_freq_factor": 1.0,
55
+ "original_max_position_embeddings": 8192,
56
+ "rope_type": "llama3"
57
+ },
58
+ "rope_theta": 500000.0,
59
+ "tie_word_embeddings": true,
60
+ "unsloth_fixed": true,
61
+ "use_cache": true,
62
+ "vocab_size": 128256
63
+ }
neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.4.dev2/llama/unsloth/Llama-3.2-1B/99ab78a5cc863ad14ed8.json ADDED
@@ -0,0 +1,63 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_entry_class": "SingleModelCacheEntry",
3
+ "_model_id": "unsloth/Llama-3.2-1B",
4
+ "_task": "text-generation",
5
+ "architectures": [
6
+ "LlamaForCausalLM"
7
+ ],
8
+ "attention_bias": false,
9
+ "attention_dropout": 0.0,
10
+ "dtype": "bfloat16",
11
+ "head_dim": 64,
12
+ "hidden_act": "silu",
13
+ "hidden_size": 2048,
14
+ "initializer_range": 0.02,
15
+ "intermediate_size": 8192,
16
+ "max_position_embeddings": 131072,
17
+ "mlp_bias": false,
18
+ "model_type": "llama",
19
+ "neuron": {
20
+ "_serialized_key": "NxDNeuronConfig",
21
+ "batch_size": 1,
22
+ "capacity_factor": null,
23
+ "checkpoint_id": "unsloth/Llama-3.2-1B",
24
+ "checkpoint_revision": "9535bd9b1d1dea6acafbdc4813b728796aeb28da",
25
+ "continuous_batching": false,
26
+ "ep_degree": 1,
27
+ "fused_qkv": true,
28
+ "glu_mlp": true,
29
+ "local_ranks_size": 1,
30
+ "max_batch_size": 1,
31
+ "max_context_length": 8192,
32
+ "max_topk": 256,
33
+ "n_active_tokens": 8192,
34
+ "neuronxcc_version": "2.21.33363.0+82129205",
35
+ "on_device_sampling": true,
36
+ "optimum_neuron_version": "0.4.4.dev2",
37
+ "output_logits": false,
38
+ "pp_degree": 1,
39
+ "sequence_length": 8192,
40
+ "speculation_length": 0,
41
+ "start_rank_id": 0,
42
+ "target": "trn1",
43
+ "torch_dtype": "bfloat16",
44
+ "tp_degree": 1
45
+ },
46
+ "num_attention_heads": 32,
47
+ "num_hidden_layers": 16,
48
+ "num_key_value_heads": 8,
49
+ "pretraining_tp": 1,
50
+ "rms_norm_eps": 1e-05,
51
+ "rope_scaling": {
52
+ "factor": 32.0,
53
+ "high_freq_factor": 4.0,
54
+ "low_freq_factor": 1.0,
55
+ "original_max_position_embeddings": 8192,
56
+ "rope_type": "llama3"
57
+ },
58
+ "rope_theta": 500000.0,
59
+ "tie_word_embeddings": true,
60
+ "unsloth_fixed": true,
61
+ "use_cache": true,
62
+ "vocab_size": 128256
63
+ }
neuronxcc-2.21.33363.0+82129205/MODULE_29010310fe43264b7105+a02c3a36/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--logfile=/tmp/nxd_model/token_generation/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
neuronxcc-2.21.33363.0+82129205/MODULE_29010310fe43264b7105+a02c3a36/model.done ADDED
File without changes
neuronxcc-2.21.33363.0+82129205/MODULE_29010310fe43264b7105+a02c3a36/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:25d9f188c18c6026997c69ca5e5fb2b56c230547e4f77c84002047cf92a07fa2
3
+ size 405967
neuronxcc-2.21.33363.0+82129205/MODULE_29010310fe43264b7105+a02c3a36/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4b54af6ae513021b750620b7749e97b35e21ba91315de4e913c7b223a0a1c951
3
+ size 3943424
neuronxcc-2.21.33363.0+82129205/MODULE_29010310fe43264b7105+a02c3a36/wrapped_neff.hlo ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:883c07a022070e8d246ed578752ecdd2b9244e0da5fc79c9860383a8be444786
3
+ size 4018637
neuronxcc-2.21.33363.0+82129205/MODULE_68052a3ce6462c8b3a87+24129607/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--logfile=/tmp/nxd_model/context_encoding/_tp0_bk0/log-neuron-cc.txt"]
neuronxcc-2.21.33363.0+82129205/MODULE_68052a3ce6462c8b3a87+24129607/model.done ADDED
File without changes
neuronxcc-2.21.33363.0+82129205/MODULE_68052a3ce6462c8b3a87+24129607/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6eb7c75bcfa666317e73a581023c3ec1ed6008d09e5b1cb0aa466f441350b60d
3
+ size 434848
neuronxcc-2.21.33363.0+82129205/MODULE_68052a3ce6462c8b3a87+24129607/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2ef43268b32d01d319eb39bf02e056d3caa82f7d742f44831f165634ec7a4538
3
+ size 42179584
neuronxcc-2.21.33363.0+82129205/MODULE_a6d912262b31e81edfe6+24129607/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a0ebe7aa5e1ba33d7e2cb909b8df9ee8d25f1f1878a4dde47c74622a01bd3d37
3
  size 114013184
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d6fcd0208f93d0034e8ba27de29cacfb822d98c06bc860349612fef53ad374a7
3
  size 114013184
neuronxcc-2.21.33363.0+82129205/MODULE_af4b3f9716f68f17b23b+a02c3a36/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--logfile=/tmp/nxd_model/token_generation/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
neuronxcc-2.21.33363.0+82129205/MODULE_af4b3f9716f68f17b23b+a02c3a36/model.done ADDED
File without changes
neuronxcc-2.21.33363.0+82129205/MODULE_af4b3f9716f68f17b23b+a02c3a36/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4a8864820c647eccdedc2495fc67717a488fef6ea60d739bf955c2e0cd7dd0b4
3
+ size 387415
neuronxcc-2.21.33363.0+82129205/MODULE_af4b3f9716f68f17b23b+a02c3a36/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0ff4c396c50e94b051961771d1d63573f803fb6a6c12eb90b943d32b9ceddf21
3
+ size 1926144
neuronxcc-2.21.33363.0+82129205/MODULE_af4b3f9716f68f17b23b+a02c3a36/wrapped_neff.hlo ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:200039acaadeac5ccddc751a1b16f4d7160f8536b7f327c8ab703be672cdff69
3
+ size 2000113
neuronxcc-2.21.33363.0+82129205/MODULE_ff08200107e17dde7c8b+24129607/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--logfile=/tmp/nxd_model/context_encoding/_tp0_bk0/log-neuron-cc.txt"]
neuronxcc-2.21.33363.0+82129205/MODULE_ff08200107e17dde7c8b+24129607/model.done ADDED
File without changes
neuronxcc-2.21.33363.0+82129205/MODULE_ff08200107e17dde7c8b+24129607/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5d2418c35dd6460f001f08e963cf023c9ad398a31771a7d06fe5519d9096b4b8
3
+ size 445265
neuronxcc-2.21.33363.0+82129205/MODULE_ff08200107e17dde7c8b+24129607/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d5dade8293bc49afc1309c6579819e7ea6f510bfa30cc4e8d9ba957478846365
3
+ size 217058304