Hugging Face's logo

optimum-internal-testing
/
neuron-testing-cache

Model card Files Community
dacorvo HF staff commited on
Commit
9293639
·
verified ·
1 Parent(s): d8cd7c7

Synchronizing local compiler cache.

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +2 -0
  2. neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev3/inference/llama/meta-llama/Llama-3.2-1B-Instruct/c19d11f088aafb7b1382.json +1 -0
  3. neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0/inference/gpt2/gpt2/780a42b2f8414c10d661.json +1 -0
  4. neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0/inference/granite/ibm-granite/granite-3.1-2b-instruct/bf71032506a251068193.json +1 -0
  5. neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0/inference/llama/unsloth/Llama-3.2-1B-Instruct/49d61e18927b113552d1.json +1 -0
  6. neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0/inference/phi3/microsoft/Phi-3-mini-4k-instruct/34e681f1c4c2cc6c581b.json +1 -0
  7. neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0/inference/qwen2/Qwen/Qwen2.5-0.5B/08b82ea5dab18178ad7f.json +1 -0
  8. neuronxcc-2.16.372.0+4a9b2326/MODULE_032f74178031f5ed3c74+613edded/model.neff +1 -1
  9. neuronxcc-2.16.372.0+4a9b2326/MODULE_0a88901e8c98f54e4c10+613edded/model.neff +1 -1
  10. neuronxcc-2.16.372.0+4a9b2326/MODULE_0c3610ac3206c8024aae+613edded/compile_flags.json +1 -0
  11. neuronxcc-2.16.372.0+4a9b2326/MODULE_0c3610ac3206c8024aae+613edded/model.done +0 -0
  12. neuronxcc-2.16.372.0+4a9b2326/MODULE_0c3610ac3206c8024aae+613edded/model.hlo_module.pb +3 -0
  13. neuronxcc-2.16.372.0+4a9b2326/MODULE_0c3610ac3206c8024aae+613edded/model.neff +3 -0
  14. neuronxcc-2.16.372.0+4a9b2326/MODULE_0cfdfd8c26d66b282d5a+613edded/model.neff +0 -0
  15. neuronxcc-2.16.372.0+4a9b2326/MODULE_113f3268e3fd4d66fe81+8a3305d3/model.neff +0 -0
  16. neuronxcc-2.16.372.0+4a9b2326/MODULE_151e013069d6b102df91+613edded/model.neff +1 -1
  17. neuronxcc-2.16.372.0+4a9b2326/MODULE_24ff9ac2787ce9a1d276+613edded/model.neff +1 -1
  18. neuronxcc-2.16.372.0+4a9b2326/MODULE_272d7dabaeb48e6d7210+613edded/model.neff +1 -1
  19. neuronxcc-2.16.372.0+4a9b2326/MODULE_2b6914194b931d7496fc+613edded/model.neff +1 -1
  20. neuronxcc-2.16.372.0+4a9b2326/MODULE_2c290567bb51ca0069bf+613edded/model.neff +0 -0
  21. neuronxcc-2.16.372.0+4a9b2326/MODULE_320f2622d4d0c9fdd0f1+613edded/model.neff +1 -1
  22. neuronxcc-2.16.372.0+4a9b2326/MODULE_3d7f2d2bef4f6fdd2c74+613edded/model.neff +1 -1
  23. neuronxcc-2.16.372.0+4a9b2326/MODULE_3e5f6b34247d2b457ec5+613edded/model.neff +1 -1
  24. neuronxcc-2.16.372.0+4a9b2326/MODULE_3f0110aa8aef5f42c4bc+613edded/model.neff +1 -1
  25. neuronxcc-2.16.372.0+4a9b2326/MODULE_40f92bf9469aae653e93+613edded/model.neff +1 -1
  26. neuronxcc-2.16.372.0+4a9b2326/MODULE_48437cc74469a8ccaec8+613edded/model.neff +1 -1
  27. neuronxcc-2.16.372.0+4a9b2326/MODULE_506e29dd5cc46918936d+613edded/model.neff +1 -1
  28. neuronxcc-2.16.372.0+4a9b2326/MODULE_5de5ea910315ba9c0def+613edded/model.neff +1 -1
  29. neuronxcc-2.16.372.0+4a9b2326/MODULE_6819e64fb96e87ffece0+613edded/model.neff +1 -1
  30. neuronxcc-2.16.372.0+4a9b2326/MODULE_7062a76356ca462bcc78+613edded/model.neff +1 -1
  31. neuronxcc-2.16.372.0+4a9b2326/MODULE_71a034dd7c4a3afb59c6+613edded/model.neff +1 -1
  32. neuronxcc-2.16.372.0+4a9b2326/MODULE_7329da261de607372f14+613edded/model.neff +1 -1
  33. neuronxcc-2.16.372.0+4a9b2326/MODULE_75bc57af47ebdc36a75e+613edded/model.neff +1 -1
  34. neuronxcc-2.16.372.0+4a9b2326/MODULE_878400bd48be9c48dd23+613edded/model.neff +0 -0
  35. neuronxcc-2.16.372.0+4a9b2326/MODULE_8b38e41cf0a3c0152b87+613edded/model.neff +1 -1
  36. neuronxcc-2.16.372.0+4a9b2326/MODULE_8bb2b91314df12f54a63+613edded/model.neff +1 -1
  37. neuronxcc-2.16.372.0+4a9b2326/MODULE_960d05b842008ddeae63+8a3305d3/model.neff +0 -0
  38. neuronxcc-2.16.372.0+4a9b2326/MODULE_a297084c31f9c1ff1d5d+613edded/model.neff +1 -1
  39. neuronxcc-2.16.372.0+4a9b2326/MODULE_abb19eb6336ab05b7e19+613edded/model.neff +1 -1
  40. neuronxcc-2.16.372.0+4a9b2326/MODULE_ae572ce5960de37300c8+8a3305d3/model.neff +0 -0
  41. neuronxcc-2.16.372.0+4a9b2326/MODULE_bcec9dc0f552399ba27f+613edded/model.neff +0 -0
  42. neuronxcc-2.16.372.0+4a9b2326/MODULE_c1ff08289224c1071721+613edded/compile_flags.json +1 -0
  43. neuronxcc-2.16.372.0+4a9b2326/MODULE_c1ff08289224c1071721+613edded/model.done +0 -0
  44. neuronxcc-2.16.372.0+4a9b2326/MODULE_c1ff08289224c1071721+613edded/model.hlo_module.pb +3 -0
  45. neuronxcc-2.16.372.0+4a9b2326/MODULE_c1ff08289224c1071721+613edded/model.neff +3 -0
  46. neuronxcc-2.16.372.0+4a9b2326/MODULE_c49c0c3715f68c22b32f+613edded/model.neff +1 -1
  47. neuronxcc-2.16.372.0+4a9b2326/MODULE_dcc643bd43691cdb2cd2+613edded/model.neff +1 -1
  48. neuronxcc-2.16.372.0+4a9b2326/MODULE_df48af4bf01af7f3857e+613edded/model.neff +1 -1
  49. neuronxcc-2.16.372.0+4a9b2326/MODULE_e50c30ad9376ce18d039+613edded/model.neff +1 -1
  50. neuronxcc-2.16.372.0+4a9b2326/MODULE_e8eb6214f5c387ad6b43+613edded/model.neff +1 -1
.gitattributes CHANGED
@@ -1974,3 +1974,5 @@ neuronxcc-2.16.372.0+4a9b2326/MODULE_9d4538dd1cfb96628706+613edded/model.neff fi
1974
  neuronxcc-2.16.372.0+4a9b2326/MODULE_bf70065b1150aaeca3bc+613edded/model.neff filter=lfs diff=lfs merge=lfs -text
1975
  neuronxcc-2.16.372.0+4a9b2326/MODULE_eaebd6f723294af70148+613edded/model.neff filter=lfs diff=lfs merge=lfs -text
1976
  neuronxcc-2.16.372.0+4a9b2326/MODULE_2db40b5b23a523e16b87+613edded/model.neff filter=lfs diff=lfs merge=lfs -text
 
 
 
1974
  neuronxcc-2.16.372.0+4a9b2326/MODULE_bf70065b1150aaeca3bc+613edded/model.neff filter=lfs diff=lfs merge=lfs -text
1975
  neuronxcc-2.16.372.0+4a9b2326/MODULE_eaebd6f723294af70148+613edded/model.neff filter=lfs diff=lfs merge=lfs -text
1976
  neuronxcc-2.16.372.0+4a9b2326/MODULE_2db40b5b23a523e16b87+613edded/model.neff filter=lfs diff=lfs merge=lfs -text
1977
+ neuronxcc-2.16.372.0+4a9b2326/MODULE_0c3610ac3206c8024aae+613edded/model.neff filter=lfs diff=lfs merge=lfs -text
1978
+ neuronxcc-2.16.372.0+4a9b2326/MODULE_c1ff08289224c1071721+613edded/model.neff filter=lfs diff=lfs merge=lfs -text
neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev3/inference/llama/meta-llama/Llama-3.2-1B-Instruct/c19d11f088aafb7b1382.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"architectures": ["LlamaForCausalLM"], "attention_bias": false, "attention_dropout": 0.0, "bos_token_id": 128000, "eos_token_id": [128001, 128008, 128009], "head_dim": 64, "hidden_act": "silu", "hidden_size": 2048, "initializer_range": 0.02, "intermediate_size": 8192, "max_position_embeddings": 131072, "mlp_bias": false, "model_type": "llama", "neuron": {"auto_cast_type": "bf16", "batch_size": 4, "checkpoint_id": "meta-llama/Llama-3.2-1B-Instruct", "checkpoint_revision": "9213176726f574b556790deb65791e0c5aa438b6", "compiler_type": "neuronx-cc", "compiler_version": "2.16.372.0+4a9b2326", "num_cores": 2, "sequence_length": 4096, "task": "text-generation"}, "num_attention_heads": 32, "num_hidden_layers": 16, "num_key_value_heads": 8, "pretraining_tp": 1, "rms_norm_eps": 1e-05, "rope_scaling": {"factor": 32.0, "high_freq_factor": 4.0, "low_freq_factor": 1.0, "original_max_position_embeddings": 8192, "rope_type": "llama3"}, "rope_theta": 500000.0, "tie_word_embeddings": true, "torch_dtype": "bfloat16", "use_cache": true, "vocab_size": 128256}
neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0/inference/gpt2/gpt2/780a42b2f8414c10d661.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"activation_function": "gelu_new", "architectures": ["GPT2LMHeadModel"], "attn_pdrop": 0.1, "bos_token_id": 50256, "embd_pdrop": 0.1, "eos_token_id": 50256, "initializer_range": 0.02, "layer_norm_epsilon": 1e-05, "model_type": "gpt2", "n_ctx": 1024, "n_embd": 768, "n_head": 12, "n_inner": null, "n_layer": 12, "n_positions": 1024, "neuron": {"auto_cast_type": "fp16", "batch_size": 4, "checkpoint_id": "gpt2", "checkpoint_revision": "607a30d783dfa663caf39e06633721c8d4cfcd7e", "compiler_type": "neuronx-cc", "compiler_version": "2.16.372.0+4a9b2326", "num_cores": 2, "sequence_length": 1024, "task": "text-generation"}, "reorder_and_upcast_attn": false, "resid_pdrop": 0.1, "scale_attn_by_inverse_layer_idx": false, "scale_attn_weights": true, "summary_activation": null, "summary_first_dropout": 0.1, "summary_proj_to_labels": true, "summary_type": "cls_index", "summary_use_proj": true, "task_specific_params": {"text-generation": {"do_sample": true, "max_length": 50}}, "use_cache": true, "vocab_size": 50257}
neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0/inference/granite/ibm-granite/granite-3.1-2b-instruct/bf71032506a251068193.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"architectures": ["GraniteForCausalLM"], "attention_bias": false, "attention_dropout": 0.1, "attention_multiplier": 0.015625, "bos_token_id": 0, "embedding_multiplier": 12.0, "eos_token_id": 0, "hidden_act": "silu", "hidden_size": 2048, "initializer_range": 0.02, "intermediate_size": 8192, "logits_scaling": 8.0, "max_position_embeddings": 131072, "mlp_bias": false, "model_type": "granite", "neuron": {"auto_cast_type": "bf16", "batch_size": 4, "checkpoint_id": "ibm-granite/granite-3.1-2b-instruct", "checkpoint_revision": "374ef54e020a3ce208c65e96d6213922a87d8952", "compiler_type": "neuronx-cc", "compiler_version": "2.16.372.0+4a9b2326", "num_cores": 2, "sequence_length": 4096, "task": "text-generation"}, "num_attention_heads": 32, "num_hidden_layers": 40, "num_key_value_heads": 8, "pad_token_id": 0, "residual_multiplier": 0.22, "rms_norm_eps": 1e-05, "rope_scaling": null, "rope_theta": 5000000.0, "tie_word_embeddings": true, "torch_dtype": "bfloat16", "use_cache": true, "vocab_size": 49155}
neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0/inference/llama/unsloth/Llama-3.2-1B-Instruct/49d61e18927b113552d1.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"architectures": ["LlamaForCausalLM"], "attention_bias": false, "attention_dropout": 0.0, "bos_token_id": 128000, "eos_token_id": 128009, "head_dim": 64, "hidden_act": "silu", "hidden_size": 2048, "initializer_range": 0.02, "intermediate_size": 8192, "max_position_embeddings": 131072, "mlp_bias": false, "model_type": "llama", "neuron": {"auto_cast_type": "fp16", "batch_size": 4, "checkpoint_id": "unsloth/Llama-3.2-1B-Instruct", "checkpoint_revision": "9b58d4a36161a1e49ecf0a69d20b2736fef8e438", "compiler_type": "neuronx-cc", "compiler_version": "2.16.372.0+4a9b2326", "num_cores": 2, "sequence_length": 4096, "task": "text-generation"}, "num_attention_heads": 32, "num_hidden_layers": 16, "num_key_value_heads": 8, "pad_token_id": 128004, "pretraining_tp": 1, "rms_norm_eps": 1e-05, "rope_scaling": {"factor": 32.0, "high_freq_factor": 4.0, "low_freq_factor": 1.0, "original_max_position_embeddings": 8192, "rope_type": "llama3"}, "rope_theta": 500000.0, "tie_word_embeddings": true, "torch_dtype": "bfloat16", "unsloth_fixed": true, "use_cache": true, "vocab_size": 128256}
neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0/inference/phi3/microsoft/Phi-3-mini-4k-instruct/34e681f1c4c2cc6c581b.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"architectures": ["Phi3ForCausalLM"], "attention_bias": false, "attention_dropout": 0.0, "auto_map": {"AutoConfig": "microsoft/Phi-3-mini-4k-instruct--configuration_phi3.Phi3Config", "AutoModelForCausalLM": "microsoft/Phi-3-mini-4k-instruct--modeling_phi3.Phi3ForCausalLM"}, "bos_token_id": 1, "embd_pdrop": 0.0, "eos_token_id": 32000, "hidden_act": "silu", "hidden_size": 3072, "initializer_range": 0.02, "intermediate_size": 8192, "max_position_embeddings": 4096, "model_type": "phi3", "neuron": {"auto_cast_type": "bf16", "batch_size": 4, "checkpoint_id": "microsoft/Phi-3-mini-4k-instruct", "checkpoint_revision": "0a67737cc96d2554230f90338b163bc6380a2a85", "compiler_type": "neuronx-cc", "compiler_version": "2.16.372.0+4a9b2326", "num_cores": 2, "sequence_length": 4096, "task": "text-generation"}, "num_attention_heads": 32, "num_hidden_layers": 32, "num_key_value_heads": 32, "original_max_position_embeddings": 4096, "pad_token_id": 32000, "resid_pdrop": 0.0, "rms_norm_eps": 1e-05, "rope_scaling": null, "rope_theta": 10000.0, "sliding_window": 2047, "tie_word_embeddings": false, "torch_dtype": "bfloat16", "use_cache": true, "vocab_size": 32064}
neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0/inference/qwen2/Qwen/Qwen2.5-0.5B/08b82ea5dab18178ad7f.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"architectures": ["Qwen2ForCausalLM"], "attention_dropout": 0.0, "bos_token_id": 151643, "eos_token_id": 151643, "hidden_act": "silu", "hidden_size": 896, "initializer_range": 0.02, "intermediate_size": 4864, "max_position_embeddings": 32768, "max_window_layers": 24, "model_type": "qwen2", "neuron": {"auto_cast_type": "fp16", "batch_size": 4, "checkpoint_id": "Qwen/Qwen2.5-0.5B", "checkpoint_revision": "060db6499f32faf8b98477b0a26969ef7d8b9987", "compiler_type": "neuronx-cc", "compiler_version": "2.16.372.0+4a9b2326", "num_cores": 2, "sequence_length": 4096, "task": "text-generation"}, "num_attention_heads": 14, "num_hidden_layers": 24, "num_key_value_heads": 2, "rms_norm_eps": 1e-06, "rope_scaling": null, "rope_theta": 1000000.0, "sliding_window": null, "tie_word_embeddings": true, "torch_dtype": "bfloat16", "use_cache": true, "use_mrope": false, "use_sliding_window": false, "vocab_size": 151936}
neuronxcc-2.16.372.0+4a9b2326/MODULE_032f74178031f5ed3c74+613edded/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a85bc88aae6303157b499a09533d1d5c0cec207dbb414612e42392dd2b2787b8
3
  size 379904
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:47c09d3fa1d8555e140ca1118b0805031d13ec76530139b6cd851779eeaa63b7
3
  size 379904
neuronxcc-2.16.372.0+4a9b2326/MODULE_0a88901e8c98f54e4c10+613edded/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:724afe689cfb0e6019c30c5e8f47d9ca857e9836aa62692954d9d255912995b4
3
  size 451584
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b9f76db2c9c1728ce885a12c0b8963db104c4739e6d9a01e670146b31f65abdf
3
  size 451584
neuronxcc-2.16.372.0+4a9b2326/MODULE_0c3610ac3206c8024aae+613edded/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]
neuronxcc-2.16.372.0+4a9b2326/MODULE_0c3610ac3206c8024aae+613edded/model.done ADDED
File without changes
neuronxcc-2.16.372.0+4a9b2326/MODULE_0c3610ac3206c8024aae+613edded/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0fcfad888be871d23990989fed385d2f486c755b395748e9eda8c33b2eb3b441
3
+ size 222797
neuronxcc-2.16.372.0+4a9b2326/MODULE_0c3610ac3206c8024aae+613edded/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bfa880e654a5d2db31886517c2a7ebb3ab978f70336cc4a97732a821464fd6bd
3
+ size 27771904
neuronxcc-2.16.372.0+4a9b2326/MODULE_0cfdfd8c26d66b282d5a+613edded/model.neff CHANGED
Binary files a/neuronxcc-2.16.372.0+4a9b2326/MODULE_0cfdfd8c26d66b282d5a+613edded/model.neff and b/neuronxcc-2.16.372.0+4a9b2326/MODULE_0cfdfd8c26d66b282d5a+613edded/model.neff differ
 
neuronxcc-2.16.372.0+4a9b2326/MODULE_113f3268e3fd4d66fe81+8a3305d3/model.neff CHANGED
Binary files a/neuronxcc-2.16.372.0+4a9b2326/MODULE_113f3268e3fd4d66fe81+8a3305d3/model.neff and b/neuronxcc-2.16.372.0+4a9b2326/MODULE_113f3268e3fd4d66fe81+8a3305d3/model.neff differ
 
neuronxcc-2.16.372.0+4a9b2326/MODULE_151e013069d6b102df91+613edded/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:cec99f24e396492581bfdca52ea60b5a7f3e8e34386abf0193d7963614f6992d
3
  size 123904
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3cff98d13fa67a582ba938a99faeff6b77e4dbcc1970d5fa446f0753fe0fe1cb
3
  size 123904
neuronxcc-2.16.372.0+4a9b2326/MODULE_24ff9ac2787ce9a1d276+613edded/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9c9efa8b2c66754b5bcd292b6ef26abb1e46f524440fd49d403b0ec92ee90bff
3
  size 154624
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d6317297d94fe39b36d1a721a3593cb12313fddccbcae3b3298f745f2d5ecb25
3
  size 154624
neuronxcc-2.16.372.0+4a9b2326/MODULE_272d7dabaeb48e6d7210+613edded/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:82b76d859c8147cd419abf81056f2959376de57ca3b683d212a6346dddf161c6
3
  size 123904
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6964a4876c1bb574237a99b31ba1255dfb4017e64a0312103bd2df35b456006a
3
  size 123904
neuronxcc-2.16.372.0+4a9b2326/MODULE_2b6914194b931d7496fc+613edded/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0906e8bf96be2119a2e1265dcafee4b8f061eac376aedaba6d7bd00ff4ba9358
3
  size 410624
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7bf7e6fb1a3301d3b573418268c2373642091de6d0ce59629868c0311c9884b7
3
  size 410624
neuronxcc-2.16.372.0+4a9b2326/MODULE_2c290567bb51ca0069bf+613edded/model.neff CHANGED
Binary files a/neuronxcc-2.16.372.0+4a9b2326/MODULE_2c290567bb51ca0069bf+613edded/model.neff and b/neuronxcc-2.16.372.0+4a9b2326/MODULE_2c290567bb51ca0069bf+613edded/model.neff differ
 
neuronxcc-2.16.372.0+4a9b2326/MODULE_320f2622d4d0c9fdd0f1+613edded/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:715fba7c6f4f81d01d141d02d49351ce649988bb343f8eaf8d22b95620645c0e
3
  size 144384
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d5bdbb876215b3e2fa0985301dd0669fc6880f09aa11a20cf830afe903414341
3
  size 144384
neuronxcc-2.16.372.0+4a9b2326/MODULE_3d7f2d2bef4f6fdd2c74+613edded/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6fe88b03e5ae3c0243d27bdcefaa05ea7c17a8aa36d4c8da4e33664f1fb14bc4
3
  size 154624
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2b8133d7b49351fe0c45d67f5494c60945cf1cf1bd7583b2a53c5bd63d5926e9
3
  size 154624
neuronxcc-2.16.372.0+4a9b2326/MODULE_3e5f6b34247d2b457ec5+613edded/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:05c4b96f997ac0320a92a2e16b5e39dc55c18c696524cc8e0522e6846139c1e0
3
  size 134144
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0f6b2b53fbd79913aa902c3d9dad9357205e0c8a386f8ac8079493c316890598
3
  size 134144
neuronxcc-2.16.372.0+4a9b2326/MODULE_3f0110aa8aef5f42c4bc+613edded/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d41e8505bcaa3d37c93b97df2961c96c40a2c6d88afff9e9acad2af30433367f
3
  size 144384
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1c285ed846f8472feb170b36d3a370649c766485f15e66640bdb2f72dcd70a6d
3
  size 144384
neuronxcc-2.16.372.0+4a9b2326/MODULE_40f92bf9469aae653e93+613edded/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2b7b417596af9f82a293ae44584e98965ca5e0ae85d2d1894accfb76bdd00696
3
  size 113664
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba8e151321c25dccf2dc53acf5077cef3aa370857f9d533f819d67c10117b0a8
3
  size 113664
neuronxcc-2.16.372.0+4a9b2326/MODULE_48437cc74469a8ccaec8+613edded/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8cd10b9bb9f25defa96fbc21ad0a1b79c2b4164389960b8eaae2c70621d2e278
3
  size 154624
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d1fa6db21a53eb69e764b8f2ecc7cd4a2bf36e130b0dc64bf088b4a5426d87d0
3
  size 154624
neuronxcc-2.16.372.0+4a9b2326/MODULE_506e29dd5cc46918936d+613edded/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a0e17054c1a018904931a4f4ec4dba8678877b4578e837919c3705c4df3ca211
3
  size 134144
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c7f3f9c478700ee49ed024467da8b76cbc1fa9101e773dd40324b461a14bcc67
3
  size 134144
neuronxcc-2.16.372.0+4a9b2326/MODULE_5de5ea910315ba9c0def+613edded/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b1cd7c449df226b9275fe94e3b749ec6c1bae24dc8ee6ba9013b35ec6548b97d
3
  size 134144
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:030a2ad39ffcd23f8337ba619f8c68c939bf2124bd6d9573c842164776ca8bb4
3
  size 134144
neuronxcc-2.16.372.0+4a9b2326/MODULE_6819e64fb96e87ffece0+613edded/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:be4a07f7917df7a74381ee98a03c313b3cb17c4e25dfa9657654157bcc732aef
3
  size 144384
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f34505e1c79deda49274dfc9f440f349d10371d3f7c622a7e6cdf9d58906b7ed
3
  size 144384
neuronxcc-2.16.372.0+4a9b2326/MODULE_7062a76356ca462bcc78+613edded/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0d8b2164c08732f68c06ea9207ce61a94e80bf7dca0896ebc1c335bd27e38f76
3
  size 134144
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ea11957a3bbdbab6dc60bf0716ea411695196fd429b44e4a1b56d8e192026f16
3
  size 134144
neuronxcc-2.16.372.0+4a9b2326/MODULE_71a034dd7c4a3afb59c6+613edded/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e4c9ab2f575f45527965a9d26cd88725b032408246ec533cf7e995d136d7d520
3
  size 123904
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:664fd499ce34737bd7ca571ddc7ac2470bcc658611bba089dd9863ec245d658e
3
  size 123904
neuronxcc-2.16.372.0+4a9b2326/MODULE_7329da261de607372f14+613edded/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f3395c25942505761ef6f0379f37023044366f80e9c0e10a4bfd97eb11888894
3
  size 134144
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b09ae0da82a4d985c901b40e6e8c3e9d46a0b0f773ed01a741b7c93ccd3e44bc
3
  size 134144
neuronxcc-2.16.372.0+4a9b2326/MODULE_75bc57af47ebdc36a75e+613edded/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9c8befd4c5d7a093ed670384eadadd239921e964407ef85f896ef906b73c5de3
3
  size 123904
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e0c2972eef16ece2c931bcb1d85eab38892ba2e50bbeb6c5bdd7c0222656c762
3
  size 123904
neuronxcc-2.16.372.0+4a9b2326/MODULE_878400bd48be9c48dd23+613edded/model.neff CHANGED
Binary files a/neuronxcc-2.16.372.0+4a9b2326/MODULE_878400bd48be9c48dd23+613edded/model.neff and b/neuronxcc-2.16.372.0+4a9b2326/MODULE_878400bd48be9c48dd23+613edded/model.neff differ
 
neuronxcc-2.16.372.0+4a9b2326/MODULE_8b38e41cf0a3c0152b87+613edded/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b74554f57fc9c918cd61d432e7b4c1612ca7288bad35a1d3ff3cd84907f41a1b
3
  size 123904
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f8785b96baf25769d90189876ed336854f3e1c3fd3d4a30f4f78b5bb0399db3e
3
  size 123904
neuronxcc-2.16.372.0+4a9b2326/MODULE_8bb2b91314df12f54a63+613edded/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1efbaef8da21acffa89375cbaf8ce791f1d64a2c49cbf59e5c2e3c75ce0c901f
3
  size 410624
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:704a6680f545a4a45b9cf63b41d5862c70b3481f43a14b2062e3ed9eba530e35
3
  size 410624
neuronxcc-2.16.372.0+4a9b2326/MODULE_960d05b842008ddeae63+8a3305d3/model.neff CHANGED
Binary files a/neuronxcc-2.16.372.0+4a9b2326/MODULE_960d05b842008ddeae63+8a3305d3/model.neff and b/neuronxcc-2.16.372.0+4a9b2326/MODULE_960d05b842008ddeae63+8a3305d3/model.neff differ
 
neuronxcc-2.16.372.0+4a9b2326/MODULE_a297084c31f9c1ff1d5d+613edded/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:29e1796f5c44e8f24a9c9075037799af89efba73cea49227c437284b0fc7ebca
3
  size 154624
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:303312572c05d495bb4ba29e429cc391dec5d5938c6918c03d018f91cec83b59
3
  size 154624
neuronxcc-2.16.372.0+4a9b2326/MODULE_abb19eb6336ab05b7e19+613edded/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6c87f066c6f997672764a455beb6aa2e888c97c05c9f253026eb91a1ccbffd2a
3
  size 410624
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9ea19de2e00cb53dcf61e6fa3d76460ff40ff07de27c010935699a0f83ce493e
3
  size 410624
neuronxcc-2.16.372.0+4a9b2326/MODULE_ae572ce5960de37300c8+8a3305d3/model.neff CHANGED
Binary files a/neuronxcc-2.16.372.0+4a9b2326/MODULE_ae572ce5960de37300c8+8a3305d3/model.neff and b/neuronxcc-2.16.372.0+4a9b2326/MODULE_ae572ce5960de37300c8+8a3305d3/model.neff differ
 
neuronxcc-2.16.372.0+4a9b2326/MODULE_bcec9dc0f552399ba27f+613edded/model.neff CHANGED
Binary files a/neuronxcc-2.16.372.0+4a9b2326/MODULE_bcec9dc0f552399ba27f+613edded/model.neff and b/neuronxcc-2.16.372.0+4a9b2326/MODULE_bcec9dc0f552399ba27f+613edded/model.neff differ
 
neuronxcc-2.16.372.0+4a9b2326/MODULE_c1ff08289224c1071721+613edded/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]
neuronxcc-2.16.372.0+4a9b2326/MODULE_c1ff08289224c1071721+613edded/model.done ADDED
File without changes
neuronxcc-2.16.372.0+4a9b2326/MODULE_c1ff08289224c1071721+613edded/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b6f5487b0f79b306fcf6c190c32def1baa5036198bb4566302fdf4f8c384064
3
+ size 181367
neuronxcc-2.16.372.0+4a9b2326/MODULE_c1ff08289224c1071721+613edded/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f6781f413577ce431c2d808435160940694c7448b362a606e1fa49f3aaa90293
3
+ size 2366464
neuronxcc-2.16.372.0+4a9b2326/MODULE_c49c0c3715f68c22b32f+613edded/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:37614d1a7ddabd445177ffc0dd96362aa56e83d19db10b671aaf40b25e69cfb9
3
  size 144384
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e0d4dd36b6efdc144164579136861d701d964f3a8d27c44d863e139fcd3d12ca
3
  size 144384
neuronxcc-2.16.372.0+4a9b2326/MODULE_dcc643bd43691cdb2cd2+613edded/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c2b24f9a880635217839c6ca68051024fd6c2d1fddf169a42f1706aa3d035fcf
3
  size 123904
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6af0fece269b243d1b47e794cb6f8e43f10bcbcbc60fe72cdf4b07ff3f030e21
3
  size 123904
neuronxcc-2.16.372.0+4a9b2326/MODULE_df48af4bf01af7f3857e+613edded/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9f2bc87ad9cbdd1f4fffbc37c7d8cabfc8bb1bb83801b6ab34a5fbb03507391b
3
  size 154624
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a162da0c58ebb3af1e1c860d3d5bf7671b7b82cacb95d6fbcb558099c97f02e1
3
  size 154624
neuronxcc-2.16.372.0+4a9b2326/MODULE_e50c30ad9376ce18d039+613edded/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6fd5dd5c23a46fadef6498c3e2f29cea1069be49070f4388e4ab0fa5eec782d4
3
  size 349184
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a6a39104aedb31b39ef16bcfeeea9e9574991709f3b1b2c1cb04b8096e370a67
3
  size 349184
neuronxcc-2.16.372.0+4a9b2326/MODULE_e8eb6214f5c387ad6b43+613edded/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7506b9d9a4e3fedd67c95db35a5b8902947d2a86bf5aebe706f94d717d1a9d3b
3
  size 134144
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:29217ac1764afb4509cefb569226330e04a2029f782229110a3cceb8a742f35d
3
  size 134144