diff --git a/.gitattributes b/.gitattributes index 44c997c7b5caf5a9ea8b8ea39e475fd559ba68b3..793e42c072b3f8740bd7925ccab68afbeccb586a 100644 --- a/.gitattributes +++ b/.gitattributes @@ -2149,3 +2149,41 @@ neuronxcc-2.16.372.0+4a9b2326/MODULE_9b4b8c3000ad341d2ddc+613edded/model.neff fi neuronxcc-2.16.372.0+4a9b2326/MODULE_a361a81ac38223fcadef+613edded/model.neff filter=lfs diff=lfs merge=lfs -text neuronxcc-2.16.372.0+4a9b2326/MODULE_d3e5e4b762fd9115b68b+613edded/model.neff filter=lfs diff=lfs merge=lfs -text neuronxcc-2.16.372.0+4a9b2326/MODULE_f5b6904839bc118bcd54+613edded/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.17.194.0+d312836f/MODULE_032f74178031f5ed3c74+613edded/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.17.194.0+d312836f/MODULE_0a88901e8c98f54e4c10+613edded/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.17.194.0+d312836f/MODULE_1090c91454701eac92a9+613edded/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.17.194.0+d312836f/MODULE_151e013069d6b102df91+613edded/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.17.194.0+d312836f/MODULE_24ff9ac2787ce9a1d276+613edded/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.17.194.0+d312836f/MODULE_255bd8f176e49c261e93+613edded/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.17.194.0+d312836f/MODULE_272d7dabaeb48e6d7210+613edded/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.17.194.0+d312836f/MODULE_2b6914194b931d7496fc+613edded/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.17.194.0+d312836f/MODULE_320f2622d4d0c9fdd0f1+613edded/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.17.194.0+d312836f/MODULE_3aa61c04bd8d9ca8722a+613edded/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.17.194.0+d312836f/MODULE_3d7f2d2bef4f6fdd2c74+613edded/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.17.194.0+d312836f/MODULE_3e5f6b34247d2b457ec5+613edded/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.17.194.0+d312836f/MODULE_40f92bf9469aae653e93+613edded/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.17.194.0+d312836f/MODULE_48437cc74469a8ccaec8+613edded/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.17.194.0+d312836f/MODULE_48bfe9ceb9631fdca2d4+613edded/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.17.194.0+d312836f/MODULE_5a9cc28c7336fd9ea3ab+613edded/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.17.194.0+d312836f/MODULE_5de5ea910315ba9c0def+613edded/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.17.194.0+d312836f/MODULE_6819e64fb96e87ffece0+613edded/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.17.194.0+d312836f/MODULE_7062a76356ca462bcc78+613edded/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.17.194.0+d312836f/MODULE_8bb2b91314df12f54a63+613edded/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.17.194.0+d312836f/MODULE_99824fde40f6515f5b3d+613edded/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.17.194.0+d312836f/MODULE_9be95eab2454f5ade94b+613edded/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.17.194.0+d312836f/MODULE_a297084c31f9c1ff1d5d+613edded/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.17.194.0+d312836f/MODULE_ab8029e291c37141655e+613edded/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.17.194.0+d312836f/MODULE_abb19eb6336ab05b7e19+613edded/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.17.194.0+d312836f/MODULE_aeecac19cd61e7fb1951+613edded/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.17.194.0+d312836f/MODULE_b3bcdff16701189885df+613edded/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.17.194.0+d312836f/MODULE_c49c0c3715f68c22b32f+613edded/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.17.194.0+d312836f/MODULE_cb16b651ea9d180d5cfd+613edded/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.17.194.0+d312836f/MODULE_d6ab3c50fb69674476da+613edded/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.17.194.0+d312836f/MODULE_d9ea85537e76e50bb64c+613edded/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.17.194.0+d312836f/MODULE_dcc643bd43691cdb2cd2+613edded/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.17.194.0+d312836f/MODULE_de8368a717cfd6dfec57+613edded/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.17.194.0+d312836f/MODULE_df48af4bf01af7f3857e+613edded/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.17.194.0+d312836f/MODULE_e0765cf6df2204e3664e+613edded/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.17.194.0+d312836f/MODULE_e40769e5a35d3e5dacff+613edded/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.17.194.0+d312836f/MODULE_e50c30ad9376ce18d039+613edded/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.17.194.0+d312836f/MODULE_e8eb6214f5c387ad6b43+613edded/model.neff filter=lfs diff=lfs merge=lfs -text diff --git a/neuronxcc-2.17.194.0+d312836f/0_REGISTRY/0.2.0.dev1/inference/bloom/hf-internal-testing/tiny-random-BloomForCausalLM/8073b7d23085a1fbca65.json b/neuronxcc-2.17.194.0+d312836f/0_REGISTRY/0.2.0.dev1/inference/bloom/hf-internal-testing/tiny-random-BloomForCausalLM/8073b7d23085a1fbca65.json new file mode 100644 index 0000000000000000000000000000000000000000..9866179e70302ffa2cd3437fb970cf7035297cc0 --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/0_REGISTRY/0.2.0.dev1/inference/bloom/hf-internal-testing/tiny-random-BloomForCausalLM/8073b7d23085a1fbca65.json @@ -0,0 +1 @@ +{"apply_residual_connection_post_layernorm": false, "architectures": ["BloomForCausalLM"], "attention_dropout": 0.1, "bos_token_id": 1, "dtype": "float32", "eos_token_id": 2, "gradient_checkpointing": false, "hidden_dropout": 0.1, "hidden_size": 32, "id2label": {"0": "LABEL_0", "1": "LABEL_1", "2": "LABEL_2"}, "initializer_range": 0.02, "is_decoder": true, "label2id": {"LABEL_0": 0, "LABEL_1": 1, "LABEL_2": 2}, "layer_norm_epsilon": 1e-05, "model_type": "bloom", "n_head": 4, "n_layer": 5, "n_positions": 512, "neuron": {"auto_cast_type": "fp16", "batch_size": 2, "checkpoint_id": "hf-internal-testing/tiny-random-BloomForCausalLM", "checkpoint_revision": "92b07e9b7b4f986fa7c54e2ac3b9201b4ba5212e", "compiler_type": "neuronx-cc", "compiler_version": "2.17.194.0+d312836f", "num_cores": 2, "sequence_length": 100, "task": "text-generation"}, "pad_token_id": 3, "pretraining_tp": 1, "seq_length": 7, "slow_but_exact": true, "torch_dtype": "float32", "type_vocab_size": 16, "use_cache": true, "vocab_size": 1024} \ No newline at end of file diff --git a/neuronxcc-2.17.194.0+d312836f/0_REGISTRY/0.2.0.dev1/inference/bloom/hf-internal-testing/tiny-random-BloomForCausalLM/a7171092e1ed6d409e16.json b/neuronxcc-2.17.194.0+d312836f/0_REGISTRY/0.2.0.dev1/inference/bloom/hf-internal-testing/tiny-random-BloomForCausalLM/a7171092e1ed6d409e16.json new file mode 100644 index 0000000000000000000000000000000000000000..25960c043d792b963833d935ef280890d7b0fc41 --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/0_REGISTRY/0.2.0.dev1/inference/bloom/hf-internal-testing/tiny-random-BloomForCausalLM/a7171092e1ed6d409e16.json @@ -0,0 +1 @@ +{"apply_residual_connection_post_layernorm": false, "architectures": ["BloomForCausalLM"], "attention_dropout": 0.1, "bos_token_id": 1, "dtype": "float32", "eos_token_id": 2, "gradient_checkpointing": false, "hidden_dropout": 0.1, "hidden_size": 32, "id2label": {"0": "LABEL_0", "1": "LABEL_1", "2": "LABEL_2"}, "initializer_range": 0.02, "is_decoder": true, "label2id": {"LABEL_0": 0, "LABEL_1": 1, "LABEL_2": 2}, "layer_norm_epsilon": 1e-05, "model_type": "bloom", "n_head": 4, "n_layer": 5, "n_positions": 512, "neuron": {"auto_cast_type": "fp16", "batch_size": 1, "checkpoint_id": "hf-internal-testing/tiny-random-BloomForCausalLM", "checkpoint_revision": "92b07e9b7b4f986fa7c54e2ac3b9201b4ba5212e", "compiler_type": "neuronx-cc", "compiler_version": "2.17.194.0+d312836f", "num_cores": 2, "sequence_length": 100, "task": "text-generation"}, "pad_token_id": 3, "pretraining_tp": 1, "seq_length": 7, "slow_but_exact": true, "torch_dtype": "float32", "type_vocab_size": 16, "use_cache": true, "vocab_size": 1024} \ No newline at end of file diff --git a/neuronxcc-2.17.194.0+d312836f/0_REGISTRY/0.2.0.dev1/inference/bloom/hf-internal-testing/tiny-random-BloomForCausalLM/ae2381d7c5b65acd7f61.json b/neuronxcc-2.17.194.0+d312836f/0_REGISTRY/0.2.0.dev1/inference/bloom/hf-internal-testing/tiny-random-BloomForCausalLM/ae2381d7c5b65acd7f61.json new file mode 100644 index 0000000000000000000000000000000000000000..c6128977403fb9812c2af1b50fa58f55c6c60e55 --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/0_REGISTRY/0.2.0.dev1/inference/bloom/hf-internal-testing/tiny-random-BloomForCausalLM/ae2381d7c5b65acd7f61.json @@ -0,0 +1 @@ +{"apply_residual_connection_post_layernorm": false, "architectures": ["BloomForCausalLM"], "attention_dropout": 0.1, "bos_token_id": 1, "dtype": "float32", "eos_token_id": 2, "gradient_checkpointing": false, "hidden_dropout": 0.1, "hidden_size": 32, "id2label": {"0": "LABEL_0", "1": "LABEL_1", "2": "LABEL_2"}, "initializer_range": 0.02, "is_decoder": true, "label2id": {"LABEL_0": 0, "LABEL_1": 1, "LABEL_2": 2}, "layer_norm_epsilon": 1e-05, "model_type": "bloom", "n_head": 4, "n_layer": 5, "n_positions": 512, "neuron": {"auto_cast_type": "fp32", "batch_size": 1, "checkpoint_id": "hf-internal-testing/tiny-random-BloomForCausalLM", "checkpoint_revision": "92b07e9b7b4f986fa7c54e2ac3b9201b4ba5212e", "compiler_type": "neuronx-cc", "compiler_version": "2.17.194.0+d312836f", "num_cores": 2, "sequence_length": 100, "task": "text-generation"}, "pad_token_id": 3, "pretraining_tp": 1, "seq_length": 7, "slow_but_exact": true, "torch_dtype": "float32", "type_vocab_size": 16, "use_cache": true, "vocab_size": 1024} \ No newline at end of file diff --git a/neuronxcc-2.17.194.0+d312836f/0_REGISTRY/0.2.0.dev1/inference/gpt2/gpt2/04b11e0a2dbef4541dd0.json b/neuronxcc-2.17.194.0+d312836f/0_REGISTRY/0.2.0.dev1/inference/gpt2/gpt2/04b11e0a2dbef4541dd0.json new file mode 100644 index 0000000000000000000000000000000000000000..2cb8e2614e47c0893e70ae6fdee11f442ea31d61 --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/0_REGISTRY/0.2.0.dev1/inference/gpt2/gpt2/04b11e0a2dbef4541dd0.json @@ -0,0 +1 @@ +{"activation_function": "gelu_new", "architectures": ["GPT2LMHeadModel"], "attn_pdrop": 0.1, "bos_token_id": 50256, "embd_pdrop": 0.1, "eos_token_id": 50256, "initializer_range": 0.02, "layer_norm_epsilon": 1e-05, "model_type": "gpt2", "n_ctx": 1024, "n_embd": 768, "n_head": 12, "n_inner": null, "n_layer": 12, "n_positions": 1024, "neuron": {"auto_cast_type": "fp16", "batch_size": 4, "checkpoint_id": "gpt2", "checkpoint_revision": "607a30d783dfa663caf39e06633721c8d4cfcd7e", "compiler_type": "neuronx-cc", "compiler_version": "2.17.194.0+d312836f", "num_cores": 2, "sequence_length": 1024, "task": "text-generation"}, "reorder_and_upcast_attn": false, "resid_pdrop": 0.1, "scale_attn_by_inverse_layer_idx": false, "scale_attn_weights": true, "summary_activation": null, "summary_first_dropout": 0.1, "summary_proj_to_labels": true, "summary_type": "cls_index", "summary_use_proj": true, "task_specific_params": {"text-generation": {"do_sample": true, "max_length": 50}}, "use_cache": true, "vocab_size": 50257} \ No newline at end of file diff --git a/neuronxcc-2.17.194.0+d312836f/0_REGISTRY/0.2.0.dev1/inference/gpt2/hf-internal-testing/tiny-random-gpt2/54bded5fc563a10c62e4.json b/neuronxcc-2.17.194.0+d312836f/0_REGISTRY/0.2.0.dev1/inference/gpt2/hf-internal-testing/tiny-random-gpt2/54bded5fc563a10c62e4.json new file mode 100644 index 0000000000000000000000000000000000000000..5fce65eae7e8d611c949afe71fe99384f173383d --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/0_REGISTRY/0.2.0.dev1/inference/gpt2/hf-internal-testing/tiny-random-gpt2/54bded5fc563a10c62e4.json @@ -0,0 +1 @@ +{"activation_function": "gelu_new", "attention_probs_dropout_prob": 0.1, "attn_pdrop": 0.1, "bos_token_id": 98, "embd_pdrop": 0.1, "eos_token_id": 98, "gradient_checkpointing": false, "hidden_act": "gelu", "hidden_dropout_prob": 0.1, "initializer_range": 0.02, "intermediate_size": 37, "layer_norm_epsilon": 1e-05, "model_type": "gpt2", "n_ctx": 512, "n_embd": 32, "n_head": 4, "n_inner": null, "n_layer": 5, "n_positions": 512, "neuron": {"auto_cast_type": "fp16", "batch_size": 1, "checkpoint_id": "hf-internal-testing/tiny-random-gpt2", "checkpoint_revision": "71034c5d8bde858ff824298bdedc65515b97d2b9", "compiler_type": "neuronx-cc", "compiler_version": "2.17.194.0+d312836f", "num_cores": 2, "sequence_length": 100, "task": "text-generation"}, "pad_token_id": 98, "reorder_and_upcast_attn": false, "resid_pdrop": 0.1, "scale_attn_by_inverse_layer_idx": false, "scale_attn_weights": true, "summary_activation": null, "summary_first_dropout": 0.1, "summary_proj_to_labels": true, "summary_type": "cls_index", "summary_use_proj": true, "type_vocab_size": 16, "use_cache": true, "vocab_size": 1000} \ No newline at end of file diff --git a/neuronxcc-2.17.194.0+d312836f/0_REGISTRY/0.2.0.dev1/inference/gpt2/hf-internal-testing/tiny-random-gpt2/6e66792f3ba9cac4f205.json b/neuronxcc-2.17.194.0+d312836f/0_REGISTRY/0.2.0.dev1/inference/gpt2/hf-internal-testing/tiny-random-gpt2/6e66792f3ba9cac4f205.json new file mode 100644 index 0000000000000000000000000000000000000000..477525914a41681e5f7e119e19c5c6c8aaa99548 --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/0_REGISTRY/0.2.0.dev1/inference/gpt2/hf-internal-testing/tiny-random-gpt2/6e66792f3ba9cac4f205.json @@ -0,0 +1 @@ +{"activation_function": "gelu_new", "attention_probs_dropout_prob": 0.1, "attn_pdrop": 0.1, "bos_token_id": 98, "embd_pdrop": 0.1, "eos_token_id": 98, "gradient_checkpointing": false, "hidden_act": "gelu", "hidden_dropout_prob": 0.1, "initializer_range": 0.02, "intermediate_size": 37, "layer_norm_epsilon": 1e-05, "model_type": "gpt2", "n_ctx": 512, "n_embd": 32, "n_head": 4, "n_inner": null, "n_layer": 5, "n_positions": 512, "neuron": {"auto_cast_type": "fp16", "batch_size": 2, "checkpoint_id": "hf-internal-testing/tiny-random-gpt2", "checkpoint_revision": "71034c5d8bde858ff824298bdedc65515b97d2b9", "compiler_type": "neuronx-cc", "compiler_version": "2.17.194.0+d312836f", "num_cores": 2, "sequence_length": 100, "task": "text-generation"}, "pad_token_id": 98, "reorder_and_upcast_attn": false, "resid_pdrop": 0.1, "scale_attn_by_inverse_layer_idx": false, "scale_attn_weights": true, "summary_activation": null, "summary_first_dropout": 0.1, "summary_proj_to_labels": true, "summary_type": "cls_index", "summary_use_proj": true, "type_vocab_size": 16, "use_cache": true, "vocab_size": 1000} \ No newline at end of file diff --git a/neuronxcc-2.17.194.0+d312836f/0_REGISTRY/0.2.0.dev1/inference/gpt2/hf-internal-testing/tiny-random-gpt2/ed96d4c384a006cce69a.json b/neuronxcc-2.17.194.0+d312836f/0_REGISTRY/0.2.0.dev1/inference/gpt2/hf-internal-testing/tiny-random-gpt2/ed96d4c384a006cce69a.json new file mode 100644 index 0000000000000000000000000000000000000000..a6043c06606e0bc5f9fce82b04deef54b196ffb7 --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/0_REGISTRY/0.2.0.dev1/inference/gpt2/hf-internal-testing/tiny-random-gpt2/ed96d4c384a006cce69a.json @@ -0,0 +1 @@ +{"activation_function": "gelu_new", "attention_probs_dropout_prob": 0.1, "attn_pdrop": 0.1, "bos_token_id": 98, "embd_pdrop": 0.1, "eos_token_id": 98, "gradient_checkpointing": false, "hidden_act": "gelu", "hidden_dropout_prob": 0.1, "initializer_range": 0.02, "intermediate_size": 37, "layer_norm_epsilon": 1e-05, "model_type": "gpt2", "n_ctx": 512, "n_embd": 32, "n_head": 4, "n_inner": null, "n_layer": 5, "n_positions": 512, "neuron": {"auto_cast_type": "fp32", "batch_size": 1, "checkpoint_id": "hf-internal-testing/tiny-random-gpt2", "checkpoint_revision": "71034c5d8bde858ff824298bdedc65515b97d2b9", "compiler_type": "neuronx-cc", "compiler_version": "2.17.194.0+d312836f", "num_cores": 2, "sequence_length": 100, "task": "text-generation"}, "pad_token_id": 98, "reorder_and_upcast_attn": false, "resid_pdrop": 0.1, "scale_attn_by_inverse_layer_idx": false, "scale_attn_weights": true, "summary_activation": null, "summary_first_dropout": 0.1, "summary_proj_to_labels": true, "summary_type": "cls_index", "summary_use_proj": true, "type_vocab_size": 16, "use_cache": true, "vocab_size": 1000} \ No newline at end of file diff --git a/neuronxcc-2.17.194.0+d312836f/0_REGISTRY/0.2.0.dev1/inference/llama/llamafactory/tiny-random-Llama-3/5b018702ead3e2da56e1.json b/neuronxcc-2.17.194.0+d312836f/0_REGISTRY/0.2.0.dev1/inference/llama/llamafactory/tiny-random-Llama-3/5b018702ead3e2da56e1.json new file mode 100644 index 0000000000000000000000000000000000000000..9d5688331910e299e39bb2ef3c6e20518fa548e0 --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/0_REGISTRY/0.2.0.dev1/inference/llama/llamafactory/tiny-random-Llama-3/5b018702ead3e2da56e1.json @@ -0,0 +1 @@ +{"architectures": ["LlamaForCausalLM"], "attention_bias": false, "attention_dropout": 0.0, "bos_token_id": 128000, "eos_token_id": [128001, 128008, 128009], "head_dim": 4, "hidden_act": "silu", "hidden_size": 16, "initializer_range": 0.02, "intermediate_size": 64, "max_position_embeddings": 131072, "mlp_bias": false, "model_type": "llama", "neuron": {"auto_cast_type": "fp16", "batch_size": 1, "checkpoint_id": "llamafactory/tiny-random-Llama-3", "checkpoint_revision": "bf2a2e3bf199ad2ee96f02a3c00246c608db22a8", "compiler_type": "neuronx-cc", "compiler_version": "2.17.194.0+d312836f", "num_cores": 2, "sequence_length": 100, "task": "text-generation"}, "num_attention_heads": 4, "num_hidden_layers": 2, "num_key_value_heads": 4, "pretraining_tp": 1, "rms_norm_eps": 1e-05, "rope_scaling": {"factor": 8.0, "high_freq_factor": 4.0, "low_freq_factor": 1.0, "original_max_position_embeddings": 8192, "rope_type": "llama3"}, "rope_theta": 500000.0, "tie_word_embeddings": false, "torch_dtype": "float16", "use_cache": true, "vocab_size": 128256} \ No newline at end of file diff --git a/neuronxcc-2.17.194.0+d312836f/0_REGISTRY/0.2.0.dev1/inference/llama/llamafactory/tiny-random-Llama-3/f3c3bc1a0c149fb923af.json b/neuronxcc-2.17.194.0+d312836f/0_REGISTRY/0.2.0.dev1/inference/llama/llamafactory/tiny-random-Llama-3/f3c3bc1a0c149fb923af.json new file mode 100644 index 0000000000000000000000000000000000000000..4b35305ee3540f251ab3a62358af7629d2da696c --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/0_REGISTRY/0.2.0.dev1/inference/llama/llamafactory/tiny-random-Llama-3/f3c3bc1a0c149fb923af.json @@ -0,0 +1 @@ +{"architectures": ["LlamaForCausalLM"], "attention_bias": false, "attention_dropout": 0.0, "bos_token_id": 128000, "eos_token_id": [128001, 128008, 128009], "head_dim": 4, "hidden_act": "silu", "hidden_size": 16, "initializer_range": 0.02, "intermediate_size": 64, "max_position_embeddings": 131072, "mlp_bias": false, "model_type": "llama", "neuron": {"auto_cast_type": "fp32", "batch_size": 1, "checkpoint_id": "llamafactory/tiny-random-Llama-3", "checkpoint_revision": "bf2a2e3bf199ad2ee96f02a3c00246c608db22a8", "compiler_type": "neuronx-cc", "compiler_version": "2.17.194.0+d312836f", "num_cores": 2, "sequence_length": 100, "task": "text-generation"}, "num_attention_heads": 4, "num_hidden_layers": 2, "num_key_value_heads": 4, "pretraining_tp": 1, "rms_norm_eps": 1e-05, "rope_scaling": {"factor": 8.0, "high_freq_factor": 4.0, "low_freq_factor": 1.0, "original_max_position_embeddings": 8192, "rope_type": "llama3"}, "rope_theta": 500000.0, "tie_word_embeddings": false, "torch_dtype": "float16", "use_cache": true, "vocab_size": 128256} \ No newline at end of file diff --git a/neuronxcc-2.17.194.0+d312836f/0_REGISTRY/0.2.0.dev1/inference/llama/llamafactory/tiny-random-Llama-3/fe8aeb2e768847ee966b.json b/neuronxcc-2.17.194.0+d312836f/0_REGISTRY/0.2.0.dev1/inference/llama/llamafactory/tiny-random-Llama-3/fe8aeb2e768847ee966b.json new file mode 100644 index 0000000000000000000000000000000000000000..e7a49959dbc2d392a536675fc9c96e4b01e75e1f --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/0_REGISTRY/0.2.0.dev1/inference/llama/llamafactory/tiny-random-Llama-3/fe8aeb2e768847ee966b.json @@ -0,0 +1 @@ +{"architectures": ["LlamaForCausalLM"], "attention_bias": false, "attention_dropout": 0.0, "bos_token_id": 128000, "eos_token_id": [128001, 128008, 128009], "head_dim": 4, "hidden_act": "silu", "hidden_size": 16, "initializer_range": 0.02, "intermediate_size": 64, "max_position_embeddings": 131072, "mlp_bias": false, "model_type": "llama", "neuron": {"auto_cast_type": "fp16", "batch_size": 2, "checkpoint_id": "llamafactory/tiny-random-Llama-3", "checkpoint_revision": "bf2a2e3bf199ad2ee96f02a3c00246c608db22a8", "compiler_type": "neuronx-cc", "compiler_version": "2.17.194.0+d312836f", "num_cores": 2, "sequence_length": 100, "task": "text-generation"}, "num_attention_heads": 4, "num_hidden_layers": 2, "num_key_value_heads": 4, "pretraining_tp": 1, "rms_norm_eps": 1e-05, "rope_scaling": {"factor": 8.0, "high_freq_factor": 4.0, "low_freq_factor": 1.0, "original_max_position_embeddings": 8192, "rope_type": "llama3"}, "rope_theta": 500000.0, "tie_word_embeddings": false, "torch_dtype": "float16", "use_cache": true, "vocab_size": 128256} \ No newline at end of file diff --git a/neuronxcc-2.17.194.0+d312836f/0_REGISTRY/0.2.0.dev1/inference/mistral/dacorvo/tiny-random-MistralForCausalLM/8218af2f0fa2407f868d.json b/neuronxcc-2.17.194.0+d312836f/0_REGISTRY/0.2.0.dev1/inference/mistral/dacorvo/tiny-random-MistralForCausalLM/8218af2f0fa2407f868d.json new file mode 100644 index 0000000000000000000000000000000000000000..2033fe6d8971403621124b537126d9e5d16b10f8 --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/0_REGISTRY/0.2.0.dev1/inference/mistral/dacorvo/tiny-random-MistralForCausalLM/8218af2f0fa2407f868d.json @@ -0,0 +1 @@ +{"architectures": ["MistralForCausalLM"], "attention_dropout": 0.0, "attention_probs_dropout_prob": 0.1, "bos_token_id": 1, "eos_token_id": 2, "head_dim": 8, "hidden_act": "gelu", "hidden_dropout_prob": 0.1, "hidden_size": 32, "initializer_range": 0.02, "intermediate_size": 37, "is_decoder": true, "max_position_embeddings": 512, "model_type": "mistral", "neuron": {"auto_cast_type": "fp32", "batch_size": 1, "checkpoint_id": "dacorvo/tiny-random-MistralForCausalLM", "checkpoint_revision": "81d453e3c8985649e9ee3d4c9378461029d1c73a", "compiler_type": "neuronx-cc", "compiler_version": "2.17.194.0+d312836f", "num_cores": 2, "sequence_length": 100, "task": "text-generation"}, "num_attention_heads": 4, "num_hidden_layers": 2, "num_key_value_heads": 2, "pad_token_id": 0, "rms_norm_eps": 1e-06, "rope_theta": 10000.0, "sliding_window": 4096, "tie_word_embeddings": false, "torch_dtype": "float32", "type_vocab_size": 16, "use_cache": true, "vocab_size": 32000} \ No newline at end of file diff --git a/neuronxcc-2.17.194.0+d312836f/0_REGISTRY/0.2.0.dev1/inference/mistral/dacorvo/tiny-random-MistralForCausalLM/cbd36c8987dee51bbf96.json b/neuronxcc-2.17.194.0+d312836f/0_REGISTRY/0.2.0.dev1/inference/mistral/dacorvo/tiny-random-MistralForCausalLM/cbd36c8987dee51bbf96.json new file mode 100644 index 0000000000000000000000000000000000000000..8a70db5af2d478481f614bcd0ce30d6565542879 --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/0_REGISTRY/0.2.0.dev1/inference/mistral/dacorvo/tiny-random-MistralForCausalLM/cbd36c8987dee51bbf96.json @@ -0,0 +1 @@ +{"architectures": ["MistralForCausalLM"], "attention_dropout": 0.0, "attention_probs_dropout_prob": 0.1, "bos_token_id": 1, "eos_token_id": 2, "head_dim": 8, "hidden_act": "gelu", "hidden_dropout_prob": 0.1, "hidden_size": 32, "initializer_range": 0.02, "intermediate_size": 37, "is_decoder": true, "max_position_embeddings": 512, "model_type": "mistral", "neuron": {"auto_cast_type": "fp16", "batch_size": 2, "checkpoint_id": "dacorvo/tiny-random-MistralForCausalLM", "checkpoint_revision": "81d453e3c8985649e9ee3d4c9378461029d1c73a", "compiler_type": "neuronx-cc", "compiler_version": "2.17.194.0+d312836f", "num_cores": 2, "sequence_length": 100, "task": "text-generation"}, "num_attention_heads": 4, "num_hidden_layers": 2, "num_key_value_heads": 2, "pad_token_id": 0, "rms_norm_eps": 1e-06, "rope_theta": 10000.0, "sliding_window": 4096, "tie_word_embeddings": false, "torch_dtype": "float32", "type_vocab_size": 16, "use_cache": true, "vocab_size": 32000} \ No newline at end of file diff --git a/neuronxcc-2.17.194.0+d312836f/0_REGISTRY/0.2.0.dev1/inference/mistral/dacorvo/tiny-random-MistralForCausalLM/fb94f6782a05e7c33d59.json b/neuronxcc-2.17.194.0+d312836f/0_REGISTRY/0.2.0.dev1/inference/mistral/dacorvo/tiny-random-MistralForCausalLM/fb94f6782a05e7c33d59.json new file mode 100644 index 0000000000000000000000000000000000000000..267c920a49350205c9c359ed8c843e67173bc4f7 --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/0_REGISTRY/0.2.0.dev1/inference/mistral/dacorvo/tiny-random-MistralForCausalLM/fb94f6782a05e7c33d59.json @@ -0,0 +1 @@ +{"architectures": ["MistralForCausalLM"], "attention_dropout": 0.0, "attention_probs_dropout_prob": 0.1, "bos_token_id": 1, "eos_token_id": 2, "head_dim": 8, "hidden_act": "gelu", "hidden_dropout_prob": 0.1, "hidden_size": 32, "initializer_range": 0.02, "intermediate_size": 37, "is_decoder": true, "max_position_embeddings": 512, "model_type": "mistral", "neuron": {"auto_cast_type": "fp16", "batch_size": 1, "checkpoint_id": "dacorvo/tiny-random-MistralForCausalLM", "checkpoint_revision": "81d453e3c8985649e9ee3d4c9378461029d1c73a", "compiler_type": "neuronx-cc", "compiler_version": "2.17.194.0+d312836f", "num_cores": 2, "sequence_length": 100, "task": "text-generation"}, "num_attention_heads": 4, "num_hidden_layers": 2, "num_key_value_heads": 2, "pad_token_id": 0, "rms_norm_eps": 1e-06, "rope_theta": 10000.0, "sliding_window": 4096, "tie_word_embeddings": false, "torch_dtype": "float32", "type_vocab_size": 16, "use_cache": true, "vocab_size": 32000} \ No newline at end of file diff --git a/neuronxcc-2.17.194.0+d312836f/0_REGISTRY/0.2.0.dev1/inference/mixtral/dacorvo/Mixtral-tiny/2a1e6780d896c6fbecd1.json b/neuronxcc-2.17.194.0+d312836f/0_REGISTRY/0.2.0.dev1/inference/mixtral/dacorvo/Mixtral-tiny/2a1e6780d896c6fbecd1.json new file mode 100644 index 0000000000000000000000000000000000000000..6feb47cb5af5cffae6ca7f02e6494f46e1161293 --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/0_REGISTRY/0.2.0.dev1/inference/mixtral/dacorvo/Mixtral-tiny/2a1e6780d896c6fbecd1.json @@ -0,0 +1 @@ +{"architectures": ["MixtralForCausalLM"], "attention_dropout": 0.0, "bos_token_id": 1, "eos_token_id": 2, "head_dim": 32, "hidden_act": "silu", "hidden_size": 1024, "initializer_range": 0.02, "intermediate_size": 3584, "max_position_embeddings": 1024, "model_type": "mixtral", "neuron": {"auto_cast_type": "fp32", "batch_size": 1, "checkpoint_id": "dacorvo/Mixtral-tiny", "checkpoint_revision": "c557ba205ddff6ea911f4719e0d543d6c08356b6", "compiler_type": "neuronx-cc", "compiler_version": "2.17.194.0+d312836f", "num_cores": 2, "sequence_length": 100, "task": "text-generation"}, "num_attention_heads": 32, "num_experts_per_tok": 2, "num_hidden_layers": 2, "num_key_value_heads": 8, "num_local_experts": 8, "output_router_logits": false, "rms_norm_eps": 1e-05, "rope_theta": 10000.0, "router_aux_loss_coef": 0.001, "router_jitter_noise": 0.0, "sliding_window": 4096, "tie_word_embeddings": false, "torch_dtype": "float16", "use_cache": true, "vocab_size": 32000} \ No newline at end of file diff --git a/neuronxcc-2.17.194.0+d312836f/0_REGISTRY/0.2.0.dev1/inference/mixtral/dacorvo/Mixtral-tiny/504d03063bc8df36ee48.json b/neuronxcc-2.17.194.0+d312836f/0_REGISTRY/0.2.0.dev1/inference/mixtral/dacorvo/Mixtral-tiny/504d03063bc8df36ee48.json new file mode 100644 index 0000000000000000000000000000000000000000..89c0d2a9951dba31148b8f113454cbed5bfb992c --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/0_REGISTRY/0.2.0.dev1/inference/mixtral/dacorvo/Mixtral-tiny/504d03063bc8df36ee48.json @@ -0,0 +1 @@ +{"architectures": ["MixtralForCausalLM"], "attention_dropout": 0.0, "bos_token_id": 1, "eos_token_id": 2, "head_dim": 32, "hidden_act": "silu", "hidden_size": 1024, "initializer_range": 0.02, "intermediate_size": 3584, "max_position_embeddings": 1024, "model_type": "mixtral", "neuron": {"auto_cast_type": "fp16", "batch_size": 2, "checkpoint_id": "dacorvo/Mixtral-tiny", "checkpoint_revision": "c557ba205ddff6ea911f4719e0d543d6c08356b6", "compiler_type": "neuronx-cc", "compiler_version": "2.17.194.0+d312836f", "num_cores": 2, "sequence_length": 100, "task": "text-generation"}, "num_attention_heads": 32, "num_experts_per_tok": 2, "num_hidden_layers": 2, "num_key_value_heads": 8, "num_local_experts": 8, "output_router_logits": false, "rms_norm_eps": 1e-05, "rope_theta": 10000.0, "router_aux_loss_coef": 0.001, "router_jitter_noise": 0.0, "sliding_window": 4096, "tie_word_embeddings": false, "torch_dtype": "float16", "use_cache": true, "vocab_size": 32000} \ No newline at end of file diff --git a/neuronxcc-2.17.194.0+d312836f/0_REGISTRY/0.2.0.dev1/inference/mixtral/dacorvo/Mixtral-tiny/9a8c89387f83d9d5c2a0.json b/neuronxcc-2.17.194.0+d312836f/0_REGISTRY/0.2.0.dev1/inference/mixtral/dacorvo/Mixtral-tiny/9a8c89387f83d9d5c2a0.json new file mode 100644 index 0000000000000000000000000000000000000000..a66f7f2bc5e81da9ae2981c1a11d7c1119743bc6 --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/0_REGISTRY/0.2.0.dev1/inference/mixtral/dacorvo/Mixtral-tiny/9a8c89387f83d9d5c2a0.json @@ -0,0 +1 @@ +{"architectures": ["MixtralForCausalLM"], "attention_dropout": 0.0, "bos_token_id": 1, "eos_token_id": 2, "head_dim": 32, "hidden_act": "silu", "hidden_size": 1024, "initializer_range": 0.02, "intermediate_size": 3584, "max_position_embeddings": 1024, "model_type": "mixtral", "neuron": {"auto_cast_type": "fp16", "batch_size": 1, "checkpoint_id": "dacorvo/Mixtral-tiny", "checkpoint_revision": "c557ba205ddff6ea911f4719e0d543d6c08356b6", "compiler_type": "neuronx-cc", "compiler_version": "2.17.194.0+d312836f", "num_cores": 2, "sequence_length": 100, "task": "text-generation"}, "num_attention_heads": 32, "num_experts_per_tok": 2, "num_hidden_layers": 2, "num_key_value_heads": 8, "num_local_experts": 8, "output_router_logits": false, "rms_norm_eps": 1e-05, "rope_theta": 10000.0, "router_aux_loss_coef": 0.001, "router_jitter_noise": 0.0, "sliding_window": 4096, "tie_word_embeddings": false, "torch_dtype": "float16", "use_cache": true, "vocab_size": 32000} \ No newline at end of file diff --git a/neuronxcc-2.17.194.0+d312836f/0_REGISTRY/0.2.0.dev1/inference/opt/hf-internal-testing/tiny-random-OPTForCausalLM/5bee84c083035adf9331.json b/neuronxcc-2.17.194.0+d312836f/0_REGISTRY/0.2.0.dev1/inference/opt/hf-internal-testing/tiny-random-OPTForCausalLM/5bee84c083035adf9331.json new file mode 100644 index 0000000000000000000000000000000000000000..df5f28be0c55d7226fe1a3773df20da2fa247ef5 --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/0_REGISTRY/0.2.0.dev1/inference/opt/hf-internal-testing/tiny-random-OPTForCausalLM/5bee84c083035adf9331.json @@ -0,0 +1 @@ +{"_remove_final_layer_norm": false, "activation_function": "relu", "architectures": ["OPTForCausalLM"], "attention_dropout": 0.1, "bos_token_id": 2, "do_layer_norm_before": true, "dropout": 0.1, "embed_dim": 16, "enable_bias": true, "eos_token_id": 2, "ffn_dim": 4, "hidden_size": 16, "init_std": 0.02, "is_decoder": true, "layer_norm_elementwise_affine": true, "layerdrop": 0.0, "max_position_embeddings": 100, "model_type": "opt", "neuron": {"auto_cast_type": "fp32", "batch_size": 1, "checkpoint_id": "hf-internal-testing/tiny-random-OPTForCausalLM", "checkpoint_revision": "3f3f2ee1e499cb7ad89b877068684fdc9d9513c3", "compiler_type": "neuronx-cc", "compiler_version": "2.17.194.0+d312836f", "num_cores": 2, "sequence_length": 100, "task": "text-generation"}, "num_attention_heads": 4, "num_hidden_layers": 5, "pad_token_id": 1, "torch_dtype": "float32", "use_cache": true, "vocab_size": 50265, "word_embed_proj_dim": 16} \ No newline at end of file diff --git a/neuronxcc-2.17.194.0+d312836f/0_REGISTRY/0.2.0.dev1/inference/opt/hf-internal-testing/tiny-random-OPTForCausalLM/5dbbeacbf0cb83781494.json b/neuronxcc-2.17.194.0+d312836f/0_REGISTRY/0.2.0.dev1/inference/opt/hf-internal-testing/tiny-random-OPTForCausalLM/5dbbeacbf0cb83781494.json new file mode 100644 index 0000000000000000000000000000000000000000..0e4685500bfecb4a73c67da59c76c663fb5ac5d3 --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/0_REGISTRY/0.2.0.dev1/inference/opt/hf-internal-testing/tiny-random-OPTForCausalLM/5dbbeacbf0cb83781494.json @@ -0,0 +1 @@ +{"_remove_final_layer_norm": false, "activation_function": "relu", "architectures": ["OPTForCausalLM"], "attention_dropout": 0.1, "bos_token_id": 2, "do_layer_norm_before": true, "dropout": 0.1, "embed_dim": 16, "enable_bias": true, "eos_token_id": 2, "ffn_dim": 4, "hidden_size": 16, "init_std": 0.02, "is_decoder": true, "layer_norm_elementwise_affine": true, "layerdrop": 0.0, "max_position_embeddings": 100, "model_type": "opt", "neuron": {"auto_cast_type": "fp16", "batch_size": 1, "checkpoint_id": "hf-internal-testing/tiny-random-OPTForCausalLM", "checkpoint_revision": "3f3f2ee1e499cb7ad89b877068684fdc9d9513c3", "compiler_type": "neuronx-cc", "compiler_version": "2.17.194.0+d312836f", "num_cores": 2, "sequence_length": 100, "task": "text-generation"}, "num_attention_heads": 4, "num_hidden_layers": 5, "pad_token_id": 1, "torch_dtype": "float32", "use_cache": true, "vocab_size": 50265, "word_embed_proj_dim": 16} \ No newline at end of file diff --git a/neuronxcc-2.17.194.0+d312836f/0_REGISTRY/0.2.0.dev1/inference/opt/hf-internal-testing/tiny-random-OPTForCausalLM/e2f3ec107f4546128ab8.json b/neuronxcc-2.17.194.0+d312836f/0_REGISTRY/0.2.0.dev1/inference/opt/hf-internal-testing/tiny-random-OPTForCausalLM/e2f3ec107f4546128ab8.json new file mode 100644 index 0000000000000000000000000000000000000000..40a2448fe341fc683b8445619ba1885f7b65239a --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/0_REGISTRY/0.2.0.dev1/inference/opt/hf-internal-testing/tiny-random-OPTForCausalLM/e2f3ec107f4546128ab8.json @@ -0,0 +1 @@ +{"_remove_final_layer_norm": false, "activation_function": "relu", "architectures": ["OPTForCausalLM"], "attention_dropout": 0.1, "bos_token_id": 2, "do_layer_norm_before": true, "dropout": 0.1, "embed_dim": 16, "enable_bias": true, "eos_token_id": 2, "ffn_dim": 4, "hidden_size": 16, "init_std": 0.02, "is_decoder": true, "layer_norm_elementwise_affine": true, "layerdrop": 0.0, "max_position_embeddings": 100, "model_type": "opt", "neuron": {"auto_cast_type": "fp16", "batch_size": 2, "checkpoint_id": "hf-internal-testing/tiny-random-OPTForCausalLM", "checkpoint_revision": "3f3f2ee1e499cb7ad89b877068684fdc9d9513c3", "compiler_type": "neuronx-cc", "compiler_version": "2.17.194.0+d312836f", "num_cores": 2, "sequence_length": 100, "task": "text-generation"}, "num_attention_heads": 4, "num_hidden_layers": 5, "pad_token_id": 1, "torch_dtype": "float32", "use_cache": true, "vocab_size": 50265, "word_embed_proj_dim": 16} \ No newline at end of file diff --git a/neuronxcc-2.17.194.0+d312836f/0_REGISTRY/0.2.0.dev1/inference/phi3/yujiepan/phi-4-tiny-random/8ab9cc0634b51af7962d.json b/neuronxcc-2.17.194.0+d312836f/0_REGISTRY/0.2.0.dev1/inference/phi3/yujiepan/phi-4-tiny-random/8ab9cc0634b51af7962d.json new file mode 100644 index 0000000000000000000000000000000000000000..3f87b91c97c851aec5a06c5adec3c9a0208b9933 --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/0_REGISTRY/0.2.0.dev1/inference/phi3/yujiepan/phi-4-tiny-random/8ab9cc0634b51af7962d.json @@ -0,0 +1 @@ +{"architectures": ["Phi3ForCausalLM"], "attention_bias": false, "attention_dropout": 0.0, "auto_map": {}, "bos_token_id": 100257, "embd_pdrop": 0.0, "eos_token_id": 100257, "hidden_act": "silu", "hidden_size": 16, "initializer_range": 0.02, "intermediate_size": 32, "max_position_embeddings": 16384, "model_type": "phi3", "neuron": {"auto_cast_type": "fp32", "batch_size": 1, "checkpoint_id": "yujiepan/phi-4-tiny-random", "checkpoint_revision": "18a9a1168dc97ac6d128f811925670c275610f5a", "compiler_type": "neuronx-cc", "compiler_version": "2.17.194.0+d312836f", "num_cores": 2, "sequence_length": 100, "task": "text-generation"}, "num_attention_heads": 2, "num_hidden_layers": 2, "num_key_value_heads": 1, "original_max_position_embeddings": 16384, "pad_token_id": 100257, "partial_rotary_factor": 1.0, "resid_pdrop": 0.0, "rms_norm_eps": 1e-05, "rope_scaling": null, "rope_theta": 250000, "sliding_window": null, "tie_word_embeddings": false, "torch_dtype": "bfloat16", "use_cache": true, "vocab_size": 100352} \ No newline at end of file diff --git a/neuronxcc-2.17.194.0+d312836f/0_REGISTRY/0.2.0.dev1/inference/phi3/yujiepan/phi-4-tiny-random/9aff1b577bd04477ab39.json b/neuronxcc-2.17.194.0+d312836f/0_REGISTRY/0.2.0.dev1/inference/phi3/yujiepan/phi-4-tiny-random/9aff1b577bd04477ab39.json new file mode 100644 index 0000000000000000000000000000000000000000..03af1d2a47559cabe4bf00a4d1f1bab4924ebafa --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/0_REGISTRY/0.2.0.dev1/inference/phi3/yujiepan/phi-4-tiny-random/9aff1b577bd04477ab39.json @@ -0,0 +1 @@ +{"architectures": ["Phi3ForCausalLM"], "attention_bias": false, "attention_dropout": 0.0, "auto_map": {}, "bos_token_id": 100257, "embd_pdrop": 0.0, "eos_token_id": 100257, "hidden_act": "silu", "hidden_size": 16, "initializer_range": 0.02, "intermediate_size": 32, "max_position_embeddings": 16384, "model_type": "phi3", "neuron": {"auto_cast_type": "fp16", "batch_size": 2, "checkpoint_id": "yujiepan/phi-4-tiny-random", "checkpoint_revision": "18a9a1168dc97ac6d128f811925670c275610f5a", "compiler_type": "neuronx-cc", "compiler_version": "2.17.194.0+d312836f", "num_cores": 2, "sequence_length": 100, "task": "text-generation"}, "num_attention_heads": 2, "num_hidden_layers": 2, "num_key_value_heads": 1, "original_max_position_embeddings": 16384, "pad_token_id": 100257, "partial_rotary_factor": 1.0, "resid_pdrop": 0.0, "rms_norm_eps": 1e-05, "rope_scaling": null, "rope_theta": 250000, "sliding_window": null, "tie_word_embeddings": false, "torch_dtype": "bfloat16", "use_cache": true, "vocab_size": 100352} \ No newline at end of file diff --git a/neuronxcc-2.17.194.0+d312836f/0_REGISTRY/0.2.0.dev1/inference/phi3/yujiepan/phi-4-tiny-random/cc54dfb009d99f8610e5.json b/neuronxcc-2.17.194.0+d312836f/0_REGISTRY/0.2.0.dev1/inference/phi3/yujiepan/phi-4-tiny-random/cc54dfb009d99f8610e5.json new file mode 100644 index 0000000000000000000000000000000000000000..6073b05ec344511999e7a576831275323ed5d321 --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/0_REGISTRY/0.2.0.dev1/inference/phi3/yujiepan/phi-4-tiny-random/cc54dfb009d99f8610e5.json @@ -0,0 +1 @@ +{"architectures": ["Phi3ForCausalLM"], "attention_bias": false, "attention_dropout": 0.0, "auto_map": {}, "bos_token_id": 100257, "embd_pdrop": 0.0, "eos_token_id": 100257, "hidden_act": "silu", "hidden_size": 16, "initializer_range": 0.02, "intermediate_size": 32, "max_position_embeddings": 16384, "model_type": "phi3", "neuron": {"auto_cast_type": "fp16", "batch_size": 1, "checkpoint_id": "yujiepan/phi-4-tiny-random", "checkpoint_revision": "18a9a1168dc97ac6d128f811925670c275610f5a", "compiler_type": "neuronx-cc", "compiler_version": "2.17.194.0+d312836f", "num_cores": 2, "sequence_length": 100, "task": "text-generation"}, "num_attention_heads": 2, "num_hidden_layers": 2, "num_key_value_heads": 1, "original_max_position_embeddings": 16384, "pad_token_id": 100257, "partial_rotary_factor": 1.0, "resid_pdrop": 0.0, "rms_norm_eps": 1e-05, "rope_scaling": null, "rope_theta": 250000, "sliding_window": null, "tie_word_embeddings": false, "torch_dtype": "bfloat16", "use_cache": true, "vocab_size": 100352} \ No newline at end of file diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_032f74178031f5ed3c74+613edded/compile_flags.json b/neuronxcc-2.17.194.0+d312836f/MODULE_032f74178031f5ed3c74+613edded/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287 --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/MODULE_032f74178031f5ed3c74+613edded/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"] \ No newline at end of file diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_032f74178031f5ed3c74+613edded/model.done b/neuronxcc-2.17.194.0+d312836f/MODULE_032f74178031f5ed3c74+613edded/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_032f74178031f5ed3c74+613edded/model.hlo_module.pb b/neuronxcc-2.17.194.0+d312836f/MODULE_032f74178031f5ed3c74+613edded/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..49fe91a741a5523c925902bd97bf60b2e7fd80c8 --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/MODULE_032f74178031f5ed3c74+613edded/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:efcd712f2b813d9c5c9c26bcd8b968439cbbb0ab9ebda7d08942cd18a620bfaa +size 44778 diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_032f74178031f5ed3c74+613edded/model.neff b/neuronxcc-2.17.194.0+d312836f/MODULE_032f74178031f5ed3c74+613edded/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..b3e8ac0f3482e6e02d1f010a5edbfe7e3ae25030 --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/MODULE_032f74178031f5ed3c74+613edded/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f41883d5e9092ebe55576d873702b5dffed1e27a8d65f84c8db1b278440ced50 +size 400384 diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_0a88901e8c98f54e4c10+613edded/compile_flags.json b/neuronxcc-2.17.194.0+d312836f/MODULE_0a88901e8c98f54e4c10+613edded/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287 --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/MODULE_0a88901e8c98f54e4c10+613edded/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"] \ No newline at end of file diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_0a88901e8c98f54e4c10+613edded/model.done b/neuronxcc-2.17.194.0+d312836f/MODULE_0a88901e8c98f54e4c10+613edded/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_0a88901e8c98f54e4c10+613edded/model.hlo_module.pb b/neuronxcc-2.17.194.0+d312836f/MODULE_0a88901e8c98f54e4c10+613edded/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..b6045dce5b79214b2f4a7a19520ee55a1dc06da4 --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/MODULE_0a88901e8c98f54e4c10+613edded/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0975fc341db9cc54898ed384ab7098894c740e7e46124a5b9bc5891aa710b364 +size 43983 diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_0a88901e8c98f54e4c10+613edded/model.neff b/neuronxcc-2.17.194.0+d312836f/MODULE_0a88901e8c98f54e4c10+613edded/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..0ea28c9b5424dd9f12c2655cdfbd61614cfe1f58 --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/MODULE_0a88901e8c98f54e4c10+613edded/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d7d2c8d2aca9540eef7a0363cc8fcd4c3dedbefb5369e9e43bc0b6631e620e0 +size 472064 diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_0cfdfd8c26d66b282d5a+613edded/compile_flags.json b/neuronxcc-2.17.194.0+d312836f/MODULE_0cfdfd8c26d66b282d5a+613edded/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287 --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/MODULE_0cfdfd8c26d66b282d5a+613edded/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"] \ No newline at end of file diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_0cfdfd8c26d66b282d5a+613edded/model.done b/neuronxcc-2.17.194.0+d312836f/MODULE_0cfdfd8c26d66b282d5a+613edded/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_0cfdfd8c26d66b282d5a+613edded/model.hlo_module.pb b/neuronxcc-2.17.194.0+d312836f/MODULE_0cfdfd8c26d66b282d5a+613edded/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..7ff1d3d27cfc65b3f6886fa31aea8555482d99a6 --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/MODULE_0cfdfd8c26d66b282d5a+613edded/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3668379cd299c92b1ee77b0d6ae0a86fc0524b635fc260bb4bf9756dfec73112 +size 52850 diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_0cfdfd8c26d66b282d5a+613edded/model.neff b/neuronxcc-2.17.194.0+d312836f/MODULE_0cfdfd8c26d66b282d5a+613edded/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..4026b7077be236f6ae1023a4a740bf5bd498dadf Binary files /dev/null and b/neuronxcc-2.17.194.0+d312836f/MODULE_0cfdfd8c26d66b282d5a+613edded/model.neff differ diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_1090c91454701eac92a9+613edded/compile_flags.json b/neuronxcc-2.17.194.0+d312836f/MODULE_1090c91454701eac92a9+613edded/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287 --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/MODULE_1090c91454701eac92a9+613edded/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"] \ No newline at end of file diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_1090c91454701eac92a9+613edded/model.done b/neuronxcc-2.17.194.0+d312836f/MODULE_1090c91454701eac92a9+613edded/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_1090c91454701eac92a9+613edded/model.hlo_module.pb b/neuronxcc-2.17.194.0+d312836f/MODULE_1090c91454701eac92a9+613edded/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..995e1c8617a00126a389ff194fd4706190ed798a --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/MODULE_1090c91454701eac92a9+613edded/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88b60f37cc5529ee3ea81f418c235ea87ba7b7721a249c48cefe87093fdb03ea +size 131152 diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_1090c91454701eac92a9+613edded/model.neff b/neuronxcc-2.17.194.0+d312836f/MODULE_1090c91454701eac92a9+613edded/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..2fc6031940f285b179946ad8c4521d461f163ca2 --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/MODULE_1090c91454701eac92a9+613edded/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c62df78a4a1e38116305fd0a445b154e251a9cc07dc31ecb2db18e2f512f8c0e +size 615424 diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_113f3268e3fd4d66fe81+8a3305d3/compile_flags.json b/neuronxcc-2.17.194.0+d312836f/MODULE_113f3268e3fd4d66fe81+8a3305d3/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..2b12c328588df6955322fd03473d7e93dc523be6 --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/MODULE_113f3268e3fd4d66fe81+8a3305d3/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=5"] \ No newline at end of file diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_113f3268e3fd4d66fe81+8a3305d3/model.done b/neuronxcc-2.17.194.0+d312836f/MODULE_113f3268e3fd4d66fe81+8a3305d3/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_113f3268e3fd4d66fe81+8a3305d3/model.hlo_module.pb b/neuronxcc-2.17.194.0+d312836f/MODULE_113f3268e3fd4d66fe81+8a3305d3/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..4e6ca568f48fb6d7c3bd5323e9b37c7ceabee32f --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/MODULE_113f3268e3fd4d66fe81+8a3305d3/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ac630532ba8a68d0985b0ed14fae2813e6d77509ee139688d6ea634bafd8287 +size 9509 diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_113f3268e3fd4d66fe81+8a3305d3/model.neff b/neuronxcc-2.17.194.0+d312836f/MODULE_113f3268e3fd4d66fe81+8a3305d3/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..78c888f67d265d566d7ca1363e1691dd0255d036 Binary files /dev/null and b/neuronxcc-2.17.194.0+d312836f/MODULE_113f3268e3fd4d66fe81+8a3305d3/model.neff differ diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_151e013069d6b102df91+613edded/compile_flags.json b/neuronxcc-2.17.194.0+d312836f/MODULE_151e013069d6b102df91+613edded/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287 --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/MODULE_151e013069d6b102df91+613edded/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"] \ No newline at end of file diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_151e013069d6b102df91+613edded/model.done b/neuronxcc-2.17.194.0+d312836f/MODULE_151e013069d6b102df91+613edded/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_151e013069d6b102df91+613edded/model.hlo_module.pb b/neuronxcc-2.17.194.0+d312836f/MODULE_151e013069d6b102df91+613edded/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..4bafe5eac34da3fa50764c38ef6d9498d853753e --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/MODULE_151e013069d6b102df91+613edded/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9cb63ce2b40034604ffea4caf5a28e1bf86bde5b9136a77cd8df401350bcf7f +size 52471 diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_151e013069d6b102df91+613edded/model.neff b/neuronxcc-2.17.194.0+d312836f/MODULE_151e013069d6b102df91+613edded/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..c4142ea135189a43804c8d95b69f3f39366678f3 --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/MODULE_151e013069d6b102df91+613edded/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a51fcb0a14a5be498a18c415670cf6841b2e7ad2c6bdc4b0cd999f222afa5213 +size 123904 diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_24ff9ac2787ce9a1d276+613edded/compile_flags.json b/neuronxcc-2.17.194.0+d312836f/MODULE_24ff9ac2787ce9a1d276+613edded/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287 --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/MODULE_24ff9ac2787ce9a1d276+613edded/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"] \ No newline at end of file diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_24ff9ac2787ce9a1d276+613edded/model.done b/neuronxcc-2.17.194.0+d312836f/MODULE_24ff9ac2787ce9a1d276+613edded/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_24ff9ac2787ce9a1d276+613edded/model.hlo_module.pb b/neuronxcc-2.17.194.0+d312836f/MODULE_24ff9ac2787ce9a1d276+613edded/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..4abc5a906cf2a130afce0e73fabeba74609db934 --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/MODULE_24ff9ac2787ce9a1d276+613edded/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d94fe1a947149b651a7c79c80adadadad51f361bcfe470c5c63c2e0ab0550ba6 +size 16718 diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_24ff9ac2787ce9a1d276+613edded/model.neff b/neuronxcc-2.17.194.0+d312836f/MODULE_24ff9ac2787ce9a1d276+613edded/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..45fca0c0fd3ccdb53e869500268ef24ce2defdaf --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/MODULE_24ff9ac2787ce9a1d276+613edded/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:41e3db72ce26e8ba03eb8c3bd6b36a0ca1d6600fa86fd1e831baf1aef87545a8 +size 134144 diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_255bd8f176e49c261e93+613edded/compile_flags.json b/neuronxcc-2.17.194.0+d312836f/MODULE_255bd8f176e49c261e93+613edded/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287 --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/MODULE_255bd8f176e49c261e93+613edded/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"] \ No newline at end of file diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_255bd8f176e49c261e93+613edded/model.done b/neuronxcc-2.17.194.0+d312836f/MODULE_255bd8f176e49c261e93+613edded/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_255bd8f176e49c261e93+613edded/model.hlo_module.pb b/neuronxcc-2.17.194.0+d312836f/MODULE_255bd8f176e49c261e93+613edded/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..399731657728342fc182a1d3608adcc54d39ef7a --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/MODULE_255bd8f176e49c261e93+613edded/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71eb76ab25b56de98d42f11a675bf06ec8ee089dd1fe938bd1f66ccf11dcbd25 +size 58030 diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_255bd8f176e49c261e93+613edded/model.neff b/neuronxcc-2.17.194.0+d312836f/MODULE_255bd8f176e49c261e93+613edded/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..bd7a35be7447e698d6925197d89714169595ea3b --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/MODULE_255bd8f176e49c261e93+613edded/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ba93de455040e5a12ff2d7ca1787d9033a5af9b2e611f006cb354deb4ad0303 +size 123904 diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_272d7dabaeb48e6d7210+613edded/compile_flags.json b/neuronxcc-2.17.194.0+d312836f/MODULE_272d7dabaeb48e6d7210+613edded/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287 --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/MODULE_272d7dabaeb48e6d7210+613edded/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"] \ No newline at end of file diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_272d7dabaeb48e6d7210+613edded/model.done b/neuronxcc-2.17.194.0+d312836f/MODULE_272d7dabaeb48e6d7210+613edded/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_272d7dabaeb48e6d7210+613edded/model.hlo_module.pb b/neuronxcc-2.17.194.0+d312836f/MODULE_272d7dabaeb48e6d7210+613edded/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..01820ac84173e1d761ca09a88f2989f08d966f58 --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/MODULE_272d7dabaeb48e6d7210+613edded/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c8b665decfdceb8bee663b03951fa18f2938b895bef637f05f1f043895356d1 +size 54843 diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_272d7dabaeb48e6d7210+613edded/model.neff b/neuronxcc-2.17.194.0+d312836f/MODULE_272d7dabaeb48e6d7210+613edded/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..e437f5f6ca2533d76681ff88abe3bd32a7338c2f --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/MODULE_272d7dabaeb48e6d7210+613edded/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bb40c1d1ceb3818584c2da4a0302801edf34d1ef4fbce6d7121dd420983be30 +size 123904 diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_2b6914194b931d7496fc+613edded/compile_flags.json b/neuronxcc-2.17.194.0+d312836f/MODULE_2b6914194b931d7496fc+613edded/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287 --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/MODULE_2b6914194b931d7496fc+613edded/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"] \ No newline at end of file diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_2b6914194b931d7496fc+613edded/model.done b/neuronxcc-2.17.194.0+d312836f/MODULE_2b6914194b931d7496fc+613edded/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_2b6914194b931d7496fc+613edded/model.hlo_module.pb b/neuronxcc-2.17.194.0+d312836f/MODULE_2b6914194b931d7496fc+613edded/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..c8f99d96a9375a2320c7309b777b3e600996b9be --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/MODULE_2b6914194b931d7496fc+613edded/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ad6e5d764d6d6295c46096fe5455fc3da2560aad7a53534ce85c6d59759f7a4 +size 46121 diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_2b6914194b931d7496fc+613edded/model.neff b/neuronxcc-2.17.194.0+d312836f/MODULE_2b6914194b931d7496fc+613edded/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..b83e13bc32a616f40d153dba6ac90ab9723284f0 --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/MODULE_2b6914194b931d7496fc+613edded/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e2b4e21f87f0e86d7b8e3ca43aaecd881c890b116d0d2594381b44dec35dc794 +size 390144 diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_2c290567bb51ca0069bf+613edded/compile_flags.json b/neuronxcc-2.17.194.0+d312836f/MODULE_2c290567bb51ca0069bf+613edded/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287 --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/MODULE_2c290567bb51ca0069bf+613edded/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"] \ No newline at end of file diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_2c290567bb51ca0069bf+613edded/model.done b/neuronxcc-2.17.194.0+d312836f/MODULE_2c290567bb51ca0069bf+613edded/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_2c290567bb51ca0069bf+613edded/model.hlo_module.pb b/neuronxcc-2.17.194.0+d312836f/MODULE_2c290567bb51ca0069bf+613edded/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..29cfbceb71b16b3dbaf0942a044ae16d81a81ed8 --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/MODULE_2c290567bb51ca0069bf+613edded/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf94c2ac19c05d53ca056a16ee5c2556155a2ed542ad7516bbcd470f0da11dfc +size 55072 diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_2c290567bb51ca0069bf+613edded/model.neff b/neuronxcc-2.17.194.0+d312836f/MODULE_2c290567bb51ca0069bf+613edded/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..ebf6234fbeaba07e6ba793f846bb2c5ec9b141e4 Binary files /dev/null and b/neuronxcc-2.17.194.0+d312836f/MODULE_2c290567bb51ca0069bf+613edded/model.neff differ diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_320f2622d4d0c9fdd0f1+613edded/compile_flags.json b/neuronxcc-2.17.194.0+d312836f/MODULE_320f2622d4d0c9fdd0f1+613edded/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287 --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/MODULE_320f2622d4d0c9fdd0f1+613edded/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"] \ No newline at end of file diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_320f2622d4d0c9fdd0f1+613edded/model.done b/neuronxcc-2.17.194.0+d312836f/MODULE_320f2622d4d0c9fdd0f1+613edded/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_320f2622d4d0c9fdd0f1+613edded/model.hlo_module.pb b/neuronxcc-2.17.194.0+d312836f/MODULE_320f2622d4d0c9fdd0f1+613edded/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..fdff7d538dbc95c3ca3559436742fe386eb1b1f0 --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/MODULE_320f2622d4d0c9fdd0f1+613edded/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae80c5021d8426bbcb8d44cb4eb336af3357f7559620811a34c60913211a1326 +size 22194 diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_320f2622d4d0c9fdd0f1+613edded/model.neff b/neuronxcc-2.17.194.0+d312836f/MODULE_320f2622d4d0c9fdd0f1+613edded/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..61c3daeae4a9e51eed27483962dea12ead16c6ac --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/MODULE_320f2622d4d0c9fdd0f1+613edded/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a1b282a29fa8b5de9c398a9129365e47c7113cde8df4e977f248d3197caf24b +size 144384 diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_3aa61c04bd8d9ca8722a+613edded/compile_flags.json b/neuronxcc-2.17.194.0+d312836f/MODULE_3aa61c04bd8d9ca8722a+613edded/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287 --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/MODULE_3aa61c04bd8d9ca8722a+613edded/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"] \ No newline at end of file diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_3aa61c04bd8d9ca8722a+613edded/model.done b/neuronxcc-2.17.194.0+d312836f/MODULE_3aa61c04bd8d9ca8722a+613edded/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_3aa61c04bd8d9ca8722a+613edded/model.hlo_module.pb b/neuronxcc-2.17.194.0+d312836f/MODULE_3aa61c04bd8d9ca8722a+613edded/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..4b26c89082e52db6c01a047cd0a51f08c30afe03 --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/MODULE_3aa61c04bd8d9ca8722a+613edded/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0d1e76c8fa7b7be2319d55a4f16ac80ff33110618e8d36a22cde7d76641cdea +size 19684 diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_3aa61c04bd8d9ca8722a+613edded/model.neff b/neuronxcc-2.17.194.0+d312836f/MODULE_3aa61c04bd8d9ca8722a+613edded/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..4509b91b21e054de29d626391b64cfd21992c2d0 --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/MODULE_3aa61c04bd8d9ca8722a+613edded/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ca9b438c97f9db8c70180cd35353b4f3eec15abe1d8a2b3977704b02dc34926 +size 144384 diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_3d7f2d2bef4f6fdd2c74+613edded/compile_flags.json b/neuronxcc-2.17.194.0+d312836f/MODULE_3d7f2d2bef4f6fdd2c74+613edded/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287 --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/MODULE_3d7f2d2bef4f6fdd2c74+613edded/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"] \ No newline at end of file diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_3d7f2d2bef4f6fdd2c74+613edded/model.done b/neuronxcc-2.17.194.0+d312836f/MODULE_3d7f2d2bef4f6fdd2c74+613edded/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_3d7f2d2bef4f6fdd2c74+613edded/model.hlo_module.pb b/neuronxcc-2.17.194.0+d312836f/MODULE_3d7f2d2bef4f6fdd2c74+613edded/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..39ab38861fb457e4b19b7fcba9294ff95af9e0f8 --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/MODULE_3d7f2d2bef4f6fdd2c74+613edded/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b42f3693a1825ebc37002987e37a65061048df50d59abccb484c7e333dc4b9fa +size 41613 diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_3d7f2d2bef4f6fdd2c74+613edded/model.neff b/neuronxcc-2.17.194.0+d312836f/MODULE_3d7f2d2bef4f6fdd2c74+613edded/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..754f9585fd6ff547a479526db02a29923656c1ae --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/MODULE_3d7f2d2bef4f6fdd2c74+613edded/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9bdd5c3e5d25551ab6199eb228376cf904709d3078ccdb90e439fb093c8e7bce +size 134144 diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_3e5f6b34247d2b457ec5+613edded/compile_flags.json b/neuronxcc-2.17.194.0+d312836f/MODULE_3e5f6b34247d2b457ec5+613edded/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287 --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/MODULE_3e5f6b34247d2b457ec5+613edded/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"] \ No newline at end of file diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_3e5f6b34247d2b457ec5+613edded/model.done b/neuronxcc-2.17.194.0+d312836f/MODULE_3e5f6b34247d2b457ec5+613edded/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_3e5f6b34247d2b457ec5+613edded/model.hlo_module.pb b/neuronxcc-2.17.194.0+d312836f/MODULE_3e5f6b34247d2b457ec5+613edded/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..d6aacbeaf01fa018e0a2104b97c7a499aabe8974 --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/MODULE_3e5f6b34247d2b457ec5+613edded/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac7433d185932360100f4e201dbf597145ae709dd8f1bc427e210d9f8426bc89 +size 23538 diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_3e5f6b34247d2b457ec5+613edded/model.neff b/neuronxcc-2.17.194.0+d312836f/MODULE_3e5f6b34247d2b457ec5+613edded/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..695aa508159f9aa1a38c543dd90bc4ef16d6ae77 --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/MODULE_3e5f6b34247d2b457ec5+613edded/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2232a3000290a8daefe6f35989ae17fd67e8abe8f78eceae3f54c0a6a0bef321 +size 134144 diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_40f92bf9469aae653e93+613edded/compile_flags.json b/neuronxcc-2.17.194.0+d312836f/MODULE_40f92bf9469aae653e93+613edded/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287 --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/MODULE_40f92bf9469aae653e93+613edded/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"] \ No newline at end of file diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_40f92bf9469aae653e93+613edded/model.done b/neuronxcc-2.17.194.0+d312836f/MODULE_40f92bf9469aae653e93+613edded/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_40f92bf9469aae653e93+613edded/model.hlo_module.pb b/neuronxcc-2.17.194.0+d312836f/MODULE_40f92bf9469aae653e93+613edded/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..d2d77ffcd9b2212f4f684605316a2e5b55264cd9 --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/MODULE_40f92bf9469aae653e93+613edded/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a0a1ae4b6e52c613439b8506c7ef6cc846e62368e3cf038324f6ffffce6e92c +size 55212 diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_40f92bf9469aae653e93+613edded/model.neff b/neuronxcc-2.17.194.0+d312836f/MODULE_40f92bf9469aae653e93+613edded/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..f3c966d8ba6830e0caeac27006843e6e749177da --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/MODULE_40f92bf9469aae653e93+613edded/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec758f8963cbb918f519b5b9bc8d8de328d3986ef987b35d27dfb37c6b3be486 +size 103424 diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_48437cc74469a8ccaec8+613edded/compile_flags.json b/neuronxcc-2.17.194.0+d312836f/MODULE_48437cc74469a8ccaec8+613edded/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287 --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/MODULE_48437cc74469a8ccaec8+613edded/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"] \ No newline at end of file diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_48437cc74469a8ccaec8+613edded/model.done b/neuronxcc-2.17.194.0+d312836f/MODULE_48437cc74469a8ccaec8+613edded/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_48437cc74469a8ccaec8+613edded/model.hlo_module.pb b/neuronxcc-2.17.194.0+d312836f/MODULE_48437cc74469a8ccaec8+613edded/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..951e0114590b65a15db9e0e7f9dcd8e8a228836e --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/MODULE_48437cc74469a8ccaec8+613edded/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6e1f9353ef23dc8ec7add6c118e42dc4de0ccf1226b0c18125113c4abf638e5 +size 19827 diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_48437cc74469a8ccaec8+613edded/model.neff b/neuronxcc-2.17.194.0+d312836f/MODULE_48437cc74469a8ccaec8+613edded/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..b3453f1976cef98c2f492ec00ea444015d8b9e05 --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/MODULE_48437cc74469a8ccaec8+613edded/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a5ddd38c24ef4d267c8f50c4835455c2774d0fce8b5ae9f1e48266153adcabf +size 154624 diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_48bfe9ceb9631fdca2d4+613edded/compile_flags.json b/neuronxcc-2.17.194.0+d312836f/MODULE_48bfe9ceb9631fdca2d4+613edded/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287 --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/MODULE_48bfe9ceb9631fdca2d4+613edded/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"] \ No newline at end of file diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_48bfe9ceb9631fdca2d4+613edded/model.done b/neuronxcc-2.17.194.0+d312836f/MODULE_48bfe9ceb9631fdca2d4+613edded/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_48bfe9ceb9631fdca2d4+613edded/model.hlo_module.pb b/neuronxcc-2.17.194.0+d312836f/MODULE_48bfe9ceb9631fdca2d4+613edded/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..6dcfa64daf274b7949b2fef1fa41ac04dd50d3af --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/MODULE_48bfe9ceb9631fdca2d4+613edded/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f15a46bf48ef719945d1be5c931da1ae753a2a0511e68e8bc5d12755ee6c1d66 +size 22098 diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_48bfe9ceb9631fdca2d4+613edded/model.neff b/neuronxcc-2.17.194.0+d312836f/MODULE_48bfe9ceb9631fdca2d4+613edded/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..846f6e3187b601224641874961ea6d7a6683946c --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/MODULE_48bfe9ceb9631fdca2d4+613edded/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df7012eae0855a49437751cefd3daf51c66d7ac893a3d050fa1d9fe5f5287cb4 +size 144384 diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_5a9cc28c7336fd9ea3ab+613edded/compile_flags.json b/neuronxcc-2.17.194.0+d312836f/MODULE_5a9cc28c7336fd9ea3ab+613edded/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287 --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/MODULE_5a9cc28c7336fd9ea3ab+613edded/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"] \ No newline at end of file diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_5a9cc28c7336fd9ea3ab+613edded/model.done b/neuronxcc-2.17.194.0+d312836f/MODULE_5a9cc28c7336fd9ea3ab+613edded/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_5a9cc28c7336fd9ea3ab+613edded/model.hlo_module.pb b/neuronxcc-2.17.194.0+d312836f/MODULE_5a9cc28c7336fd9ea3ab+613edded/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..7ec03174f42d04c7817e6c6123b0c0cec8248277 --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/MODULE_5a9cc28c7336fd9ea3ab+613edded/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0623b16d94dcdf5b110f5d7b0ba30e14c32c070a7443e5a6a2cc54b3746db38c +size 131152 diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_5a9cc28c7336fd9ea3ab+613edded/model.neff b/neuronxcc-2.17.194.0+d312836f/MODULE_5a9cc28c7336fd9ea3ab+613edded/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..384565735d07ee63b71a8a212e95374ae082a115 --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/MODULE_5a9cc28c7336fd9ea3ab+613edded/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e3a6d256dc4709764db1aea3313be9fe99cecb8fead79d0002f8cd4900095684 +size 482304 diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_5de5ea910315ba9c0def+613edded/compile_flags.json b/neuronxcc-2.17.194.0+d312836f/MODULE_5de5ea910315ba9c0def+613edded/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287 --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/MODULE_5de5ea910315ba9c0def+613edded/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"] \ No newline at end of file diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_5de5ea910315ba9c0def+613edded/model.done b/neuronxcc-2.17.194.0+d312836f/MODULE_5de5ea910315ba9c0def+613edded/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_5de5ea910315ba9c0def+613edded/model.hlo_module.pb b/neuronxcc-2.17.194.0+d312836f/MODULE_5de5ea910315ba9c0def+613edded/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..fbf3db57e996bc6377d6dcc059503ba72f4062b0 --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/MODULE_5de5ea910315ba9c0def+613edded/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0332009fb71495c1af54af6dec66ff0010c22426c403967c4f798eb9aae3339a +size 21896 diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_5de5ea910315ba9c0def+613edded/model.neff b/neuronxcc-2.17.194.0+d312836f/MODULE_5de5ea910315ba9c0def+613edded/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..75d4f0d61b665385e6f6a98db0f7d99992e22bce --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/MODULE_5de5ea910315ba9c0def+613edded/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5348979b49246a3e458b5952fcc16c0c6aedf8cf08fc488b40fb31e3a0718110 +size 134144 diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_6819e64fb96e87ffece0+613edded/compile_flags.json b/neuronxcc-2.17.194.0+d312836f/MODULE_6819e64fb96e87ffece0+613edded/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287 --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/MODULE_6819e64fb96e87ffece0+613edded/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"] \ No newline at end of file diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_6819e64fb96e87ffece0+613edded/model.done b/neuronxcc-2.17.194.0+d312836f/MODULE_6819e64fb96e87ffece0+613edded/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_6819e64fb96e87ffece0+613edded/model.hlo_module.pb b/neuronxcc-2.17.194.0+d312836f/MODULE_6819e64fb96e87ffece0+613edded/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..0d8b3175142daba2817c049fc8e8fe668ca5f12b --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/MODULE_6819e64fb96e87ffece0+613edded/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96427bd617ce1cbedfce1bcd0c51834caeec09448bc6996878ba7103286f5317 +size 16362 diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_6819e64fb96e87ffece0+613edded/model.neff b/neuronxcc-2.17.194.0+d312836f/MODULE_6819e64fb96e87ffece0+613edded/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..c20a060bf13211f69f14be4a769b7fff9047487e --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/MODULE_6819e64fb96e87ffece0+613edded/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:64aaa855b0b551030067dd1a2073c92948723acefe8c25896732e26bf558cf45 +size 144384 diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_7062a76356ca462bcc78+613edded/compile_flags.json b/neuronxcc-2.17.194.0+d312836f/MODULE_7062a76356ca462bcc78+613edded/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287 --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/MODULE_7062a76356ca462bcc78+613edded/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"] \ No newline at end of file diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_7062a76356ca462bcc78+613edded/model.done b/neuronxcc-2.17.194.0+d312836f/MODULE_7062a76356ca462bcc78+613edded/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_7062a76356ca462bcc78+613edded/model.hlo_module.pb b/neuronxcc-2.17.194.0+d312836f/MODULE_7062a76356ca462bcc78+613edded/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..a9766a2274737d04628d8a1d94183acf947eb97f --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/MODULE_7062a76356ca462bcc78+613edded/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:294db611da8d18c46fa850387e3b5fca5db31b266ce46e12f9a7aa818b82f218 +size 22710 diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_7062a76356ca462bcc78+613edded/model.neff b/neuronxcc-2.17.194.0+d312836f/MODULE_7062a76356ca462bcc78+613edded/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..176c65e2be4a26dba23a0cb62b64841249e38f1d --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/MODULE_7062a76356ca462bcc78+613edded/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e082566d6ce3145d645b256f011898c4e72e1de5fbd9de9c672ab1aa799ac7e +size 144384 diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_878400bd48be9c48dd23+613edded/compile_flags.json b/neuronxcc-2.17.194.0+d312836f/MODULE_878400bd48be9c48dd23+613edded/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287 --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/MODULE_878400bd48be9c48dd23+613edded/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"] \ No newline at end of file diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_878400bd48be9c48dd23+613edded/model.done b/neuronxcc-2.17.194.0+d312836f/MODULE_878400bd48be9c48dd23+613edded/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_878400bd48be9c48dd23+613edded/model.hlo_module.pb b/neuronxcc-2.17.194.0+d312836f/MODULE_878400bd48be9c48dd23+613edded/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..7c229f00533386c594e60420e34371151f4e7254 --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/MODULE_878400bd48be9c48dd23+613edded/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a69f8cd37fad51983103d2cbe5a3255ce1fbfd0d94484f01a0115a43abc0e4b +size 2068 diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_878400bd48be9c48dd23+613edded/model.neff b/neuronxcc-2.17.194.0+d312836f/MODULE_878400bd48be9c48dd23+613edded/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..7e3daffb8a7b25c13488fc0c8d5cc7275291cf98 Binary files /dev/null and b/neuronxcc-2.17.194.0+d312836f/MODULE_878400bd48be9c48dd23+613edded/model.neff differ diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_8bb2b91314df12f54a63+613edded/compile_flags.json b/neuronxcc-2.17.194.0+d312836f/MODULE_8bb2b91314df12f54a63+613edded/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287 --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/MODULE_8bb2b91314df12f54a63+613edded/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"] \ No newline at end of file diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_8bb2b91314df12f54a63+613edded/model.done b/neuronxcc-2.17.194.0+d312836f/MODULE_8bb2b91314df12f54a63+613edded/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_8bb2b91314df12f54a63+613edded/model.hlo_module.pb b/neuronxcc-2.17.194.0+d312836f/MODULE_8bb2b91314df12f54a63+613edded/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..6498c310b11a589402df8e6827f37cf00526e8df --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/MODULE_8bb2b91314df12f54a63+613edded/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8099d728a8907f1a9446c8e70e2e25187151e62c92951e90b260bd93f5e391fd +size 45034 diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_8bb2b91314df12f54a63+613edded/model.neff b/neuronxcc-2.17.194.0+d312836f/MODULE_8bb2b91314df12f54a63+613edded/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..b9478c52071008022a3b496434825d43008f64d0 --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/MODULE_8bb2b91314df12f54a63+613edded/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5aa5152fe7d42622da2409e928da288d1610b1178bf1c27d3a830968b35fc55 +size 400384 diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_960d05b842008ddeae63+8a3305d3/compile_flags.json b/neuronxcc-2.17.194.0+d312836f/MODULE_960d05b842008ddeae63+8a3305d3/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..2b12c328588df6955322fd03473d7e93dc523be6 --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/MODULE_960d05b842008ddeae63+8a3305d3/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=5"] \ No newline at end of file diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_960d05b842008ddeae63+8a3305d3/model.done b/neuronxcc-2.17.194.0+d312836f/MODULE_960d05b842008ddeae63+8a3305d3/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_960d05b842008ddeae63+8a3305d3/model.hlo_module.pb b/neuronxcc-2.17.194.0+d312836f/MODULE_960d05b842008ddeae63+8a3305d3/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..530390def32b7d4aa11debce7fc567104a02028f --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/MODULE_960d05b842008ddeae63+8a3305d3/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cfd9800fe6e95f8e4273e004bd5f23c079b121dd737c8e1f8932a410b315b292 +size 9579 diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_960d05b842008ddeae63+8a3305d3/model.neff b/neuronxcc-2.17.194.0+d312836f/MODULE_960d05b842008ddeae63+8a3305d3/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..2d9f5bed580b4245cacb9933cd10fd0b38afe1e6 Binary files /dev/null and b/neuronxcc-2.17.194.0+d312836f/MODULE_960d05b842008ddeae63+8a3305d3/model.neff differ diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_99824fde40f6515f5b3d+613edded/compile_flags.json b/neuronxcc-2.17.194.0+d312836f/MODULE_99824fde40f6515f5b3d+613edded/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287 --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/MODULE_99824fde40f6515f5b3d+613edded/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"] \ No newline at end of file diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_99824fde40f6515f5b3d+613edded/model.done b/neuronxcc-2.17.194.0+d312836f/MODULE_99824fde40f6515f5b3d+613edded/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_99824fde40f6515f5b3d+613edded/model.hlo_module.pb b/neuronxcc-2.17.194.0+d312836f/MODULE_99824fde40f6515f5b3d+613edded/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..9bf92ec44cbdef2b58c20292c8dd62927bcea32d --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/MODULE_99824fde40f6515f5b3d+613edded/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d22443202e135163f2327791b315bd95314786c43df801972691300aabde14e1 +size 70316 diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_99824fde40f6515f5b3d+613edded/model.neff b/neuronxcc-2.17.194.0+d312836f/MODULE_99824fde40f6515f5b3d+613edded/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..049afb660dfd570af12f71a2665f41f67e549b19 --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/MODULE_99824fde40f6515f5b3d+613edded/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fba423f40d603edaf212999fc1fff50343ce48a156de6b8cc0fd2ccf640f363d +size 134144 diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_9be95eab2454f5ade94b+613edded/compile_flags.json b/neuronxcc-2.17.194.0+d312836f/MODULE_9be95eab2454f5ade94b+613edded/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287 --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/MODULE_9be95eab2454f5ade94b+613edded/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"] \ No newline at end of file diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_9be95eab2454f5ade94b+613edded/model.done b/neuronxcc-2.17.194.0+d312836f/MODULE_9be95eab2454f5ade94b+613edded/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_9be95eab2454f5ade94b+613edded/model.hlo_module.pb b/neuronxcc-2.17.194.0+d312836f/MODULE_9be95eab2454f5ade94b+613edded/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..5164e8ece0a22f29618972301e766f60ba579b12 --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/MODULE_9be95eab2454f5ade94b+613edded/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0de5dbf8c55be2dcad454fd8d58ff1b9f8efd8ffe08e76703a930aad4744c444 +size 58044 diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_9be95eab2454f5ade94b+613edded/model.neff b/neuronxcc-2.17.194.0+d312836f/MODULE_9be95eab2454f5ade94b+613edded/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..74752beb76ed5e9f3adfab1670b01d81f3ba6f8d --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/MODULE_9be95eab2454f5ade94b+613edded/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b8940b8e6fe89c99511745586d1b555b239d2ec45286d6b941848453a7af9c2 +size 123904 diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_a297084c31f9c1ff1d5d+613edded/compile_flags.json b/neuronxcc-2.17.194.0+d312836f/MODULE_a297084c31f9c1ff1d5d+613edded/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287 --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/MODULE_a297084c31f9c1ff1d5d+613edded/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"] \ No newline at end of file diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_a297084c31f9c1ff1d5d+613edded/model.done b/neuronxcc-2.17.194.0+d312836f/MODULE_a297084c31f9c1ff1d5d+613edded/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_a297084c31f9c1ff1d5d+613edded/model.hlo_module.pb b/neuronxcc-2.17.194.0+d312836f/MODULE_a297084c31f9c1ff1d5d+613edded/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..cbceb2ebe5a8564b4b4e7359eceb2bbb00ed6b72 --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/MODULE_a297084c31f9c1ff1d5d+613edded/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b8e084a7818414ba64ba56806c06d9b7e7b2c445607ef9ba6be9373036891c4 +size 23884 diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_a297084c31f9c1ff1d5d+613edded/model.neff b/neuronxcc-2.17.194.0+d312836f/MODULE_a297084c31f9c1ff1d5d+613edded/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..ad90c600d18bb98cf6092a1419025e1eb243143d --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/MODULE_a297084c31f9c1ff1d5d+613edded/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55ce511345939db432b50d42a2cd9b4799f3c9df0ad4cd34916c139cc24335c9 +size 134144 diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_ab8029e291c37141655e+613edded/compile_flags.json b/neuronxcc-2.17.194.0+d312836f/MODULE_ab8029e291c37141655e+613edded/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287 --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/MODULE_ab8029e291c37141655e+613edded/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"] \ No newline at end of file diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_ab8029e291c37141655e+613edded/model.done b/neuronxcc-2.17.194.0+d312836f/MODULE_ab8029e291c37141655e+613edded/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_ab8029e291c37141655e+613edded/model.hlo_module.pb b/neuronxcc-2.17.194.0+d312836f/MODULE_ab8029e291c37141655e+613edded/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..ff2a7795310497f04f107671b5abb8ec1c07f17d --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/MODULE_ab8029e291c37141655e+613edded/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:04503cb2afec625d94e1bc349c1f98e53e0240f290913c89855c64ed0cbcc6ba +size 131152 diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_ab8029e291c37141655e+613edded/model.neff b/neuronxcc-2.17.194.0+d312836f/MODULE_ab8029e291c37141655e+613edded/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..351ffcec511e5c544b4dbdf046cfa3d35b170e5b --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/MODULE_ab8029e291c37141655e+613edded/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e5639b362c49704f453197e062257ae016f59474f00294d73a9adbc58910e7b +size 461824 diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_abb19eb6336ab05b7e19+613edded/compile_flags.json b/neuronxcc-2.17.194.0+d312836f/MODULE_abb19eb6336ab05b7e19+613edded/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287 --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/MODULE_abb19eb6336ab05b7e19+613edded/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"] \ No newline at end of file diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_abb19eb6336ab05b7e19+613edded/model.done b/neuronxcc-2.17.194.0+d312836f/MODULE_abb19eb6336ab05b7e19+613edded/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_abb19eb6336ab05b7e19+613edded/model.hlo_module.pb b/neuronxcc-2.17.194.0+d312836f/MODULE_abb19eb6336ab05b7e19+613edded/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..242a4733e7400032dbb081fce0058ed4778f2071 --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/MODULE_abb19eb6336ab05b7e19+613edded/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8464ba6e43627ad8edf628a847732702374b43b2ad9dbdeb880cbe21af7bd717 +size 45782 diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_abb19eb6336ab05b7e19+613edded/model.neff b/neuronxcc-2.17.194.0+d312836f/MODULE_abb19eb6336ab05b7e19+613edded/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..bd1b80c24aa8ac1311cf54759c99b39bec5baa27 --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/MODULE_abb19eb6336ab05b7e19+613edded/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:adce142883e143c85be6b3e0606b4cd6a6ca84e294a40d883b479503a65087a6 +size 431104 diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_ae572ce5960de37300c8+8a3305d3/compile_flags.json b/neuronxcc-2.17.194.0+d312836f/MODULE_ae572ce5960de37300c8+8a3305d3/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..2b12c328588df6955322fd03473d7e93dc523be6 --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/MODULE_ae572ce5960de37300c8+8a3305d3/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=5"] \ No newline at end of file diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_ae572ce5960de37300c8+8a3305d3/model.done b/neuronxcc-2.17.194.0+d312836f/MODULE_ae572ce5960de37300c8+8a3305d3/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_ae572ce5960de37300c8+8a3305d3/model.hlo_module.pb b/neuronxcc-2.17.194.0+d312836f/MODULE_ae572ce5960de37300c8+8a3305d3/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..3f351f86258d6d6b913c4dbebc4f9345f451cc68 --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/MODULE_ae572ce5960de37300c8+8a3305d3/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c49575bcc44d44082201a7eda6cc3ac2b73424c19184b149b0dee16986aa31e +size 9267 diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_ae572ce5960de37300c8+8a3305d3/model.neff b/neuronxcc-2.17.194.0+d312836f/MODULE_ae572ce5960de37300c8+8a3305d3/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..69806c1b27402b845dc552a071c1ea11219fc5dd Binary files /dev/null and b/neuronxcc-2.17.194.0+d312836f/MODULE_ae572ce5960de37300c8+8a3305d3/model.neff differ diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_aeecac19cd61e7fb1951+613edded/compile_flags.json b/neuronxcc-2.17.194.0+d312836f/MODULE_aeecac19cd61e7fb1951+613edded/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287 --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/MODULE_aeecac19cd61e7fb1951+613edded/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"] \ No newline at end of file diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_aeecac19cd61e7fb1951+613edded/model.done b/neuronxcc-2.17.194.0+d312836f/MODULE_aeecac19cd61e7fb1951+613edded/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_aeecac19cd61e7fb1951+613edded/model.hlo_module.pb b/neuronxcc-2.17.194.0+d312836f/MODULE_aeecac19cd61e7fb1951+613edded/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..3042da1059ba2c91aca067461aac7f590037b073 --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/MODULE_aeecac19cd61e7fb1951+613edded/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f705944710984a8e878af5918f6d9c61b50ed20958fc08747d379761088ea407 +size 131152 diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_aeecac19cd61e7fb1951+613edded/model.neff b/neuronxcc-2.17.194.0+d312836f/MODULE_aeecac19cd61e7fb1951+613edded/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..2a286bc1436b78593d520ecddbb6720b7c6764ff --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/MODULE_aeecac19cd61e7fb1951+613edded/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e33d5bec0e140e1caa7e86d55bb058758f0d0979eca3d425016449e4b93f117 +size 523264 diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_b3bcdff16701189885df+613edded/compile_flags.json b/neuronxcc-2.17.194.0+d312836f/MODULE_b3bcdff16701189885df+613edded/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287 --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/MODULE_b3bcdff16701189885df+613edded/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"] \ No newline at end of file diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_b3bcdff16701189885df+613edded/model.done b/neuronxcc-2.17.194.0+d312836f/MODULE_b3bcdff16701189885df+613edded/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_b3bcdff16701189885df+613edded/model.hlo_module.pb b/neuronxcc-2.17.194.0+d312836f/MODULE_b3bcdff16701189885df+613edded/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..ca39140c630667a0ac769dfdb8b207dfa6cbd185 --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/MODULE_b3bcdff16701189885df+613edded/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48dc031048800188a9ceda197350fc73f753c2deffd2ab4248903c0a0a197dfe +size 70176 diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_b3bcdff16701189885df+613edded/model.neff b/neuronxcc-2.17.194.0+d312836f/MODULE_b3bcdff16701189885df+613edded/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..0cdc4400914786ad410308889b02887b977fbba8 --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/MODULE_b3bcdff16701189885df+613edded/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eff8a24d8dcfa47e716ae4b12af36642404ac36319044f995aa563e521e185c8 +size 123904 diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_bcec9dc0f552399ba27f+613edded/compile_flags.json b/neuronxcc-2.17.194.0+d312836f/MODULE_bcec9dc0f552399ba27f+613edded/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287 --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/MODULE_bcec9dc0f552399ba27f+613edded/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"] \ No newline at end of file diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_bcec9dc0f552399ba27f+613edded/model.done b/neuronxcc-2.17.194.0+d312836f/MODULE_bcec9dc0f552399ba27f+613edded/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_bcec9dc0f552399ba27f+613edded/model.hlo_module.pb b/neuronxcc-2.17.194.0+d312836f/MODULE_bcec9dc0f552399ba27f+613edded/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..1570d4be617a296740a869438ec642df1d2bffe4 --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/MODULE_bcec9dc0f552399ba27f+613edded/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb5cfd684b1e58c31edb46b9cdda74a9014a1cf581d9c8e4661fc70ec64caeae +size 2068 diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_bcec9dc0f552399ba27f+613edded/model.neff b/neuronxcc-2.17.194.0+d312836f/MODULE_bcec9dc0f552399ba27f+613edded/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..cf99ebf7afb8be538c8220be283451966928f713 Binary files /dev/null and b/neuronxcc-2.17.194.0+d312836f/MODULE_bcec9dc0f552399ba27f+613edded/model.neff differ diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_c49c0c3715f68c22b32f+613edded/compile_flags.json b/neuronxcc-2.17.194.0+d312836f/MODULE_c49c0c3715f68c22b32f+613edded/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287 --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/MODULE_c49c0c3715f68c22b32f+613edded/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"] \ No newline at end of file diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_c49c0c3715f68c22b32f+613edded/model.done b/neuronxcc-2.17.194.0+d312836f/MODULE_c49c0c3715f68c22b32f+613edded/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_c49c0c3715f68c22b32f+613edded/model.hlo_module.pb b/neuronxcc-2.17.194.0+d312836f/MODULE_c49c0c3715f68c22b32f+613edded/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..15dcb7c0155a50c6952b470945364207a9dba6c8 --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/MODULE_c49c0c3715f68c22b32f+613edded/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f8f9e3c0a49ed92e6325ffd642090a9d65dcbd565c812acb8bcc98d12204e08 +size 20644 diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_c49c0c3715f68c22b32f+613edded/model.neff b/neuronxcc-2.17.194.0+d312836f/MODULE_c49c0c3715f68c22b32f+613edded/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..8fc56cb83619c8c2f24f5a7a4ef0d50992bfc481 --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/MODULE_c49c0c3715f68c22b32f+613edded/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1fe0e24d55348d4c21e16021300799323783c5d148a4760315a6298de5af2627 +size 144384 diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_cb16b651ea9d180d5cfd+613edded/compile_flags.json b/neuronxcc-2.17.194.0+d312836f/MODULE_cb16b651ea9d180d5cfd+613edded/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287 --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/MODULE_cb16b651ea9d180d5cfd+613edded/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"] \ No newline at end of file diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_cb16b651ea9d180d5cfd+613edded/model.done b/neuronxcc-2.17.194.0+d312836f/MODULE_cb16b651ea9d180d5cfd+613edded/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_cb16b651ea9d180d5cfd+613edded/model.hlo_module.pb b/neuronxcc-2.17.194.0+d312836f/MODULE_cb16b651ea9d180d5cfd+613edded/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..37ffc6b6f7d787417f6b1c1452725a98299258dd --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/MODULE_cb16b651ea9d180d5cfd+613edded/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:331132547003b9874793b3c551a55417efc4c95974c7795210b56ac6bf49150a +size 19360 diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_cb16b651ea9d180d5cfd+613edded/model.neff b/neuronxcc-2.17.194.0+d312836f/MODULE_cb16b651ea9d180d5cfd+613edded/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..3cda713e77bae6c9b05adcd8df8ee9d91f6b37ea --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/MODULE_cb16b651ea9d180d5cfd+613edded/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e22ef61c98b408713be1b444e72b8e4aeaafc717313c55131291ba78a6608a5 +size 134144 diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_d6ab3c50fb69674476da+613edded/compile_flags.json b/neuronxcc-2.17.194.0+d312836f/MODULE_d6ab3c50fb69674476da+613edded/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287 --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/MODULE_d6ab3c50fb69674476da+613edded/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"] \ No newline at end of file diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_d6ab3c50fb69674476da+613edded/model.done b/neuronxcc-2.17.194.0+d312836f/MODULE_d6ab3c50fb69674476da+613edded/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_d6ab3c50fb69674476da+613edded/model.hlo_module.pb b/neuronxcc-2.17.194.0+d312836f/MODULE_d6ab3c50fb69674476da+613edded/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..d17b27d55daad663c1d39d13f8d31b5322f31bc9 --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/MODULE_d6ab3c50fb69674476da+613edded/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b2371c0a2afbe72da14f96bee0113b33453992aa493d066482187e7f4d7d5b6d +size 56667 diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_d6ab3c50fb69674476da+613edded/model.neff b/neuronxcc-2.17.194.0+d312836f/MODULE_d6ab3c50fb69674476da+613edded/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..7964f6132aa72bd402c61324a0b1e7b01c0e3729 --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/MODULE_d6ab3c50fb69674476da+613edded/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d356cdb54df11926c6a622d678de2b0149482c6efc6ea303caaa223a86db0be1 +size 123904 diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_d9ea85537e76e50bb64c+613edded/compile_flags.json b/neuronxcc-2.17.194.0+d312836f/MODULE_d9ea85537e76e50bb64c+613edded/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287 --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/MODULE_d9ea85537e76e50bb64c+613edded/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"] \ No newline at end of file diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_d9ea85537e76e50bb64c+613edded/model.done b/neuronxcc-2.17.194.0+d312836f/MODULE_d9ea85537e76e50bb64c+613edded/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_d9ea85537e76e50bb64c+613edded/model.hlo_module.pb b/neuronxcc-2.17.194.0+d312836f/MODULE_d9ea85537e76e50bb64c+613edded/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..774732820e730a6cb006678a379891996de84e25 --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/MODULE_d9ea85537e76e50bb64c+613edded/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0e63850db153279fa41647582294562d6d74643c4853e344c0e2757b9fdb4c0 +size 67342 diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_d9ea85537e76e50bb64c+613edded/model.neff b/neuronxcc-2.17.194.0+d312836f/MODULE_d9ea85537e76e50bb64c+613edded/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..87c1234ccbdb8efd7b0f460b4e6d31fb43b5b56b --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/MODULE_d9ea85537e76e50bb64c+613edded/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f2222e9c73c1099486418088fcee965f96a688e8d5df169670ff371d0e4aa42 +size 123904 diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_dcc643bd43691cdb2cd2+613edded/compile_flags.json b/neuronxcc-2.17.194.0+d312836f/MODULE_dcc643bd43691cdb2cd2+613edded/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287 --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/MODULE_dcc643bd43691cdb2cd2+613edded/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"] \ No newline at end of file diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_dcc643bd43691cdb2cd2+613edded/model.done b/neuronxcc-2.17.194.0+d312836f/MODULE_dcc643bd43691cdb2cd2+613edded/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_dcc643bd43691cdb2cd2+613edded/model.hlo_module.pb b/neuronxcc-2.17.194.0+d312836f/MODULE_dcc643bd43691cdb2cd2+613edded/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..92dc529ed6245ab66a70afcd9136b81fd7b2bf5f --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/MODULE_dcc643bd43691cdb2cd2+613edded/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20474d26bc620ae6346285c27d888cbf3d47fff0d7f9678031523e2c589d2f55 +size 54703 diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_dcc643bd43691cdb2cd2+613edded/model.neff b/neuronxcc-2.17.194.0+d312836f/MODULE_dcc643bd43691cdb2cd2+613edded/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..57dfc2cbf5924c8509357bcbb594508ffe5c2cdf --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/MODULE_dcc643bd43691cdb2cd2+613edded/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6bdebe8b3bbaabf261d394bd4a725e92783733f301401787cb1697bdf93004a2 +size 123904 diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_de8368a717cfd6dfec57+613edded/compile_flags.json b/neuronxcc-2.17.194.0+d312836f/MODULE_de8368a717cfd6dfec57+613edded/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287 --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/MODULE_de8368a717cfd6dfec57+613edded/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"] \ No newline at end of file diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_de8368a717cfd6dfec57+613edded/model.done b/neuronxcc-2.17.194.0+d312836f/MODULE_de8368a717cfd6dfec57+613edded/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_de8368a717cfd6dfec57+613edded/model.hlo_module.pb b/neuronxcc-2.17.194.0+d312836f/MODULE_de8368a717cfd6dfec57+613edded/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..9e16c5738b2c3a77e7b8a03523c50d5c09e13471 --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/MODULE_de8368a717cfd6dfec57+613edded/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c329043e0317bf828d20d346b60debcff57580515609f6b5ffc06091922ca4a6 +size 20501 diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_de8368a717cfd6dfec57+613edded/model.neff b/neuronxcc-2.17.194.0+d312836f/MODULE_de8368a717cfd6dfec57+613edded/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..1d789f9720cfd9c3e83c2d2665ae455f695d10bb --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/MODULE_de8368a717cfd6dfec57+613edded/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6d6b9cb5cd56d24ac37fadefcbcec3888aa7865adf1e1bf3684e82440e90d89 +size 144384 diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_df48af4bf01af7f3857e+613edded/compile_flags.json b/neuronxcc-2.17.194.0+d312836f/MODULE_df48af4bf01af7f3857e+613edded/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287 --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/MODULE_df48af4bf01af7f3857e+613edded/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"] \ No newline at end of file diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_df48af4bf01af7f3857e+613edded/model.done b/neuronxcc-2.17.194.0+d312836f/MODULE_df48af4bf01af7f3857e+613edded/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_df48af4bf01af7f3857e+613edded/model.hlo_module.pb b/neuronxcc-2.17.194.0+d312836f/MODULE_df48af4bf01af7f3857e+613edded/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..6dbb25dabbb87c729eeca1a4e31ff4baf52a09b4 --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/MODULE_df48af4bf01af7f3857e+613edded/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:905a7378ccf2c97e45de51a848471829b62b6943fcd2bb223f09bc2664a772c0 +size 19321 diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_df48af4bf01af7f3857e+613edded/model.neff b/neuronxcc-2.17.194.0+d312836f/MODULE_df48af4bf01af7f3857e+613edded/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..127c38be4eba8db1da37c667b25a5cee8b8d2b21 --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/MODULE_df48af4bf01af7f3857e+613edded/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ca61ade6f25aec0e88a5a7faa303b3dc10dc84802caee2eebed7953a2d4f417 +size 144384 diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_e0765cf6df2204e3664e+613edded/compile_flags.json b/neuronxcc-2.17.194.0+d312836f/MODULE_e0765cf6df2204e3664e+613edded/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287 --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/MODULE_e0765cf6df2204e3664e+613edded/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"] \ No newline at end of file diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_e0765cf6df2204e3664e+613edded/model.done b/neuronxcc-2.17.194.0+d312836f/MODULE_e0765cf6df2204e3664e+613edded/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_e0765cf6df2204e3664e+613edded/model.hlo_module.pb b/neuronxcc-2.17.194.0+d312836f/MODULE_e0765cf6df2204e3664e+613edded/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..43d0dec6fbda3a30f2dcb1f2554b99c5e9b1d936 --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/MODULE_e0765cf6df2204e3664e+613edded/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab169a10d51ed4ac056160c9a66d20aad7e5d770506d25f9022b1ec795494236 +size 16631 diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_e0765cf6df2204e3664e+613edded/model.neff b/neuronxcc-2.17.194.0+d312836f/MODULE_e0765cf6df2204e3664e+613edded/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..3c4eda52b7898a5a76472b31a1264666114ad63c --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/MODULE_e0765cf6df2204e3664e+613edded/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:07c2f3746824320b498059551a83553ee72f71c99e1ddeb2c8ed9d0dc74b11f4 +size 134144 diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_e40769e5a35d3e5dacff+613edded/compile_flags.json b/neuronxcc-2.17.194.0+d312836f/MODULE_e40769e5a35d3e5dacff+613edded/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287 --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/MODULE_e40769e5a35d3e5dacff+613edded/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"] \ No newline at end of file diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_e40769e5a35d3e5dacff+613edded/model.done b/neuronxcc-2.17.194.0+d312836f/MODULE_e40769e5a35d3e5dacff+613edded/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_e40769e5a35d3e5dacff+613edded/model.hlo_module.pb b/neuronxcc-2.17.194.0+d312836f/MODULE_e40769e5a35d3e5dacff+613edded/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..2eda5b5bd650278b017baff0980a627f82142c80 --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/MODULE_e40769e5a35d3e5dacff+613edded/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10ecfa67f6ebd8eb8b93643db27cde9f0ff9197145bb970195a6350facf1e453 +size 16275 diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_e40769e5a35d3e5dacff+613edded/model.neff b/neuronxcc-2.17.194.0+d312836f/MODULE_e40769e5a35d3e5dacff+613edded/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..c25341f172b1f790281592cea7619d498db87df7 --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/MODULE_e40769e5a35d3e5dacff+613edded/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95fd1c4a49bddc866738ec9577448107ccc65c771cb53161a5385f004427b611 +size 134144 diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_e50c30ad9376ce18d039+613edded/compile_flags.json b/neuronxcc-2.17.194.0+d312836f/MODULE_e50c30ad9376ce18d039+613edded/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287 --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/MODULE_e50c30ad9376ce18d039+613edded/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"] \ No newline at end of file diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_e50c30ad9376ce18d039+613edded/model.done b/neuronxcc-2.17.194.0+d312836f/MODULE_e50c30ad9376ce18d039+613edded/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_e50c30ad9376ce18d039+613edded/model.hlo_module.pb b/neuronxcc-2.17.194.0+d312836f/MODULE_e50c30ad9376ce18d039+613edded/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..386bde1b14b44bc0714c8546fc099cb0c6a0ecec --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/MODULE_e50c30ad9376ce18d039+613edded/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff629ad43ce310cabe8899c23fd446e352eb7870d4624781307bab10dd2662cc +size 46107 diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_e50c30ad9376ce18d039+613edded/model.neff b/neuronxcc-2.17.194.0+d312836f/MODULE_e50c30ad9376ce18d039+613edded/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..234f35039215fc29a9b98b98005ccc9953afd044 --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/MODULE_e50c30ad9376ce18d039+613edded/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08225ae734ba0486a447e4beedbb57625ad965dad47812e83bc1a78876c1db71 +size 369664 diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_e8eb6214f5c387ad6b43+613edded/compile_flags.json b/neuronxcc-2.17.194.0+d312836f/MODULE_e8eb6214f5c387ad6b43+613edded/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287 --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/MODULE_e8eb6214f5c387ad6b43+613edded/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"] \ No newline at end of file diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_e8eb6214f5c387ad6b43+613edded/model.done b/neuronxcc-2.17.194.0+d312836f/MODULE_e8eb6214f5c387ad6b43+613edded/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_e8eb6214f5c387ad6b43+613edded/model.hlo_module.pb b/neuronxcc-2.17.194.0+d312836f/MODULE_e8eb6214f5c387ad6b43+613edded/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..1bc0d67f9546e13578f724140162bfdd58ef3dba --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/MODULE_e8eb6214f5c387ad6b43+613edded/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ca5063e8197ac1b4d62f5cf5821ef178f26d1badc78900bb9ce8149c75f5b32 +size 23695 diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_e8eb6214f5c387ad6b43+613edded/model.neff b/neuronxcc-2.17.194.0+d312836f/MODULE_e8eb6214f5c387ad6b43+613edded/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..33086ad133c3d6a14f12645fa1e93fa327e07fe2 --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/MODULE_e8eb6214f5c387ad6b43+613edded/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba50671a860418e2745f4b4268176806fab76bb4a25bd2def7cc7518d5827783 +size 144384 diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_f2ec318005f05562a667+613edded/compile_flags.json b/neuronxcc-2.17.194.0+d312836f/MODULE_f2ec318005f05562a667+613edded/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287 --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/MODULE_f2ec318005f05562a667+613edded/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"] \ No newline at end of file diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_f2ec318005f05562a667+613edded/model.done b/neuronxcc-2.17.194.0+d312836f/MODULE_f2ec318005f05562a667+613edded/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_f2ec318005f05562a667+613edded/model.hlo_module.pb b/neuronxcc-2.17.194.0+d312836f/MODULE_f2ec318005f05562a667+613edded/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..461fe645001145b42857203d9f35543cfeb23a21 --- /dev/null +++ b/neuronxcc-2.17.194.0+d312836f/MODULE_f2ec318005f05562a667+613edded/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f5ca5f56809851c6e232bd4b88c6c20277b8d98e984d0abc7d720a1d99362bbc +size 1972 diff --git a/neuronxcc-2.17.194.0+d312836f/MODULE_f2ec318005f05562a667+613edded/model.neff b/neuronxcc-2.17.194.0+d312836f/MODULE_f2ec318005f05562a667+613edded/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..0ad4a6cd8c47102e7e73acbc9082ec9670c8d6b3 Binary files /dev/null and b/neuronxcc-2.17.194.0+d312836f/MODULE_f2ec318005f05562a667+613edded/model.neff differ