diff --git a/.gitattributes b/.gitattributes index 86314da00f571e793ccdfcbe182fbb14772af907..fcd4ba30e847d7b1eb75483957d97ac047f75e5b 100644 --- a/.gitattributes +++ b/.gitattributes @@ -13498,3 +13498,30 @@ neuronxcc-2.21.33363.0+82129205/MODULE_bfdd80984cb90b9c83e4+8dc366ee/model.neff neuronxcc-2.21.33363.0+82129205/MODULE_bfdd80984cb90b9c83e4+8dc366ee/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text neuronxcc-2.21.33363.0+82129205/MODULE_f79083e151f0928b3d1d+ee18ac9a/model.neff filter=lfs diff=lfs merge=lfs -text neuronxcc-2.21.33363.0+82129205/MODULE_f79083e151f0928b3d1d+ee18ac9a/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_0efef6046521fed2cd76+24129607/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_1f347e27c92c7f149c47+405988f6/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_1f347e27c92c7f149c47+405988f6/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_3d83db23b8fc661cf397+24129607/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_4b5458bd202bd56e6859+0a4db0d4/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_4b5458bd202bd56e6859+0a4db0d4/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_766ac0faf316f2fb462c+24129607/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_7eab73a0314d91031486+a02c3a36/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_7eab73a0314d91031486+a02c3a36/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_807adb42b7554b8e4c9e+a02c3a36/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_807adb42b7554b8e4c9e+a02c3a36/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_86841313265618bb997a+a02c3a36/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_86841313265618bb997a+a02c3a36/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_8c633c82648d1501f753+9bb40495/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_8c633c82648d1501f753+9bb40495/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_aacf0e2368737774b51e+ec59d520/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_aacf0e2368737774b51e+ec59d520/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_b3cfe28275e1a02a015c+24129607/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_c7a75c7a65ec59ad918b+c3fe2fbc/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_c7a75c7a65ec59ad918b+c3fe2fbc/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_d4df6648fd68fe444e68+a02c3a36/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_d4df6648fd68fe444e68+a02c3a36/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_de71e674e1796bd117df+a02c3a36/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_de71e674e1796bd117df+a02c3a36/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_e7087666bb1b7d4ee891+827db327/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_e7087666bb1b7d4ee891+827db327/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_e7235732a32fbac73c61+24129607/model.neff filter=lfs diff=lfs merge=lfs -text diff --git a/neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.3.dev2/granite/ibm-granite/granite-3.1-2b-instruct/32d9118e6fb02dde2d43.json b/neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.3.dev2/granite/ibm-granite/granite-3.1-2b-instruct/32d9118e6fb02dde2d43.json new file mode 100644 index 0000000000000000000000000000000000000000..e399d0a5311248bec7de57cd493c73e44976087d --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.3.dev2/granite/ibm-granite/granite-3.1-2b-instruct/32d9118e6fb02dde2d43.json @@ -0,0 +1,58 @@ +{ + "_entry_class": "SingleModelCacheEntry", + "_model_id": "ibm-granite/granite-3.1-2b-instruct", + "_task": "text-generation", + "architectures": [ + "GraniteForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.1, + "attention_multiplier": 0.015625, + "dtype": "bfloat16", + "embedding_multiplier": 12.0, + "hidden_act": "silu", + "hidden_size": 2048, + "initializer_range": 0.02, + "intermediate_size": 8192, + "logits_scaling": 8.0, + "max_position_embeddings": 131072, + "mlp_bias": false, + "model_type": "granite", + "neuron": { + "_serialized_key": "NxDNeuronConfig", + "batch_size": 4, + "capacity_factor": null, + "checkpoint_id": "ibm-granite/granite-3.1-2b-instruct", + "checkpoint_revision": "bbc2aed595bd38bd770263dc3ab831db9794441d", + "continuous_batching": true, + "ep_degree": 1, + "fused_qkv": true, + "glu_mlp": true, + "local_ranks_size": 2, + "max_batch_size": 4, + "max_context_length": 4096, + "max_topk": 256, + "n_active_tokens": 4096, + "neuronxcc_version": "2.21.33363.0+82129205", + "on_device_sampling": true, + "optimum_neuron_version": "0.4.3.dev2", + "output_logits": false, + "pp_degree": 1, + "sequence_length": 4096, + "speculation_length": 0, + "start_rank_id": 0, + "target": "trn1", + "torch_dtype": "bfloat16", + "tp_degree": 2 + }, + "num_attention_heads": 32, + "num_hidden_layers": 40, + "num_key_value_heads": 8, + "residual_multiplier": 0.22, + "rms_norm_eps": 1e-05, + "rope_scaling": null, + "rope_theta": 5000000.0, + "tie_word_embeddings": true, + "use_cache": true, + "vocab_size": 49155 +} \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.3.dev2/llama/unsloth/Llama-3.2-1B-Instruct/56d036a070463fdec2b3.json b/neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.3.dev2/llama/unsloth/Llama-3.2-1B-Instruct/56d036a070463fdec2b3.json new file mode 100644 index 0000000000000000000000000000000000000000..a9f4d12d96f2df00a037a90727088f9f99a70fa6 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.3.dev2/llama/unsloth/Llama-3.2-1B-Instruct/56d036a070463fdec2b3.json @@ -0,0 +1,63 @@ +{ + "_entry_class": "SingleModelCacheEntry", + "_model_id": "unsloth/Llama-3.2-1B-Instruct", + "_task": "text-generation", + "architectures": [ + "LlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "dtype": "bfloat16", + "head_dim": 64, + "hidden_act": "silu", + "hidden_size": 2048, + "initializer_range": 0.02, + "intermediate_size": 8192, + "max_position_embeddings": 131072, + "mlp_bias": false, + "model_type": "llama", + "neuron": { + "_serialized_key": "NxDNeuronConfig", + "batch_size": 4, + "capacity_factor": null, + "checkpoint_id": "unsloth/Llama-3.2-1B-Instruct", + "checkpoint_revision": "5a8abab4a5d6f164389b1079fb721cfab8d7126c", + "continuous_batching": true, + "ep_degree": 1, + "fused_qkv": true, + "glu_mlp": true, + "local_ranks_size": 2, + "max_batch_size": 4, + "max_context_length": 4096, + "max_topk": 256, + "n_active_tokens": 4096, + "neuronxcc_version": "2.21.33363.0+82129205", + "on_device_sampling": true, + "optimum_neuron_version": "0.4.3.dev2", + "output_logits": false, + "pp_degree": 1, + "sequence_length": 4096, + "speculation_length": 0, + "start_rank_id": 0, + "target": "trn1", + "torch_dtype": "bfloat16", + "tp_degree": 2 + }, + "num_attention_heads": 32, + "num_hidden_layers": 16, + "num_key_value_heads": 8, + "pretraining_tp": 1, + "rms_norm_eps": 1e-05, + "rope_scaling": { + "factor": 32.0, + "high_freq_factor": 4.0, + "low_freq_factor": 1.0, + "original_max_position_embeddings": 8192, + "rope_type": "llama3" + }, + "rope_theta": 500000.0, + "tie_word_embeddings": true, + "unsloth_fixed": true, + "use_cache": true, + "vocab_size": 128256 +} \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.3.dev2/phi3/microsoft/Phi-3-mini-4k-instruct/6aa4375837c163232388.json b/neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.3.dev2/phi3/microsoft/Phi-3-mini-4k-instruct/6aa4375837c163232388.json new file mode 100644 index 0000000000000000000000000000000000000000..1cd6255e5866fd14b8536c84b9f970c4945841ca --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.3.dev2/phi3/microsoft/Phi-3-mini-4k-instruct/6aa4375837c163232388.json @@ -0,0 +1,62 @@ +{ + "_entry_class": "SingleModelCacheEntry", + "_model_id": "microsoft/Phi-3-mini-4k-instruct", + "_task": "text-generation", + "architectures": [ + "Phi3ForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "auto_map": { + "AutoConfig": "configuration_phi3.Phi3Config", + "AutoModelForCausalLM": "modeling_phi3.Phi3ForCausalLM" + }, + "dtype": "bfloat16", + "embd_pdrop": 0.0, + "hidden_act": "silu", + "hidden_size": 3072, + "initializer_range": 0.02, + "intermediate_size": 8192, + "max_position_embeddings": 4096, + "model_type": "phi3", + "neuron": { + "_serialized_key": "NxDNeuronConfig", + "batch_size": 4, + "capacity_factor": null, + "checkpoint_id": "microsoft/Phi-3-mini-4k-instruct", + "checkpoint_revision": "0a67737cc96d2554230f90338b163bc6380a2a85", + "continuous_batching": true, + "ep_degree": 1, + "fused_qkv": true, + "glu_mlp": true, + "local_ranks_size": 2, + "max_batch_size": 4, + "max_context_length": 4096, + "max_topk": 256, + "n_active_tokens": 4096, + "neuronxcc_version": "2.21.33363.0+82129205", + "on_device_sampling": true, + "optimum_neuron_version": "0.4.3.dev2", + "output_logits": false, + "pp_degree": 1, + "sequence_length": 4096, + "speculation_length": 0, + "start_rank_id": 0, + "target": "trn1", + "torch_dtype": "bfloat16", + "tp_degree": 2 + }, + "num_attention_heads": 32, + "num_hidden_layers": 32, + "num_key_value_heads": 32, + "original_max_position_embeddings": 4096, + "partial_rotary_factor": 1.0, + "resid_pdrop": 0.0, + "rms_norm_eps": 1e-05, + "rope_scaling": null, + "rope_theta": 10000.0, + "sliding_window": 2047, + "tie_word_embeddings": false, + "use_cache": true, + "vocab_size": 32064 +} \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.3.dev2/qwen2/Qwen/Qwen2.5-0.5B/c2fd06a569eed2bbbeb4.json b/neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.3.dev2/qwen2/Qwen/Qwen2.5-0.5B/c2fd06a569eed2bbbeb4.json new file mode 100644 index 0000000000000000000000000000000000000000..75d2510a522336b1c1aa8e95b461bf818a43376a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.3.dev2/qwen2/Qwen/Qwen2.5-0.5B/c2fd06a569eed2bbbeb4.json @@ -0,0 +1,82 @@ +{ + "_entry_class": "SingleModelCacheEntry", + "_model_id": "Qwen/Qwen2.5-0.5B", + "_task": "text-generation", + "architectures": [ + "Qwen2ForCausalLM" + ], + "attention_dropout": 0.0, + "dtype": "bfloat16", + "hidden_act": "silu", + "hidden_size": 896, + "initializer_range": 0.02, + "intermediate_size": 4864, + "layer_types": [ + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention" + ], + "max_position_embeddings": 32768, + "max_window_layers": 24, + "model_type": "qwen2", + "neuron": { + "_serialized_key": "NxDNeuronConfig", + "batch_size": 4, + "capacity_factor": null, + "checkpoint_id": "Qwen/Qwen2.5-0.5B", + "checkpoint_revision": "060db6499f32faf8b98477b0a26969ef7d8b9987", + "continuous_batching": true, + "ep_degree": 1, + "fused_qkv": false, + "glu_mlp": true, + "local_ranks_size": 2, + "max_batch_size": 4, + "max_context_length": 4096, + "max_topk": 256, + "n_active_tokens": 4096, + "neuronxcc_version": "2.21.33363.0+82129205", + "on_device_sampling": false, + "optimum_neuron_version": "0.4.3.dev2", + "output_logits": false, + "pp_degree": 1, + "sequence_length": 4096, + "speculation_length": 0, + "start_rank_id": 0, + "target": "trn1", + "torch_dtype": "bfloat16", + "tp_degree": 2 + }, + "num_attention_heads": 14, + "num_hidden_layers": 24, + "num_key_value_heads": 2, + "rms_norm_eps": 1e-06, + "rope_scaling": null, + "rope_theta": 1000000.0, + "sliding_window": null, + "tie_word_embeddings": true, + "use_cache": true, + "use_mrope": false, + "use_sliding_window": false, + "vocab_size": 151936 +} \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.3.dev2/smollm3/HuggingFaceTB/SmolLM3-3B/e6fbe973ea95721312a3.json b/neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.3.dev2/smollm3/HuggingFaceTB/SmolLM3-3B/e6fbe973ea95721312a3.json new file mode 100644 index 0000000000000000000000000000000000000000..7582116a25c9284418ae03545ba3e4878d298498 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.3.dev2/smollm3/HuggingFaceTB/SmolLM3-3B/e6fbe973ea95721312a3.json @@ -0,0 +1,134 @@ +{ + "_entry_class": "SingleModelCacheEntry", + "_model_id": "HuggingFaceTB/SmolLM3-3B", + "_task": "text-generation", + "architectures": [ + "SmolLM3ForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "dtype": "bfloat16", + "hidden_act": "silu", + "hidden_size": 2048, + "initializer_range": 0.02, + "intermediate_size": 11008, + "layer_types": [ + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention" + ], + "max_position_embeddings": 65536, + "max_window_layers": 28, + "mlp_bias": false, + "model_type": "smollm3", + "neuron": { + "_serialized_key": "NxDNeuronConfig", + "batch_size": 4, + "capacity_factor": null, + "checkpoint_id": "HuggingFaceTB/SmolLM3-3B", + "checkpoint_revision": "a07cc9a04f16550a088caea529712d1d335b0ac1", + "continuous_batching": true, + "ep_degree": 1, + "fused_qkv": true, + "glu_mlp": true, + "local_ranks_size": 2, + "max_batch_size": 4, + "max_context_length": 4096, + "max_topk": 256, + "n_active_tokens": 4096, + "neuronxcc_version": "2.21.33363.0+82129205", + "on_device_sampling": true, + "optimum_neuron_version": "0.4.3.dev2", + "output_logits": false, + "pp_degree": 1, + "sequence_length": 4096, + "speculation_length": 0, + "start_rank_id": 0, + "target": "trn1", + "torch_dtype": "bfloat16", + "tp_degree": 2 + }, + "no_rope_layer_interval": 4, + "no_rope_layers": [ + 1, + 1, + 1, + 0, + 1, + 1, + 1, + 0, + 1, + 1, + 1, + 0, + 1, + 1, + 1, + 0, + 1, + 1, + 1, + 0, + 1, + 1, + 1, + 0, + 1, + 1, + 1, + 0, + 1, + 1, + 1, + 0, + 1, + 1, + 1, + 0 + ], + "num_attention_heads": 16, + "num_hidden_layers": 36, + "num_key_value_heads": 4, + "pretraining_tp": 2, + "rms_norm_eps": 1e-06, + "rope_scaling": null, + "rope_theta": 5000000.0, + "sliding_window": null, + "use_cache": false, + "use_sliding_window": false, + "vocab_size": 128256 +} \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_0efef6046521fed2cd76+24129607/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_0efef6046521fed2cd76+24129607/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..836724f44545ce0dedda1521fd4c623a6ea8ec72 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_0efef6046521fed2cd76+24129607/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--logfile=/tmp/nxd_model/context_encoding/_tp0_bk0/log-neuron-cc.txt"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_0efef6046521fed2cd76+24129607/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_0efef6046521fed2cd76+24129607/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_0efef6046521fed2cd76+24129607/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_0efef6046521fed2cd76+24129607/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..2454aac239b8ec369102b0184785d212d54d5a33 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_0efef6046521fed2cd76+24129607/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c1c161937d0eeeb2eca0dfcca2535ee497d38d1e83b3dbc45f21ccf5a0100888 +size 1061093 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_0efef6046521fed2cd76+24129607/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_0efef6046521fed2cd76+24129607/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..0d86ebd8e79506405b3aaf9ebc17bb8274cf65db --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_0efef6046521fed2cd76+24129607/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:149b10cca883d7a5546e899fc34aea8a22134e5aa16ee4894c942b656a2aec53 +size 9473024 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_10217061096959125489+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_10217061096959125489+e30acd3a/model.neff index b5b55849130fddc3e68829ed04c67d1850ba7f6d..e0db92d5a21d127af2734e0e613a5fa54dfef90d 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_10217061096959125489+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_10217061096959125489+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_10244305442015770634+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_10244305442015770634+e30acd3a/model.neff index 607a45e140446647a588ac3b18f2f7da982b8b70..f4f2fd0f29dc2d6b6981746315a75b7e85d1a35e 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_10244305442015770634+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_10244305442015770634+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_10606948783918825529+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_10606948783918825529+e30acd3a/model.neff index 29189f1f2d3b1950e51d71ac223a5db77ccbb30e..9a8b31fd109afcea5d86a7326057c4b65c9cecc8 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_10606948783918825529+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_10606948783918825529+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_10645643398657092095+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_10645643398657092095+e30acd3a/model.neff index b5fdb12f2ad3dc820d6bc64b8727228bf0623ca6..150e041517a03f0c667f69540fd2653835159062 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_10645643398657092095+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_10645643398657092095+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_10661660426924300837+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_10661660426924300837+e30acd3a/model.neff index 255d543cadde66733f4f51ada6638c9007b99aca..e14a88ede17c77bb4ac62eb0f9aeb7bf9953e6ec 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_10661660426924300837+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_10661660426924300837+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_10746122569655005679+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_10746122569655005679+e30acd3a/model.neff index 429ea73964196d80e9b1237c5ad1db1d433d7077..b549ddbb4e7f08a9cba47f9bef1563a7983235e2 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_10746122569655005679+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_10746122569655005679+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_11086318750207148626+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_11086318750207148626+e30acd3a/model.neff index 7e047034a0aa2a35d758c955da0d41857a7af06b..f3353028bd71f5818e85db024d658e48a5abd491 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_11086318750207148626+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_11086318750207148626+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_11909310600244571805+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_11909310600244571805+e30acd3a/model.neff index 4b62859563d49342bc6c6fb420ba715e1b70fe75..3dd42151f9f5c1fdb2256de270785d379fb33501 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_11909310600244571805+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_11909310600244571805+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_11933818254123612383+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_11933818254123612383+e30acd3a/model.neff index 33ce11044e07dcc3dc0d0bd96f32ba85f05097ce..c285df60a6bf29a00c635c101ef7e98e1341f479 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_11933818254123612383+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_11933818254123612383+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1210392327607194823+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1210392327607194823+e30acd3a/model.neff index 6b896abf53a9426fef175aafafe69f975c5340eb..6b9760038a2ea821e04d8342cc038768d87ae51b 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_1210392327607194823+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_1210392327607194823+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_12487216553200321032+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_12487216553200321032+e30acd3a/model.neff index f8641e1a42f7ffbe15c8cb0bd6e54b0d9d99168c..f49c75e1b1e744e81f59a00ace92876edbf92a40 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_12487216553200321032+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_12487216553200321032+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_13085549342645515693+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_13085549342645515693+e30acd3a/model.neff index a6b7c7056a3f3a2f8c4a6de566eeb8967488d5d7..cadf5a3f5ed15a0596f23ee7dc7a98dfbdf7016f 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_13085549342645515693+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_13085549342645515693+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_13102010590082783346+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_13102010590082783346+e30acd3a/model.neff index 170381f3ebf535b994110db1b23b4e3e3678240f..58bd522925ffadc75349d572be6195512a37238a 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_13102010590082783346+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_13102010590082783346+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_13475273426270778455+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_13475273426270778455+e30acd3a/model.neff index a63ad6d23fbc6bc6febfa9add8520c1476d40b48..dcd32e038639fb7294b299426b0ec0fae5881eee 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_13475273426270778455+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_13475273426270778455+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_13728813963059599796+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_13728813963059599796+e30acd3a/model.neff index 5f2f2e8358de82079bc53802841e0297fdc1f653..7c67425e46a76003f03616a4b1c78f4ace563976 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_13728813963059599796+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_13728813963059599796+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_13783872956654054643+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_13783872956654054643+e30acd3a/model.neff index 353c0e8eb8380a05d5811c0896946b18b97a70ac..1592abc7577dc9f1f75828566887d0bb5f1d8721 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_13783872956654054643+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_13783872956654054643+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14097776130612710282+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_14097776130612710282+e30acd3a/model.neff index 42da4936947fc3b8a0b027b8c5b72a5849db4a8b..c2f1ce6eb06f0b67b5275a3bd9ecda2c6646ecd0 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_14097776130612710282+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_14097776130612710282+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14155105943057125178+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_14155105943057125178+e30acd3a/model.neff index ac5888fbcbd951a516fa66267d5e44d53a727b08..4826f95fb002ce118a607cb06a599355f8af8c12 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_14155105943057125178+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_14155105943057125178+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14173682194645188821+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_14173682194645188821+e30acd3a/model.neff index 185b1a186f90fb9e0f2970cdbe8817f9876f1bed..d32c9862326264614c56aaacf9b39264987d7b90 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_14173682194645188821+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_14173682194645188821+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14274833313744358348+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_14274833313744358348+e30acd3a/model.neff index b9f2b4c61a60b78d6526468e5bf689e5404b6156..cb06a3c6507fd72d285dc86173635e74e5d6b8fe 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_14274833313744358348+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_14274833313744358348+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14469716438804935215+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_14469716438804935215+e30acd3a/model.neff index a95de9efbccbfeaf547c1ac502cb3a813c11e358..fbf81a04582996ca7deb404993bb44ad6ca64748 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_14469716438804935215+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_14469716438804935215+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14739672283771660808+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_14739672283771660808+e30acd3a/model.neff index 034129b1f79b67bda41a6c40f1502bb37965c112..67f0db6824884c38ac738fe5649c9b9c56cbe220 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_14739672283771660808+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_14739672283771660808+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15442663025941492357+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_15442663025941492357+e30acd3a/model.neff index 0f86470134b2b81f94b01b41c4925875f6270696..beb9f895d36d3f21d15f8171612269a5465a0bdf 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_15442663025941492357+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_15442663025941492357+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15557971880365771457+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_15557971880365771457+e30acd3a/model.neff index c5487dc380515f9ced74d1dad15f857d24b9406b..9ce09ff225c70aec50f31349a1f48775fec1bb58 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_15557971880365771457+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_15557971880365771457+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15564425602929126510+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_15564425602929126510+e30acd3a/model.neff index 46b52067c8f7922d4f34c1142d394fc0cd80e8f2..a6f20d981238a3b350a6b096b73df91099f9111a 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_15564425602929126510+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_15564425602929126510+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15589838460896944293+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_15589838460896944293+e30acd3a/model.neff index 26ac167050229e79b2ef25bb1aa87dd0a9006a78..2c5bd1ba04566a4a60bb4d31218b9946965467d4 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_15589838460896944293+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_15589838460896944293+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15654572849171857535+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_15654572849171857535+e30acd3a/model.neff index afa6d1479a9cfaf79013b6f12da69757553cf7ec..48834c386839dc839345b135d606d8436c2db3d5 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_15654572849171857535+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_15654572849171857535+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15767383571209512795+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_15767383571209512795+e30acd3a/model.neff index 65c3f01ed372de60d1f5277bf5f8ffb7d31ae8cb..85dae0fd758e83a3dc11c02297d494b77aca5b07 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_15767383571209512795+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_15767383571209512795+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15888836045088309511+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_15888836045088309511+e30acd3a/model.neff index 29ac90ca49f8fae47989c86d1c0b271f51db0429..8b2b51146693fa3c9863e430810082151d6ca9a0 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_15888836045088309511+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_15888836045088309511+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15929451261464042997+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_15929451261464042997+e30acd3a/model.neff index 489ffa7f037afff03dc27fe15d301a2328bbf9c3..3c77b6129dce479065d33d06483b1c5dc4aa5af5 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_15929451261464042997+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_15929451261464042997+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_16016505958416521648+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_16016505958416521648+e30acd3a/model.neff index adfee14c937e6902a4fb7b136f7dcdbef247bf09..22625e4b20a147f13fb7f307ed9a70840849bdc1 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_16016505958416521648+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_16016505958416521648+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_16053163479112702088+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_16053163479112702088+e30acd3a/model.neff index 5a18f9f60c7272e3b4fe965cbf56ebb7ce82a484..15a5dfcaec7896bc2b37c07b3937679f9a5531c1 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_16053163479112702088+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_16053163479112702088+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_16204387852795926216+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_16204387852795926216+e30acd3a/model.neff index 6635f8cc04cb2bca13d9565b35442ab79eed5b06..ef77bb861c75aab20409ae69f3893c581a69625a 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_16204387852795926216+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_16204387852795926216+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1656719109221189948+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1656719109221189948+e30acd3a/model.neff index dceed1579d89f08320d5fe7936d56f338fbd9606..b99130d91421e5cec98ea63c99fbe6a074592f5a 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_1656719109221189948+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_1656719109221189948+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_16599571375348449904+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_16599571375348449904+e30acd3a/model.neff index 98b6edd7973ccff080358ab519fcdee5590e38c1..a31cc9f0ef955210563e1ec454a3538f4d6fab23 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_16599571375348449904+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_16599571375348449904+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1663757798483801648+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1663757798483801648+e30acd3a/model.neff index 4dee6da91e7c056a5606e2b2f0f384b4be1b1cc9..ed73eed34a2cc229bab5c8583f93d187e751aba0 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_1663757798483801648+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_1663757798483801648+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_16738296820980389103+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_16738296820980389103+e30acd3a/model.neff index 7a9e342e34145d040dc8fac2fa94e6e103d3f346..fad1ee8ead7bffa29c9555fe32bd302d38e50b9a 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_16738296820980389103+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_16738296820980389103+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1696825468766062114+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1696825468766062114+e30acd3a/model.neff index 6c024d881109b94868bd1734d1abceea3a031d3e..bd9aae7a16c02b4d075d51f42bd9f30c4a474c0b 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_1696825468766062114+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_1696825468766062114+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_17476209562158013765+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_17476209562158013765+e30acd3a/model.neff index f70cf30db5c2d6fe294ae459615685f9cd12d10b..7208133b778877dbd98ea8b051921f90726e8417 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_17476209562158013765+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_17476209562158013765+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_17781596253725927902+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_17781596253725927902+e30acd3a/model.neff index 9a7d8e1f608757b532733a35e9d9733dce2b9c90..f91048aa98b3d0936f529341f93f4569a4906278 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_17781596253725927902+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_17781596253725927902+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1795740353831178306+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1795740353831178306+e30acd3a/model.neff index eef7355fe1ae24b581626543879e66688ac94370..daaf79920e5cb02ebd6f38db4023ea7999c136ca 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_1795740353831178306+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_1795740353831178306+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1800832390737682969+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1800832390737682969+e30acd3a/model.neff index ca8d32cd3a788d5c40f5440b07c1a5eb48d7dea5..53dc10d4fd769f2ba0ebfea6059419bfd69df15e 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_1800832390737682969+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_1800832390737682969+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1805481651134498710+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1805481651134498710+e30acd3a/model.neff index ce485976267fc39f98b80ff5e7c575e661d1e01a..a3dc98f8c253a5a216b9e7817bf70b8ad406fc8c 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_1805481651134498710+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_1805481651134498710+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1805728312057401221+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1805728312057401221+e30acd3a/model.neff index 0a6bff2440f12e0352f8cea3392ca7b4d45c4297..2a725aab322f7cd6562dd0ddc21de9b91ac45c23 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_1805728312057401221+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_1805728312057401221+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_18070749384531238695+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_18070749384531238695+e30acd3a/model.neff index c3fca03f3c65b43876781f5d79e40027c3afcd5b..4f39903c1ecdeb8c2f280161587bcc6687d9083c 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_18070749384531238695+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_18070749384531238695+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_18134517905922687964+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_18134517905922687964+e30acd3a/model.neff index f997387ececf23e920badc71bba4218912d398fe..dbe0b885e2be198fe70223fa6d1ab335e9b2c2e6 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_18134517905922687964+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_18134517905922687964+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_18207475553554060390+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_18207475553554060390+e30acd3a/model.neff index cc5a5bc2a39dabeffc351163f74d9dfce44a2d5a..76a75831783f999f2b82180c3c47f03fbb21b028 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_18207475553554060390+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_18207475553554060390+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1f347e27c92c7f149c47+405988f6/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_1f347e27c92c7f149c47+405988f6/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..5931aad98cef0a7197bcc7b8d5793fcadd72ce8f --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_1f347e27c92c7f149c47+405988f6/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_8e5c4226-3bb8-4722-883f-0fa883e91d43/compiler_workdir/NeuronRMSNorm/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1f347e27c92c7f149c47+405988f6/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_1f347e27c92c7f149c47+405988f6/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1f347e27c92c7f149c47+405988f6/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_1f347e27c92c7f149c47+405988f6/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..6a2752c25c9f7e1092e2b55c010694e168610ce3 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_1f347e27c92c7f149c47+405988f6/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c774c6626fc91684e924b843c1fe807dadbbac6d8a8e19443663b43c13eac35 +size 1165 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1f347e27c92c7f149c47+405988f6/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1f347e27c92c7f149c47+405988f6/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..cf92c1ee87c8f70120ac44578783855badaf0590 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_1f347e27c92c7f149c47+405988f6/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0474e1cc46a7229a9dc1961c843e8897056f8cafa0d00c2c6cae73eff17bf1c2 +size 103424 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1f347e27c92c7f149c47+405988f6/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_1f347e27c92c7f149c47+405988f6/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..870129b3601af7aaf40f4082375362a7a5778c08 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_1f347e27c92c7f149c47+405988f6/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a068dc36e082ed3e2297d8e2b53b06837fee030439de4be0c71b6209a6a5d11 +size 104320 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2157613318347839507+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2157613318347839507+e30acd3a/model.neff index 4ca4ec89ae3db319499e841091ce7526144f37aa..33b59e317d9807f826aa672ff7797128c2073f9f 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_2157613318347839507+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_2157613318347839507+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2203200257461345827+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2203200257461345827+e30acd3a/model.neff index 186ef89571932576e7414380de05434b8a38f1cf..04b5607cd48d69abb53e521c3275a91e9f31cd1f 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_2203200257461345827+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_2203200257461345827+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2410426589418994260+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2410426589418994260+e30acd3a/model.neff index c44b4736290257e9dc46924b87df23a51eb58b28..f5cb1e9acb5ffd7c5be25c1e54fbc973d9810c1a 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_2410426589418994260+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_2410426589418994260+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2426414314187505427+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2426414314187505427+e30acd3a/model.neff index 2fee308d215f16f3261851c092153f16fcc24d9b..b3e7971032bbc7546d1404dc18203878533de44d 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_2426414314187505427+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_2426414314187505427+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2576759111807165188+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2576759111807165188+e30acd3a/model.neff index 68fc250c20813b30aff3e3ed6f1b8de2e42dce7e..0f41a617aaf45d294258a9d88596415013adc5f4 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_2576759111807165188+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_2576759111807165188+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2650447136112456251+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2650447136112456251+e30acd3a/model.neff index ee3f159264a0997e1839a954926010558de7bdca..3429f8cb74cca4657e7b406bfc06459adf1a14bf 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_2650447136112456251+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_2650447136112456251+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2682953264353234433+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2682953264353234433+e30acd3a/model.neff index 31448ac4ef70df734e0188a7d4bb55d6ff07a9e8..f2347b7eaa09b9f6d9500995920a2fc22558a7bd 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_2682953264353234433+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_2682953264353234433+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2699280712748688265+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2699280712748688265+e30acd3a/model.neff index f8a4a40c394ca77670570ee060ad1e809bf0130e..6afff7ddc347dcf540e9dab8505ad6fc097c8cc3 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_2699280712748688265+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_2699280712748688265+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2811495285170804454+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2811495285170804454+e30acd3a/model.neff index 2cf6f0cc77a764b8c73e7f7cd0b70863d66d81fd..8abf37ec21e39bb62fc2826d4971383dbb2360b7 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_2811495285170804454+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_2811495285170804454+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_302950992539679003+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_302950992539679003+e30acd3a/model.neff index 4166b9a59feed1ca7d10a8f7cb1bb89dbe040e66..34bca37937b37164b179a962ee01bc736f74a44e 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_302950992539679003+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_302950992539679003+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_330e3965a19a8a8d9a77+81976a28/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_330e3965a19a8a8d9a77+81976a28/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..77481e9d017cb7fb5cf2dc4bd769b840014cb329 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_330e3965a19a8a8d9a77+81976a28/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_dcec1ee4-1e19-46ee-b8ab-52508414957e/compiler_workdir/Llama3RotaryEmbedding/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_330e3965a19a8a8d9a77+81976a28/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_330e3965a19a8a8d9a77+81976a28/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_330e3965a19a8a8d9a77+81976a28/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_330e3965a19a8a8d9a77+81976a28/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..f1e2473c54cffac949ecf31d3b6ec636c290545b --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_330e3965a19a8a8d9a77+81976a28/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f4a29d4cf27aec9af90e53324eff9ee69e033679482f4016a9dd3e5416c7c68a +size 1584 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_330e3965a19a8a8d9a77+81976a28/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_330e3965a19a8a8d9a77+81976a28/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..0ddd572759ec17c96ce0bb1f8be95a222d53e92b Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_330e3965a19a8a8d9a77+81976a28/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_3d83db23b8fc661cf397+24129607/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_3d83db23b8fc661cf397+24129607/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..836724f44545ce0dedda1521fd4c623a6ea8ec72 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_3d83db23b8fc661cf397+24129607/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--logfile=/tmp/nxd_model/context_encoding/_tp0_bk0/log-neuron-cc.txt"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_3d83db23b8fc661cf397+24129607/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_3d83db23b8fc661cf397+24129607/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_3d83db23b8fc661cf397+24129607/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_3d83db23b8fc661cf397+24129607/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..2dfe28bd941cdcb1aa0cd8e62b7727c1b2ce8f58 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_3d83db23b8fc661cf397+24129607/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dfa7ee587c6dd7eb719c810d0b3390042fe6e1ba6c8c33b36d4f10a723820f13 +size 509380 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_3d83db23b8fc661cf397+24129607/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_3d83db23b8fc661cf397+24129607/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..046f83c9cbbd15e0eef20b65c2fd4224ed58dced --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_3d83db23b8fc661cf397+24129607/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37a7f2802f24436251358c4037860b204914f63716f64e5b7c81759ed1db1ea8 +size 41585664 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4013984518400530928+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4013984518400530928+e30acd3a/model.neff index cd7b6fbcd1eec9d5694eb59aa7e01227d3c0cb9a..7fb9bea34eb29bce7609324d15efd50ea93ceafb 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_4013984518400530928+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_4013984518400530928+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4052264821257342969+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4052264821257342969+e30acd3a/model.neff index a16aa3b68dbf027b5172b096e4dcb4a7364c0457..aa21b04088ad411609493475990938e1b60f83e5 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_4052264821257342969+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_4052264821257342969+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4166695227062860792+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4166695227062860792+e30acd3a/model.neff index c55aad4a167601db113397855901332787d4f6ce..8c10141720142a9cfdea9c17291f0dba21e5f5ed 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_4166695227062860792+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_4166695227062860792+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4232557591140652245+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4232557591140652245+e30acd3a/model.neff index 631c07e8b27df466195b8fede59871e1b15387bd..38e47fd2cf35b37c14e1dfaf1421ca980db3827f 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_4232557591140652245+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_4232557591140652245+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4606491920565381523+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4606491920565381523+e30acd3a/model.neff index fa680665c340f2058dfc087c6e87686decbb3bf1..0398bfbdfeb83c00b276bb63b865587e9b32dcf3 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_4606491920565381523+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_4606491920565381523+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4608333438381222049+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4608333438381222049+e30acd3a/model.neff index 5fd74d5673cbc81b2335ec6adb61d7945d3c2739..fe10d5faa20b4f15f39eca7013544aebddfb1570 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_4608333438381222049+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_4608333438381222049+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4683016291147007110+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4683016291147007110+e30acd3a/model.neff index c8527ea3dcaaed9d4f5e29808ffa93118d990c7e..533d6593ed34da04d43865dcb095ee57941730b4 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_4683016291147007110+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_4683016291147007110+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4816422433712790690+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4816422433712790690+e30acd3a/model.neff index 5843a17b74acb822db5a8be7398bea7c0a8deb33..feaac3589c90a94b801cbb332d73328fc8986384 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_4816422433712790690+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_4816422433712790690+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4842952601010372434+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4842952601010372434+e30acd3a/model.neff index fe13b220d67932b411ffed0fbc6083128c166138..94e5c724258393fc118e47d439062f6928aa49f5 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_4842952601010372434+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_4842952601010372434+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4939721357859779936+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4939721357859779936+e30acd3a/model.neff index 38061ba9781e41758adaeef77f20d3aa249ffb03..71e32cafca2f2db35ad6187988838f282c3a6b69 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_4939721357859779936+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_4939721357859779936+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4b5458bd202bd56e6859+0a4db0d4/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_4b5458bd202bd56e6859+0a4db0d4/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..dcfa264afb3e3d8e284c6664d4b3d8eba81ada25 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_4b5458bd202bd56e6859+0a4db0d4/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_9ee754a8-ae09-46d9-a74b-1de95a3b3923/compiler_workdir/NeuronLlamaMLP/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4b5458bd202bd56e6859+0a4db0d4/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_4b5458bd202bd56e6859+0a4db0d4/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4b5458bd202bd56e6859+0a4db0d4/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_4b5458bd202bd56e6859+0a4db0d4/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..e6084ce6d845ff91b01c0cbfd758d24019f38ef9 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_4b5458bd202bd56e6859+0a4db0d4/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a99355de7043422bc03a8df795afecf586999ec744407bc4fbffe63f002ba2df +size 1931 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4b5458bd202bd56e6859+0a4db0d4/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4b5458bd202bd56e6859+0a4db0d4/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..959af5a4567a8e0e007cdc8141e9f8c4dadbec08 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_4b5458bd202bd56e6859+0a4db0d4/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0169c6ef00df2e24d43633acc830423b97fcf7b253ceb52ff7653a7b7d0cb18 +size 134144 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4b5458bd202bd56e6859+0a4db0d4/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_4b5458bd202bd56e6859+0a4db0d4/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..0ce4523a55561dbaa12c3eaabaaaabefdbef5d7f --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_4b5458bd202bd56e6859+0a4db0d4/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e55d6de333afc42c038d0b3fa32082f6ed639dafa2c8374b6a0a403f75b88e39 +size 136222 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5397223456911199516+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_5397223456911199516+e30acd3a/model.neff index d6eb9c50749921fbe166a084a61728095007589b..e6f04c6f04b9dced3d6442d5621e3c8b3ee6c83f 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_5397223456911199516+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_5397223456911199516+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5724544066416780383+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_5724544066416780383+e30acd3a/model.neff index 0efb6b8b98c430e026b6ea4377d34d5a6420bafb..99e9f246cb1cb47bb87496fd4843170baf02d6d2 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_5724544066416780383+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_5724544066416780383+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5765916484866650909+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_5765916484866650909+e30acd3a/model.neff index 7f81d6a3c55ef2e50a3887f78322c4cf6c594b21..c269d367aa8d249404aefc103959063e75cf3666 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_5765916484866650909+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_5765916484866650909+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6368409506294683105+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_6368409506294683105+e30acd3a/model.neff index 18334fc6addff58ffff87e2f45c73af19193aea8..561d5e1d204000164ab38bb93114b536e0ca8ccc 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_6368409506294683105+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_6368409506294683105+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6375780938374445148+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_6375780938374445148+e30acd3a/model.neff index 832af1c2dcc175775c2fd8367f01afcee32210e5..48a523dcd73a91b54e55b173db62a7fc63d2bdaa 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_6375780938374445148+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_6375780938374445148+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6417297157123190451+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_6417297157123190451+e30acd3a/model.neff index f922bf45b00b89baadb1d1e545fc2e593c742341..fb8bf95ceed6f437d90300abed02db29d1ff1997 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_6417297157123190451+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_6417297157123190451+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_665145310648895012+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_665145310648895012+e30acd3a/model.neff index 1748e595b67aec6519792267e5234fc1f9072527..5296dad1dafa0770115342ac9db8a09f9131c981 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_665145310648895012+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_665145310648895012+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6711765444274762085+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_6711765444274762085+e30acd3a/model.neff index 2118392390e9e8b049a5d00f0fd2844323d790d8..d0808aec976a257d8265cdfd0fef7969d81ae5ac 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_6711765444274762085+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_6711765444274762085+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_7049343467335223052+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_7049343467335223052+e30acd3a/model.neff index c602073987e2077187f6f931fa002ec4a754381e..b477ccd7d084efa720adbbf60d1466d4eaaeb7ec 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_7049343467335223052+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_7049343467335223052+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_766ac0faf316f2fb462c+24129607/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_766ac0faf316f2fb462c+24129607/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..836724f44545ce0dedda1521fd4c623a6ea8ec72 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_766ac0faf316f2fb462c+24129607/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--logfile=/tmp/nxd_model/context_encoding/_tp0_bk0/log-neuron-cc.txt"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_766ac0faf316f2fb462c+24129607/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_766ac0faf316f2fb462c+24129607/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_766ac0faf316f2fb462c+24129607/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_766ac0faf316f2fb462c+24129607/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..895edb3462afd732c644c9f7bdcba520ae1d2f4f --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_766ac0faf316f2fb462c+24129607/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e6541330eaced8ef5bd62804c6e06991d2bcb38f68c71b2cabb4ce571665de2 +size 1050679 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_766ac0faf316f2fb462c+24129607/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_766ac0faf316f2fb462c+24129607/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..959512c8e4f07ee2ac9992f23e7d8f4e78029b78 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_766ac0faf316f2fb462c+24129607/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:339695caff8aad571963f59ee9acc574fe8845d044c6c7b28f44858cbc71f9bd +size 5827584 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_7877866862268499659+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_7877866862268499659+e30acd3a/model.neff index 24381bf8e6e3401902f3afcbbc52a9ad28a51fd2..1280e8a9fe2d0e1484f4565bbdb90d95bea6cfab 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_7877866862268499659+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_7877866862268499659+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_793722132614349680+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_793722132614349680+e30acd3a/model.neff index 06b9b071cd151d752a0561c1e6b50904d87f843b..4c03a60d50eb4038bcf71ea55f4f8f53a2af884f 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_793722132614349680+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_793722132614349680+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_7eab73a0314d91031486+a02c3a36/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_7eab73a0314d91031486+a02c3a36/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..5726abc7d1d8c52fa95bc7919439a23a23fe3b9a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_7eab73a0314d91031486+a02c3a36/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--logfile=/tmp/nxd_model/token_generation/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_7eab73a0314d91031486+a02c3a36/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_7eab73a0314d91031486+a02c3a36/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_7eab73a0314d91031486+a02c3a36/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_7eab73a0314d91031486+a02c3a36/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..dc80e75232e7b415325d1562f9518f26670d13ec --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_7eab73a0314d91031486+a02c3a36/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f25ade0a3f52e4ef283ba2768a1420e559bb8c5c6ab4b261c432d72a52fc9e6d +size 863510 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_7eab73a0314d91031486+a02c3a36/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_7eab73a0314d91031486+a02c3a36/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..0d0ab02ddbc757c7d2ca1876b3682861d5c06a09 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_7eab73a0314d91031486+a02c3a36/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d541b6e2c263c5462c1de2fa2484881f35b09357f3c138a60aaa77f8448094ee +size 6769664 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_7eab73a0314d91031486+a02c3a36/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_7eab73a0314d91031486+a02c3a36/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..49710beca684341077d5f9ef846cd07d15c65931 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_7eab73a0314d91031486+a02c3a36/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b60c3126d54718b8d49abe4152568a17f4a2c6fda1b8b6ee0370cb939c986c2e +size 6936331 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_807adb42b7554b8e4c9e+a02c3a36/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_807adb42b7554b8e4c9e+a02c3a36/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..5726abc7d1d8c52fa95bc7919439a23a23fe3b9a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_807adb42b7554b8e4c9e+a02c3a36/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--logfile=/tmp/nxd_model/token_generation/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_807adb42b7554b8e4c9e+a02c3a36/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_807adb42b7554b8e4c9e+a02c3a36/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_807adb42b7554b8e4c9e+a02c3a36/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_807adb42b7554b8e4c9e+a02c3a36/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..a66d2b5e2bfdea834b5c48c5734d111bc783cd0d --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_807adb42b7554b8e4c9e+a02c3a36/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ceb5b7f758ce013d84d6b8f019608f3d1c9fb2d520f2bff26682850b5b969a5 +size 691657 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_807adb42b7554b8e4c9e+a02c3a36/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_807adb42b7554b8e4c9e+a02c3a36/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..fbe28ea50879c066ffb0d2a496d42a83c608d2f6 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_807adb42b7554b8e4c9e+a02c3a36/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43afa7025b32c72cd0d7deceb8831e819c2bc1c317fc64cbab4148ac58265ac7 +size 12411904 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_807adb42b7554b8e4c9e+a02c3a36/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_807adb42b7554b8e4c9e+a02c3a36/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..28f9eea0771b4f8b54bc9c0230fe7ff0b171a3ee --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_807adb42b7554b8e4c9e+a02c3a36/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:32c85d1a73d7dfe6562ff506f2addd7510e2ca4f3c929d5e54dfc1647a2605cf +size 12559063 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8142158350842512240+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_8142158350842512240+e30acd3a/model.neff index fe63d79bf8e05cf52a4c4eca26f96f831abe4fda..41f0fbee70eb215d0a9eba5283c1932dc915200b 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_8142158350842512240+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_8142158350842512240+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8146958338478347620+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_8146958338478347620+e30acd3a/model.neff index d6a46565e98503dd311acf84ebfee5665c590840..8e905abb7a3e6351925a0800a132ce1d4c392864 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_8146958338478347620+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_8146958338478347620+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8245165830758578911+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_8245165830758578911+e30acd3a/model.neff index 2e1b61a3fdfce1889206c2b85660a558fadfbcf2..cd9abcc72d3950b282255ea0e888d6cb7a0d7617 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_8245165830758578911+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_8245165830758578911+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8679096817551502409+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_8679096817551502409+e30acd3a/model.neff index b4f5be3857c8fc71732675ff03a25796be68009d..54251f35fda861b42c505a45d83eed978d020819 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_8679096817551502409+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_8679096817551502409+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_86841313265618bb997a+a02c3a36/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_86841313265618bb997a+a02c3a36/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..5726abc7d1d8c52fa95bc7919439a23a23fe3b9a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_86841313265618bb997a+a02c3a36/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--logfile=/tmp/nxd_model/token_generation/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_86841313265618bb997a+a02c3a36/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_86841313265618bb997a+a02c3a36/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_86841313265618bb997a+a02c3a36/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_86841313265618bb997a+a02c3a36/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..d873faf2dfaa8b158baf749fc04d5bdfd1465b40 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_86841313265618bb997a+a02c3a36/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6820471cc3742b4adf59a1b20142e67c937c1514499868f53f2b80d1077c6f62 +size 418223 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_86841313265618bb997a+a02c3a36/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_86841313265618bb997a+a02c3a36/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..c15fc49f1b0c83e93e9dbbc78868c9839b760e20 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_86841313265618bb997a+a02c3a36/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5788fa51a1901a71b8d7a13956fd2aff57e127b1d1423c4bf1188a93fc2096a0 +size 3093504 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_86841313265618bb997a+a02c3a36/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_86841313265618bb997a+a02c3a36/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..eed5cbe39d801df5c29ca865e75ee46d86007437 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_86841313265618bb997a+a02c3a36/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f4e8f86ee80eb7dc41ead93d163d59738adf6698149565904dde2793e33958c4 +size 3167748 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8882592820567938515+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_8882592820567938515+e30acd3a/model.neff index 489122ee53e273f2d470dbaa4a2a7c86e9822fe9..9e88498e549b9ec8f874a51380685cc50bf4008d 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_8882592820567938515+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_8882592820567938515+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8c633c82648d1501f753+9bb40495/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_8c633c82648d1501f753+9bb40495/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..afa4b7febfbed37f49376442e3a74d36bd97d81e --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_8c633c82648d1501f753+9bb40495/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_b4eb948e-a8f1-4536-a604-03ae461bb3ff/compiler_workdir/AttentionModelWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8c633c82648d1501f753+9bb40495/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_8c633c82648d1501f753+9bb40495/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8c633c82648d1501f753+9bb40495/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_8c633c82648d1501f753+9bb40495/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..8496781848c02ecd308b5b2c5a3c342b702425e7 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_8c633c82648d1501f753+9bb40495/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:51e79a5cc325f9a317d158d931d75ec73ae1cfb16a4d83343a2593edd95d0044 +size 8979 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8c633c82648d1501f753+9bb40495/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_8c633c82648d1501f753+9bb40495/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..8c02ce13b47f78cbb67d1dd9210334267ebcaad4 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_8c633c82648d1501f753+9bb40495/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6144538cd3e270ddd02cc3588031ca29f235f76db086cab55ae722f050d9de9a +size 246784 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8c633c82648d1501f753+9bb40495/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_8c633c82648d1501f753+9bb40495/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..50b36d278ab6d7b6d9db01ec2480aa6f0aa303c5 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_8c633c82648d1501f753+9bb40495/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3438c1e9f3b972b5748102266ea0d8f6b8654cc3c32c61a6004ac22c20a348e0 +size 249608 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9168843780052024308+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_9168843780052024308+e30acd3a/model.neff index 76282c58d754c8c8030b760eb8ddc15942e43c34..79fab64745aa2948f35cbbfae9c8673c3c53b5d7 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_9168843780052024308+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_9168843780052024308+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9527558113976496538+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_9527558113976496538+e30acd3a/model.neff index c0727fc545d9b4df087bad5fdd969afd5a85d14d..ce923b49f2ad5299b46e720b19ff9ec52ef7538a 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_9527558113976496538+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_9527558113976496538+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9533302140457976101+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_9533302140457976101+e30acd3a/model.neff index 365f03a8e64ad26a085b6953ad93a3ce35b31280..9956fea2ec6405249b10eab6b662c960611052fa 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_9533302140457976101+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_9533302140457976101+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9770544877851564228+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_9770544877851564228+e30acd3a/model.neff index b85f74038143a1dc4357429bc61b395884f4510e..6afa626548876307e85e635bc0fadc99ab58e239 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_9770544877851564228+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_9770544877851564228+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_aacf0e2368737774b51e+ec59d520/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_aacf0e2368737774b51e+ec59d520/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..88bbd573d4442db9f5c418e4f11510a0de0d13b2 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_aacf0e2368737774b51e+ec59d520/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_160f84bd-0832-443a-9bbd-369249ad331e/compiler_workdir/AttentionModelWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_aacf0e2368737774b51e+ec59d520/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_aacf0e2368737774b51e+ec59d520/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_aacf0e2368737774b51e+ec59d520/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_aacf0e2368737774b51e+ec59d520/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..a11cc062167102b0f4faa9fdf16388d72d9e0015 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_aacf0e2368737774b51e+ec59d520/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4590b82eb167fd46963abdbb717cc18cb9511961a3393d100eeacdbdc45b0243 +size 11280 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_aacf0e2368737774b51e+ec59d520/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_aacf0e2368737774b51e+ec59d520/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..93150859b3e447ce7afdc1f921038646bc8a30b3 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_aacf0e2368737774b51e+ec59d520/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f59145748c725724fa8bcb4e518c9fb57947bc7fdf77c8a4d39dbe468084144 +size 1444864 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_aacf0e2368737774b51e+ec59d520/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_aacf0e2368737774b51e+ec59d520/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..4da195acc9f9458bd65844640f398b1c693606db --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_aacf0e2368737774b51e+ec59d520/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3df11827b565187ca8d98cc3fee741335999244ffe51c4954b33024e61120e4 +size 1447845 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_b3cfe28275e1a02a015c+24129607/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_b3cfe28275e1a02a015c+24129607/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..836724f44545ce0dedda1521fd4c623a6ea8ec72 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_b3cfe28275e1a02a015c+24129607/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--logfile=/tmp/nxd_model/context_encoding/_tp0_bk0/log-neuron-cc.txt"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_b3cfe28275e1a02a015c+24129607/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_b3cfe28275e1a02a015c+24129607/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_b3cfe28275e1a02a015c+24129607/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_b3cfe28275e1a02a015c+24129607/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..b5354b7b5a65a43ef1260aa0e8de13980762d080 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_b3cfe28275e1a02a015c+24129607/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:649ff83e0cbee13abda84e02c1a114e8b60d780456161e42f68c99c57744691c +size 739558 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_b3cfe28275e1a02a015c+24129607/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_b3cfe28275e1a02a015c+24129607/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..4af82fd7023c7104bc4a2aa47ea674b76b112e4b --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_b3cfe28275e1a02a015c+24129607/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:260526708641e27dbb3f920b357d1c1e4ebac005945cafd45eb3e48fab545b0b +size 26133504 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_c7a75c7a65ec59ad918b+c3fe2fbc/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_c7a75c7a65ec59ad918b+c3fe2fbc/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..3ef29777c3fc9bc181483603871d3209d2369d00 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_c7a75c7a65ec59ad918b+c3fe2fbc/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_d2d93cda-d4ec-405f-bd4a-a4b3c83ca100/compiler_workdir/DecoderLayerWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_c7a75c7a65ec59ad918b+c3fe2fbc/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_c7a75c7a65ec59ad918b+c3fe2fbc/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_c7a75c7a65ec59ad918b+c3fe2fbc/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_c7a75c7a65ec59ad918b+c3fe2fbc/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..07bf62460bc7813e4a95f208598e2fa4ae551d41 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_c7a75c7a65ec59ad918b+c3fe2fbc/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76dc525043c8d0fc6b46382b17659e6a2f2e981788c635021a8a61aa832d2866 +size 14480 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_c7a75c7a65ec59ad918b+c3fe2fbc/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_c7a75c7a65ec59ad918b+c3fe2fbc/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..224f15449dc4c0b6258d4aab798026f6aaba9b95 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_c7a75c7a65ec59ad918b+c3fe2fbc/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5de1bdcd40fe802acaba0b760337b854ba4b51f9d1f7a9f394a4306dc42d85ce +size 267264 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_c7a75c7a65ec59ad918b+c3fe2fbc/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_c7a75c7a65ec59ad918b+c3fe2fbc/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..322fcf8d2f7a18c943319a302a63487c9591a3ce --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_c7a75c7a65ec59ad918b+c3fe2fbc/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:75bace49cf412e3f72e95764afc190f9b722b1c9939f0c490b9951cb7aaea80f +size 272962 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_d4df6648fd68fe444e68+a02c3a36/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_d4df6648fd68fe444e68+a02c3a36/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..5726abc7d1d8c52fa95bc7919439a23a23fe3b9a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_d4df6648fd68fe444e68+a02c3a36/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--logfile=/tmp/nxd_model/token_generation/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_d4df6648fd68fe444e68+a02c3a36/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_d4df6648fd68fe444e68+a02c3a36/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_d4df6648fd68fe444e68+a02c3a36/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_d4df6648fd68fe444e68+a02c3a36/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..9c5a330b9f7fdba6bb4c837889e33f6c9e6384d0 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_d4df6648fd68fe444e68+a02c3a36/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c2920e5fde77a80d2d66c9ba5addf46e53d032f533c7097cba34e31243f84ed +size 588406 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_d4df6648fd68fe444e68+a02c3a36/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_d4df6648fd68fe444e68+a02c3a36/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..fb929b89e3114c9f15621eae16e4ddffcf95d891 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_d4df6648fd68fe444e68+a02c3a36/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b183d66c62a580afe2ab6d05f8da60f2fd1d5dd2191cbebc7dddb967dfc2f2b3 +size 1926144 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_d4df6648fd68fe444e68+a02c3a36/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_d4df6648fd68fe444e68+a02c3a36/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..2c271517c3ee2c1384c9bd6afd861375556d1820 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_d4df6648fd68fe444e68+a02c3a36/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ded5659af6115ff93e1446eba3151e30f2f02b20d2095e91cc4975107f561896 +size 2082478 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_de71e674e1796bd117df+a02c3a36/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_de71e674e1796bd117df+a02c3a36/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..5726abc7d1d8c52fa95bc7919439a23a23fe3b9a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_de71e674e1796bd117df+a02c3a36/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--logfile=/tmp/nxd_model/token_generation/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_de71e674e1796bd117df+a02c3a36/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_de71e674e1796bd117df+a02c3a36/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_de71e674e1796bd117df+a02c3a36/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_de71e674e1796bd117df+a02c3a36/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..dea74dfb3bec8c7968d37c6160ec5bfe0a8db6bc --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_de71e674e1796bd117df+a02c3a36/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea7ea4024512779624a08b9442447c93f47d17ef5b03b786fe5ea61a5b733834 +size 1072107 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_de71e674e1796bd117df+a02c3a36/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_de71e674e1796bd117df+a02c3a36/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..ed9fcc6105b101a2474e423b79e740049b5f92f3 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_de71e674e1796bd117df+a02c3a36/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a8daf4b13a7f0eb6b88cf3c3e28cef4e11c3e65f30f3bd82c0d351018f706b3a +size 6974464 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_de71e674e1796bd117df+a02c3a36/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_de71e674e1796bd117df+a02c3a36/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..c3cdb4e961d8794159c447f0113fd71c0d742799 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_de71e674e1796bd117df+a02c3a36/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e7f0317c5f1bfb87f3cb9adaf963f77da9e96df9e516deafe8f060428572444 +size 7158800 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_e7087666bb1b7d4ee891+827db327/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_e7087666bb1b7d4ee891+827db327/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..87838f2e3bde7cb1c3fe9e88d4560a9af04fb189 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_e7087666bb1b7d4ee891+827db327/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_d83b06ec-dc06-4601-9533-bcc8b506ecde/compiler_workdir/DecoderLayerWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_e7087666bb1b7d4ee891+827db327/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_e7087666bb1b7d4ee891+827db327/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_e7087666bb1b7d4ee891+827db327/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_e7087666bb1b7d4ee891+827db327/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..be5670c6258a72b3253c262c04b0a3c084a1810d --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_e7087666bb1b7d4ee891+827db327/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3dc99fd8fa13fb76a08ae04c8275958cd87878cfbf86f63ae613d7efcf775bfc +size 29412 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_e7087666bb1b7d4ee891+827db327/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_e7087666bb1b7d4ee891+827db327/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..88cc17c06be57ea18ead18f97a5cdeb87c9ab927 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_e7087666bb1b7d4ee891+827db327/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95da9e0a5261f5eacc68a2ee4c7834d0fe45ff14473be1f65b377ce3068bc4c1 +size 328704 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_e7087666bb1b7d4ee891+827db327/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_e7087666bb1b7d4ee891+827db327/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..0a0a906a450c26f339acf2a5fcf28f85a5fcbece --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_e7087666bb1b7d4ee891+827db327/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4367c35ef63c731b934ef246b20ade7da322957c18064bad55751be688f2f311 +size 334452 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_e7235732a32fbac73c61+24129607/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_e7235732a32fbac73c61+24129607/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..836724f44545ce0dedda1521fd4c623a6ea8ec72 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_e7235732a32fbac73c61+24129607/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--logfile=/tmp/nxd_model/context_encoding/_tp0_bk0/log-neuron-cc.txt"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_e7235732a32fbac73c61+24129607/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_e7235732a32fbac73c61+24129607/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_e7235732a32fbac73c61+24129607/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_e7235732a32fbac73c61+24129607/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..8e197c567018eaadae5985e26111641ed208c2fb --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_e7235732a32fbac73c61+24129607/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d007bb7f19dc61262140698229d888d0b068426fac10d9b9b91caf164ce03f62 +size 923430 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_e7235732a32fbac73c61+24129607/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_e7235732a32fbac73c61+24129607/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..1621363cb5ba4f6780a4a7682caedae6375c5a5a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_e7235732a32fbac73c61+24129607/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae15394f2fab9a6243ad9c32bfa739d12dec30e4e903e83bd8f755dca4581e18 +size 5213184