Upload folder using huggingface_hub

config.json

@@ -0,0 +1,47 @@
+{
+    "producer": {
+        "name": "modelopt",
+        "version": "0.13.1"
+    },
+    "architecture": "LlamaForCausalLM",
+    "dtype": "bfloat16",
+    "logits_dtype": "float16",
+    "num_hidden_layers": 80,
+    "num_attention_heads": 64,
+    "num_key_value_heads": 8,
+    "hidden_size": 8192,
+    "norm_epsilon": 1e-05,
+    "vocab_size": 128256,
+    "max_position_embeddings": 131072,
+    "hidden_act": "silu",
+    "use_parallel_embedding": true,
+    "embedding_sharding_dim": 0,
+    "quantization": {
+        "quant_algo": "FP8",
+        "kv_cache_quant_algo": "FP8"
+    },
+    "mapping": {
+        "world_size": 8,
+        "tp_size": 8,
+        "pp_size": 1
+    },
+    "head_size": 128,
+    "intermediate_size": 28672,
+    "position_embedding_type": "rope_gpt_neox",
+    "share_embedding_table": false,
+    "residual_mlp": false,
+    "bias": false,
+    "rotary_pct": 1.0,
+    "rank": 0,
+    "decoder": "llama",
+    "rmsnorm": true,
+    "lm_head_bias": false,
+    "rotary_base": 500000.0,
+    "rotary_scaling": {
+        "factor": 8.0,
+        "low_freq_factor": 1.0,
+        "high_freq_factor": 4.0,
+        "original_max_position_embeddings": 8192,
+        "rope_type": "llama3"
+    }
+}

rank0.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bf30a55b76219bc477b3d1acadb5784992f4796d3f5870d5c166ce84dcdeafc
+size 9084523128

rank1.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89eed6086a77cc4b93b8d35c9526f40b41603727b13c4ef22a856a29b8a8f5dc
+size 9084523128

rank2.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d83d4d1fa3885582156e23034e51387353037a7d516d936139166634a1c197db
+size 9084523128

rank3.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc296d5fc6ab6570e4ea8a8ad060d4852dc264ce0619d7bc7ac30be7ad178621
+size 9084523128

rank4.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4c16f3cc05e1bf26d9f03a48d6d7de92ab751339bda2bbc01cc04a76b88abe5
+size 9084523128

rank5.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:676fe53b528c1959db57217e0125c3459af7e52b6788b30a585549cd4aaca872
+size 9084523128

rank6.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47904bdc3089e01fd1d512793e14ecd371ba1fc005850aea151a1f1fa8fad6b4
+size 9084523128

rank7.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bd49ac7cb2885da1d554facd8f44a06b9166d26d5d2ce89445b6b326710716f
+size 9084523128