Upload folder using huggingface_hub

mlc-chat-config.json

@@ -18,8 +18,8 @@
       "original_max_position_embeddings": 8192,
       "rope_type": "llama3"
     },
-    "context_window_size": 2048,
-    "prefill_chunk_size": 2048,
+    "context_window_size": 768,
+    "prefill_chunk_size": 768,
     "num_key_value_heads": 8,
     "head_dim": 128,
     "tensor_parallel_shards": 1,
@@ -27,9 +27,9 @@
     "max_batch_size": 1
   },
   "vocab_size": 128256,
-  "context_window_size": 2048,
+  "context_window_size": 768,
   "sliding_window_size": -1,
-  "prefill_chunk_size": 2048,
+  "prefill_chunk_size": 768,
   "attention_sink_size": -1,
   "tensor_parallel_shards": 1,
   "pipeline_parallel_stages": 1,