diff --git a/ext-torch/__init__.py b/ext-torch/moe/__init__.py similarity index 100% rename from ext-torch/__init__.py rename to ext-torch/moe/__init__.py diff --git a/ext-torch/_custom_ops.py b/ext-torch/moe/_custom_ops.py similarity index 100% rename from ext-torch/_custom_ops.py rename to ext-torch/moe/_custom_ops.py diff --git a/ext-torch/configs/E=1,N=14336,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json b/ext-torch/moe/configs/E=1,N=14336,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json similarity index 100% rename from ext-torch/configs/E=1,N=14336,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json rename to ext-torch/moe/configs/E=1,N=14336,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json diff --git a/ext-torch/configs/E=1,N=14336,device_name=NVIDIA_A100-SXM4-80GB.json b/ext-torch/moe/configs/E=1,N=14336,device_name=NVIDIA_A100-SXM4-80GB.json similarity index 100% rename from ext-torch/configs/E=1,N=14336,device_name=NVIDIA_A100-SXM4-80GB.json rename to ext-torch/moe/configs/E=1,N=14336,device_name=NVIDIA_A100-SXM4-80GB.json diff --git a/ext-torch/configs/E=1,N=1792,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json b/ext-torch/moe/configs/E=1,N=1792,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json similarity index 100% rename from ext-torch/configs/E=1,N=1792,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json rename to ext-torch/moe/configs/E=1,N=1792,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json diff --git a/ext-torch/configs/E=1,N=1792,device_name=NVIDIA_A100-SXM4-80GB.json b/ext-torch/moe/configs/E=1,N=1792,device_name=NVIDIA_A100-SXM4-80GB.json similarity index 100% rename from ext-torch/configs/E=1,N=1792,device_name=NVIDIA_A100-SXM4-80GB.json rename to ext-torch/moe/configs/E=1,N=1792,device_name=NVIDIA_A100-SXM4-80GB.json diff --git a/ext-torch/configs/E=1,N=3072,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json b/ext-torch/moe/configs/E=1,N=3072,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json similarity index 100% rename from ext-torch/configs/E=1,N=3072,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json rename to ext-torch/moe/configs/E=1,N=3072,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json diff --git a/ext-torch/configs/E=1,N=3072,device_name=NVIDIA_H100_80GB_HBM3,dtype=int8_w8a16.json b/ext-torch/moe/configs/E=1,N=3072,device_name=NVIDIA_H100_80GB_HBM3,dtype=int8_w8a16.json similarity index 100% rename from ext-torch/configs/E=1,N=3072,device_name=NVIDIA_H100_80GB_HBM3,dtype=int8_w8a16.json rename to ext-torch/moe/configs/E=1,N=3072,device_name=NVIDIA_H100_80GB_HBM3,dtype=int8_w8a16.json diff --git a/ext-torch/configs/E=1,N=3072,device_name=NVIDIA_H100_80GB_HBM3.json b/ext-torch/moe/configs/E=1,N=3072,device_name=NVIDIA_H100_80GB_HBM3.json similarity index 100% rename from ext-torch/configs/E=1,N=3072,device_name=NVIDIA_H100_80GB_HBM3.json rename to ext-torch/moe/configs/E=1,N=3072,device_name=NVIDIA_H100_80GB_HBM3.json diff --git a/ext-torch/configs/E=1,N=3584,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json b/ext-torch/moe/configs/E=1,N=3584,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json similarity index 100% rename from ext-torch/configs/E=1,N=3584,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json rename to ext-torch/moe/configs/E=1,N=3584,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json diff --git a/ext-torch/configs/E=1,N=3584,device_name=NVIDIA_A100-SXM4-80GB.json b/ext-torch/moe/configs/E=1,N=3584,device_name=NVIDIA_A100-SXM4-80GB.json similarity index 100% rename from ext-torch/configs/E=1,N=3584,device_name=NVIDIA_A100-SXM4-80GB.json rename to ext-torch/moe/configs/E=1,N=3584,device_name=NVIDIA_A100-SXM4-80GB.json diff --git a/ext-torch/configs/E=1,N=7168,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json b/ext-torch/moe/configs/E=1,N=7168,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json similarity index 100% rename from ext-torch/configs/E=1,N=7168,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json rename to ext-torch/moe/configs/E=1,N=7168,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json diff --git a/ext-torch/configs/E=1,N=7168,device_name=NVIDIA_A100-SXM4-80GB.json b/ext-torch/moe/configs/E=1,N=7168,device_name=NVIDIA_A100-SXM4-80GB.json similarity index 100% rename from ext-torch/configs/E=1,N=7168,device_name=NVIDIA_A100-SXM4-80GB.json rename to ext-torch/moe/configs/E=1,N=7168,device_name=NVIDIA_A100-SXM4-80GB.json diff --git a/ext-torch/configs/E=16,N=1344,device_name=NVIDIA_A100-SXM4-40GB.json b/ext-torch/moe/configs/E=16,N=1344,device_name=NVIDIA_A100-SXM4-40GB.json similarity index 100% rename from ext-torch/configs/E=16,N=1344,device_name=NVIDIA_A100-SXM4-40GB.json rename to ext-torch/moe/configs/E=16,N=1344,device_name=NVIDIA_A100-SXM4-40GB.json diff --git a/ext-torch/configs/E=16,N=1344,device_name=NVIDIA_A100-SXM4-80GB.json b/ext-torch/moe/configs/E=16,N=1344,device_name=NVIDIA_A100-SXM4-80GB.json similarity index 100% rename from ext-torch/configs/E=16,N=1344,device_name=NVIDIA_A100-SXM4-80GB.json rename to ext-torch/moe/configs/E=16,N=1344,device_name=NVIDIA_A100-SXM4-80GB.json diff --git a/ext-torch/configs/E=16,N=1344,device_name=NVIDIA_H100_80GB_HBM3.json b/ext-torch/moe/configs/E=16,N=1344,device_name=NVIDIA_H100_80GB_HBM3.json similarity index 100% rename from ext-torch/configs/E=16,N=1344,device_name=NVIDIA_H100_80GB_HBM3.json rename to ext-torch/moe/configs/E=16,N=1344,device_name=NVIDIA_H100_80GB_HBM3.json diff --git a/ext-torch/configs/E=16,N=14336,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json b/ext-torch/moe/configs/E=16,N=14336,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json similarity index 100% rename from ext-torch/configs/E=16,N=14336,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json rename to ext-torch/moe/configs/E=16,N=14336,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json diff --git a/ext-torch/configs/E=16,N=14336,device_name=NVIDIA_A100-SXM4-80GB.json b/ext-torch/moe/configs/E=16,N=14336,device_name=NVIDIA_A100-SXM4-80GB.json similarity index 100% rename from ext-torch/configs/E=16,N=14336,device_name=NVIDIA_A100-SXM4-80GB.json rename to ext-torch/moe/configs/E=16,N=14336,device_name=NVIDIA_A100-SXM4-80GB.json diff --git a/ext-torch/configs/E=16,N=1792,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json b/ext-torch/moe/configs/E=16,N=1792,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json similarity index 100% rename from ext-torch/configs/E=16,N=1792,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json rename to ext-torch/moe/configs/E=16,N=1792,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json diff --git a/ext-torch/configs/E=16,N=1792,device_name=NVIDIA_A100-SXM4-80GB.json b/ext-torch/moe/configs/E=16,N=1792,device_name=NVIDIA_A100-SXM4-80GB.json similarity index 100% rename from ext-torch/configs/E=16,N=1792,device_name=NVIDIA_A100-SXM4-80GB.json rename to ext-torch/moe/configs/E=16,N=1792,device_name=NVIDIA_A100-SXM4-80GB.json diff --git a/ext-torch/configs/E=16,N=2688,device_name=NVIDIA_A100-SXM4-80GB.json b/ext-torch/moe/configs/E=16,N=2688,device_name=NVIDIA_A100-SXM4-80GB.json similarity index 100% rename from ext-torch/configs/E=16,N=2688,device_name=NVIDIA_A100-SXM4-80GB.json rename to ext-torch/moe/configs/E=16,N=2688,device_name=NVIDIA_A100-SXM4-80GB.json diff --git a/ext-torch/configs/E=16,N=2688,device_name=NVIDIA_H100_80GB_HBM3.json b/ext-torch/moe/configs/E=16,N=2688,device_name=NVIDIA_H100_80GB_HBM3.json similarity index 100% rename from ext-torch/configs/E=16,N=2688,device_name=NVIDIA_H100_80GB_HBM3.json rename to ext-torch/moe/configs/E=16,N=2688,device_name=NVIDIA_H100_80GB_HBM3.json diff --git a/ext-torch/configs/E=16,N=3072,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json b/ext-torch/moe/configs/E=16,N=3072,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json similarity index 100% rename from ext-torch/configs/E=16,N=3072,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json rename to ext-torch/moe/configs/E=16,N=3072,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json diff --git a/ext-torch/configs/E=16,N=3072,device_name=NVIDIA_H100_80GB_HBM3,dtype=int8_w8a16.json b/ext-torch/moe/configs/E=16,N=3072,device_name=NVIDIA_H100_80GB_HBM3,dtype=int8_w8a16.json similarity index 100% rename from ext-torch/configs/E=16,N=3072,device_name=NVIDIA_H100_80GB_HBM3,dtype=int8_w8a16.json rename to ext-torch/moe/configs/E=16,N=3072,device_name=NVIDIA_H100_80GB_HBM3,dtype=int8_w8a16.json diff --git a/ext-torch/configs/E=16,N=3200,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json b/ext-torch/moe/configs/E=16,N=3200,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json similarity index 100% rename from ext-torch/configs/E=16,N=3200,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json rename to ext-torch/moe/configs/E=16,N=3200,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json diff --git a/ext-torch/configs/E=16,N=3584,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json b/ext-torch/moe/configs/E=16,N=3584,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json similarity index 100% rename from ext-torch/configs/E=16,N=3584,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json rename to ext-torch/moe/configs/E=16,N=3584,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json diff --git a/ext-torch/configs/E=16,N=3584,device_name=NVIDIA_A100-SXM4-80GB.json b/ext-torch/moe/configs/E=16,N=3584,device_name=NVIDIA_A100-SXM4-80GB.json similarity index 100% rename from ext-torch/configs/E=16,N=3584,device_name=NVIDIA_A100-SXM4-80GB.json rename to ext-torch/moe/configs/E=16,N=3584,device_name=NVIDIA_A100-SXM4-80GB.json diff --git a/ext-torch/configs/E=16,N=6400,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json b/ext-torch/moe/configs/E=16,N=6400,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json similarity index 100% rename from ext-torch/configs/E=16,N=6400,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json rename to ext-torch/moe/configs/E=16,N=6400,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json diff --git a/ext-torch/configs/E=16,N=7168,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json b/ext-torch/moe/configs/E=16,N=7168,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json similarity index 100% rename from ext-torch/configs/E=16,N=7168,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json rename to ext-torch/moe/configs/E=16,N=7168,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json diff --git a/ext-torch/configs/E=16,N=7168,device_name=NVIDIA_A100-SXM4-80GB.json b/ext-torch/moe/configs/E=16,N=7168,device_name=NVIDIA_A100-SXM4-80GB.json similarity index 100% rename from ext-torch/configs/E=16,N=7168,device_name=NVIDIA_A100-SXM4-80GB.json rename to ext-torch/moe/configs/E=16,N=7168,device_name=NVIDIA_A100-SXM4-80GB.json diff --git a/ext-torch/configs/E=16,N=7168,device_name=NVIDIA_H100_80GB_HBM3,dtype=int8_w8a16.json b/ext-torch/moe/configs/E=16,N=7168,device_name=NVIDIA_H100_80GB_HBM3,dtype=int8_w8a16.json similarity index 100% rename from ext-torch/configs/E=16,N=7168,device_name=NVIDIA_H100_80GB_HBM3,dtype=int8_w8a16.json rename to ext-torch/moe/configs/E=16,N=7168,device_name=NVIDIA_H100_80GB_HBM3,dtype=int8_w8a16.json diff --git a/ext-torch/configs/E=16,N=800,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json b/ext-torch/moe/configs/E=16,N=800,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json similarity index 100% rename from ext-torch/configs/E=16,N=800,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json rename to ext-torch/moe/configs/E=16,N=800,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json diff --git a/ext-torch/configs/E=64,N=1280,device_name=NVIDIA_A100-SXM4-80GB.json b/ext-torch/moe/configs/E=64,N=1280,device_name=NVIDIA_A100-SXM4-80GB.json similarity index 100% rename from ext-torch/configs/E=64,N=1280,device_name=NVIDIA_A100-SXM4-80GB.json rename to ext-torch/moe/configs/E=64,N=1280,device_name=NVIDIA_A100-SXM4-80GB.json diff --git a/ext-torch/configs/E=64,N=1280,device_name=NVIDIA_H100_80GB_HBM3.json b/ext-torch/moe/configs/E=64,N=1280,device_name=NVIDIA_H100_80GB_HBM3.json similarity index 100% rename from ext-torch/configs/E=64,N=1280,device_name=NVIDIA_H100_80GB_HBM3.json rename to ext-torch/moe/configs/E=64,N=1280,device_name=NVIDIA_H100_80GB_HBM3.json diff --git a/ext-torch/configs/E=64,N=640,device_name=NVIDIA_A100-SXM4-80GB.json b/ext-torch/moe/configs/E=64,N=640,device_name=NVIDIA_A100-SXM4-80GB.json similarity index 100% rename from ext-torch/configs/E=64,N=640,device_name=NVIDIA_A100-SXM4-80GB.json rename to ext-torch/moe/configs/E=64,N=640,device_name=NVIDIA_A100-SXM4-80GB.json diff --git a/ext-torch/configs/E=64,N=640,device_name=NVIDIA_H100_80GB_HBM3.json b/ext-torch/moe/configs/E=64,N=640,device_name=NVIDIA_H100_80GB_HBM3.json similarity index 100% rename from ext-torch/configs/E=64,N=640,device_name=NVIDIA_H100_80GB_HBM3.json rename to ext-torch/moe/configs/E=64,N=640,device_name=NVIDIA_H100_80GB_HBM3.json diff --git a/ext-torch/configs/E=8,N=14336,device_name=AMD_Instinct_MI300X.json b/ext-torch/moe/configs/E=8,N=14336,device_name=AMD_Instinct_MI300X.json similarity index 100% rename from ext-torch/configs/E=8,N=14336,device_name=AMD_Instinct_MI300X.json rename to ext-torch/moe/configs/E=8,N=14336,device_name=AMD_Instinct_MI300X.json diff --git a/ext-torch/configs/E=8,N=14336,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json b/ext-torch/moe/configs/E=8,N=14336,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json similarity index 100% rename from ext-torch/configs/E=8,N=14336,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json rename to ext-torch/moe/configs/E=8,N=14336,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json diff --git a/ext-torch/configs/E=8,N=1792,device_name=AMD_Instinct_MI300X.json b/ext-torch/moe/configs/E=8,N=1792,device_name=AMD_Instinct_MI300X.json similarity index 100% rename from ext-torch/configs/E=8,N=1792,device_name=AMD_Instinct_MI300X.json rename to ext-torch/moe/configs/E=8,N=1792,device_name=AMD_Instinct_MI300X.json diff --git a/ext-torch/configs/E=8,N=1792,device_name=NVIDIA_A100-SXM4-40GB.json b/ext-torch/moe/configs/E=8,N=1792,device_name=NVIDIA_A100-SXM4-40GB.json similarity index 100% rename from ext-torch/configs/E=8,N=1792,device_name=NVIDIA_A100-SXM4-40GB.json rename to ext-torch/moe/configs/E=8,N=1792,device_name=NVIDIA_A100-SXM4-40GB.json diff --git a/ext-torch/configs/E=8,N=1792,device_name=NVIDIA_A100-SXM4-80GB.json b/ext-torch/moe/configs/E=8,N=1792,device_name=NVIDIA_A100-SXM4-80GB.json similarity index 100% rename from ext-torch/configs/E=8,N=1792,device_name=NVIDIA_A100-SXM4-80GB.json rename to ext-torch/moe/configs/E=8,N=1792,device_name=NVIDIA_A100-SXM4-80GB.json diff --git a/ext-torch/configs/E=8,N=1792,device_name=NVIDIA_H100_80GB_HBM3.json b/ext-torch/moe/configs/E=8,N=1792,device_name=NVIDIA_H100_80GB_HBM3.json similarity index 100% rename from ext-torch/configs/E=8,N=1792,device_name=NVIDIA_H100_80GB_HBM3.json rename to ext-torch/moe/configs/E=8,N=1792,device_name=NVIDIA_H100_80GB_HBM3.json diff --git a/ext-torch/configs/E=8,N=2048,device_name=NVIDIA_A100-SXM4-80GB.json b/ext-torch/moe/configs/E=8,N=2048,device_name=NVIDIA_A100-SXM4-80GB.json similarity index 100% rename from ext-torch/configs/E=8,N=2048,device_name=NVIDIA_A100-SXM4-80GB.json rename to ext-torch/moe/configs/E=8,N=2048,device_name=NVIDIA_A100-SXM4-80GB.json diff --git a/ext-torch/configs/E=8,N=2048,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json b/ext-torch/moe/configs/E=8,N=2048,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json similarity index 100% rename from ext-torch/configs/E=8,N=2048,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json rename to ext-torch/moe/configs/E=8,N=2048,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json diff --git a/ext-torch/configs/E=8,N=2048,device_name=NVIDIA_H100_80GB_HBM3.json b/ext-torch/moe/configs/E=8,N=2048,device_name=NVIDIA_H100_80GB_HBM3.json similarity index 100% rename from ext-torch/configs/E=8,N=2048,device_name=NVIDIA_H100_80GB_HBM3.json rename to ext-torch/moe/configs/E=8,N=2048,device_name=NVIDIA_H100_80GB_HBM3.json diff --git a/ext-torch/configs/E=8,N=3584,device_name=AMD_Instinct_MI300X.json b/ext-torch/moe/configs/E=8,N=3584,device_name=AMD_Instinct_MI300X.json similarity index 100% rename from ext-torch/configs/E=8,N=3584,device_name=AMD_Instinct_MI300X.json rename to ext-torch/moe/configs/E=8,N=3584,device_name=AMD_Instinct_MI300X.json diff --git a/ext-torch/configs/E=8,N=3584,device_name=NVIDIA_A100-SXM4-40GB.json b/ext-torch/moe/configs/E=8,N=3584,device_name=NVIDIA_A100-SXM4-40GB.json similarity index 100% rename from ext-torch/configs/E=8,N=3584,device_name=NVIDIA_A100-SXM4-40GB.json rename to ext-torch/moe/configs/E=8,N=3584,device_name=NVIDIA_A100-SXM4-40GB.json diff --git a/ext-torch/configs/E=8,N=3584,device_name=NVIDIA_A100-SXM4-80GB.json b/ext-torch/moe/configs/E=8,N=3584,device_name=NVIDIA_A100-SXM4-80GB.json similarity index 100% rename from ext-torch/configs/E=8,N=3584,device_name=NVIDIA_A100-SXM4-80GB.json rename to ext-torch/moe/configs/E=8,N=3584,device_name=NVIDIA_A100-SXM4-80GB.json diff --git a/ext-torch/configs/E=8,N=3584,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json b/ext-torch/moe/configs/E=8,N=3584,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json similarity index 100% rename from ext-torch/configs/E=8,N=3584,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json rename to ext-torch/moe/configs/E=8,N=3584,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json diff --git a/ext-torch/configs/E=8,N=3584,device_name=NVIDIA_H100_80GB_HBM3.json b/ext-torch/moe/configs/E=8,N=3584,device_name=NVIDIA_H100_80GB_HBM3.json similarity index 100% rename from ext-torch/configs/E=8,N=3584,device_name=NVIDIA_H100_80GB_HBM3.json rename to ext-torch/moe/configs/E=8,N=3584,device_name=NVIDIA_H100_80GB_HBM3.json diff --git a/ext-torch/configs/E=8,N=3584,device_name=NVIDIA_L40S.json b/ext-torch/moe/configs/E=8,N=3584,device_name=NVIDIA_L40S.json similarity index 100% rename from ext-torch/configs/E=8,N=3584,device_name=NVIDIA_L40S.json rename to ext-torch/moe/configs/E=8,N=3584,device_name=NVIDIA_L40S.json diff --git a/ext-torch/configs/E=8,N=4096,device_name=NVIDIA_A100-SXM4-80GB.json b/ext-torch/moe/configs/E=8,N=4096,device_name=NVIDIA_A100-SXM4-80GB.json similarity index 100% rename from ext-torch/configs/E=8,N=4096,device_name=NVIDIA_A100-SXM4-80GB.json rename to ext-torch/moe/configs/E=8,N=4096,device_name=NVIDIA_A100-SXM4-80GB.json diff --git a/ext-torch/configs/E=8,N=4096,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json b/ext-torch/moe/configs/E=8,N=4096,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json similarity index 100% rename from ext-torch/configs/E=8,N=4096,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json rename to ext-torch/moe/configs/E=8,N=4096,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json diff --git a/ext-torch/configs/E=8,N=4096,device_name=NVIDIA_H100_80GB_HBM3.json b/ext-torch/moe/configs/E=8,N=4096,device_name=NVIDIA_H100_80GB_HBM3.json similarity index 100% rename from ext-torch/configs/E=8,N=4096,device_name=NVIDIA_H100_80GB_HBM3.json rename to ext-torch/moe/configs/E=8,N=4096,device_name=NVIDIA_H100_80GB_HBM3.json diff --git a/ext-torch/configs/E=8,N=7168,device_name=AMD_Instinct_MI300X.json b/ext-torch/moe/configs/E=8,N=7168,device_name=AMD_Instinct_MI300X.json similarity index 100% rename from ext-torch/configs/E=8,N=7168,device_name=AMD_Instinct_MI300X.json rename to ext-torch/moe/configs/E=8,N=7168,device_name=AMD_Instinct_MI300X.json diff --git a/ext-torch/configs/E=8,N=7168,device_name=NVIDIA_A100-SXM4-80GB.json b/ext-torch/moe/configs/E=8,N=7168,device_name=NVIDIA_A100-SXM4-80GB.json similarity index 100% rename from ext-torch/configs/E=8,N=7168,device_name=NVIDIA_A100-SXM4-80GB.json rename to ext-torch/moe/configs/E=8,N=7168,device_name=NVIDIA_A100-SXM4-80GB.json diff --git a/ext-torch/configs/E=8,N=7168,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json b/ext-torch/moe/configs/E=8,N=7168,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json similarity index 100% rename from ext-torch/configs/E=8,N=7168,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json rename to ext-torch/moe/configs/E=8,N=7168,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json diff --git a/ext-torch/configs/E=8,N=7168,device_name=NVIDIA_H100_80GB_HBM3.json b/ext-torch/moe/configs/E=8,N=7168,device_name=NVIDIA_H100_80GB_HBM3.json similarity index 100% rename from ext-torch/configs/E=8,N=7168,device_name=NVIDIA_H100_80GB_HBM3.json rename to ext-torch/moe/configs/E=8,N=7168,device_name=NVIDIA_H100_80GB_HBM3.json diff --git a/ext-torch/configs/E=8,N=8192,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json b/ext-torch/moe/configs/E=8,N=8192,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json similarity index 100% rename from ext-torch/configs/E=8,N=8192,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json rename to ext-torch/moe/configs/E=8,N=8192,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json diff --git a/ext-torch/configs/README b/ext-torch/moe/configs/README similarity index 100% rename from ext-torch/configs/README rename to ext-torch/moe/configs/README diff --git a/ext-torch/fp8.py b/ext-torch/moe/fp8.py similarity index 100% rename from ext-torch/fp8.py rename to ext-torch/moe/fp8.py diff --git a/ext-torch/fused_marlin_moe.py b/ext-torch/moe/fused_marlin_moe.py similarity index 100% rename from ext-torch/fused_marlin_moe.py rename to ext-torch/moe/fused_marlin_moe.py diff --git a/ext-torch/fused_moe.py b/ext-torch/moe/fused_moe.py similarity index 100% rename from ext-torch/fused_moe.py rename to ext-torch/moe/fused_moe.py diff --git a/ext-torch/platforms.py b/ext-torch/moe/platforms.py similarity index 100% rename from ext-torch/platforms.py rename to ext-torch/moe/platforms.py diff --git a/ext-torch/scalar_type.py b/ext-torch/moe/scalar_type.py similarity index 100% rename from ext-torch/scalar_type.py rename to ext-torch/moe/scalar_type.py diff --git a/ext-torch/utils/__init__.py b/ext-torch/moe/utils/__init__.py similarity index 100% rename from ext-torch/utils/__init__.py rename to ext-torch/moe/utils/__init__.py diff --git a/ext-torch/utils/marlin_utils.py b/ext-torch/moe/utils/marlin_utils.py similarity index 100% rename from ext-torch/utils/marlin_utils.py rename to ext-torch/moe/utils/marlin_utils.py diff --git a/ext-torch/utils/marlin_utils_test.py b/ext-torch/moe/utils/marlin_utils_test.py similarity index 100% rename from ext-torch/utils/marlin_utils_test.py rename to ext-torch/moe/utils/marlin_utils_test.py diff --git a/ext-torch/utils/quant_utils.py b/ext-torch/moe/utils/quant_utils.py similarity index 100% rename from ext-torch/utils/quant_utils.py rename to ext-torch/moe/utils/quant_utils.py