Comment out custom moe layer

2026-01-16 19:33:22 +00:00
parent 8d00c6ad44
commit a412ec6d04
1 changed files with 1 additions and 1 deletions
@@ -505,7 +505,7 @@ class GptOssShardingStrategy(TensorParallelShardingStrategy):
            self.sharded_to_all_linear_in_place(layer.mlp.experts.down_proj)
            self.all_to_sharded_linear_in_place(layer.mlp.experts.up_proj)

-            layer.mlp = ShardedGptOssMoE(layer.mlp)  # type: ignore
+            # layer.mlp = ShardedGptOssMoE(layer.mlp)  # type: ignore
            # layer.mlp.sharding_group = self.group

        return model