From 55d1f1e5c94b5c2a54e91b76a1c126bc9885e853 Mon Sep 17 00:00:00 2001 From: Mark Nestor Costantini Date: Wed, 2 Apr 2025 16:23:19 +0100 Subject: [PATCH] set default value of mlp_impl to grouped in layers/arguments --- megablocks/layers/arguments.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/megablocks/layers/arguments.py b/megablocks/layers/arguments.py index 3962c771..4a6d4592 100644 --- a/megablocks/layers/arguments.py +++ b/megablocks/layers/arguments.py @@ -47,7 +47,7 @@ class Arguments: # Compute arguments. memory_optimized_mlp: bool = False mlp_type: str = 'mlp' - mlp_impl: str = 'sparse' + mlp_impl: str = 'grouped' # Initialization arguments. fp16: bool = True