Update models

2021-05-13 06:01:35 +00:00
parent 540b44367b
commit c925cf1969
1 changed files with 1 additions and 1 deletions
--- a/exps/LFNA/lfna_models.py
+++ b/exps/LFNA/lfna_models.py
@@ -34,7 +34,7 @@ class HyperNet(super_core.SuperModule):
            config=dict(model_type="dual_norm_mlp"),
            input_dim=layer_embeding + task_embedding,
            output_dim=max(self._numel_per_layer),
-            hidden_dims=[layer_embeding * 4] * 3,
+            hidden_dims=[layer_embeding * 2] * 3,
            act_cls="gelu",
            norm_cls="layer_norm_1d",
            dropout=0.1,