Update base models

2021-05-12 10:58:54 +00:00
parent 4c51f62906
commit 80ccc49d92
3 changed files with 18 additions and 18 deletions
--- a/exps/LFNA/lfna-tall-hpnet.py
+++ b/exps/LFNA/lfna-tall-hpnet.py
@@ -90,6 +90,7 @@ def main(args):

        final_loss = torch.stack(losses).mean()
        final_loss.backward()
+        torch.nn.utils.clip_grad_norm_(parameters, 1.0)
        optimizer.step()
        lr_scheduler.step()