From 96662cb7364dbd80f146a56729c5d4a8812feb09 Mon Sep 17 00:00:00 2001
From: Bailiang <33227998+BailiangJ@users.noreply.github.com>
Date: Wed, 6 Dec 2023 12:18:07 +0100
Subject: [PATCH] move FCN output layer initialization out of the for loop

---
 hyperlight/hypernet/model.py | 12 ++++++------
 1 file changed, 6 insertions(+), 6 deletions(-)

diff --git a/hyperlight/hypernet/model.py b/hyperlight/hypernet/model.py
index e352c48..07be91c 100644
--- a/hyperlight/hypernet/model.py
+++ b/hyperlight/hypernet/model.py
@@ -106,12 +106,12 @@ def reset_parameters(self) -> None:
                     nonlinearity=self.nonlinearity,
                 )
 
-            initialize_layer(
-                self.output,
-                self.init_distribution,
-                init_bias=self.init_bias,
-                nonlinearity=None,
-            )
+        initialize_layer(
+            self.output,
+            self.init_distribution,
+            init_bias=self.init_bias,
+            nonlinearity=None,
+        )
 
 
 # TODO support for categoricals via 'C' shape and frozen embeddings