From 8b9fa276dec7c124a1e59a098b35432e384b772f Mon Sep 17 00:00:00 2001 From: Afroz Mohiuddin Date: Wed, 20 Nov 2024 06:56:49 -0800 Subject: [PATCH] =?UTF-8?q?nit:=20typo=20becuase=20=E2=86=92=20because?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit nit: typo becuase → because --- model.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/model.py b/model.py index a4f2507..aadfb1a 100644 --- a/model.py +++ b/model.py @@ -223,7 +223,7 @@ def __init__(self, config): # "UserWarning: functional_call was passed multiple values for tied weights. # This behavior is deprecated and will be an error in future versions" # not 100% sure what this is, so far seems to be harmless. TODO investigate - # *we don't use it becuase in the nGPT paper there was no weight tying of weights* + # *we don't use it because in the nGPT paper there was no weight tying of weights* # self.transformer.wte.weight = self.lm_head.weight # https://paperswithcode.com/method/weight-tying # init all weights