From 48140375921682b905915ec5c724bca5dd65c40e Mon Sep 17 00:00:00 2001
From: yuanlonghui <1690957564@qq.com>
Date: Mon, 9 May 2022 21:40:40 +0800
Subject: [PATCH] fix a bug, which has the little probability of producing nan
 in the loss

---
 losses.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/losses.py b/losses.py
index 17117d42..21b4dde9 100644
--- a/losses.py
+++ b/losses.py
@@ -86,7 +86,7 @@ def forward(self, features, labels=None, mask=None):
 
         # compute log_prob
         exp_logits = torch.exp(logits) * logits_mask
-        log_prob = logits - torch.log(exp_logits.sum(1, keepdim=True))
+        log_prob = logits - torch.log(exp_logits.sum(1, keepdim=True) + 1e-6) # prevent computing log(0), which will produce Nan in the loss
 
         # compute mean of log-likelihood over positive
         mean_log_prob_pos = (mask * log_prob).sum(1) / mask.sum(1)