Mirrors/modelscope
1
0
Fork 0
mirror of https://github.com/modelscope/modelscope.git synced 2025-12-16 16:27:45 +01:00
Code Issues Packages Projects Releases Wiki Activity

fix typo in adv_utils.py (#133)

Browse Source 
occured -> occurred
This commit is contained in:
Ikko Eltociear Ashimine
2023-02-23 21:37:01 +09:00
committed by GitHub
parent 7d15025302
commit 70d3799b26
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
modelscope/models/nlp/structbert/adv_utils.py
View File

@@ -96,7 +96,7 @@ def compute_adv_loss(embedding,
1, keepdim=True)[0]
is_nan = torch.any(torch.isnan(emb_grad_norm))
if is_nan:
logger.warning('Nan occured when calculating adv loss.')
logger.warning('Nan occurred when calculating adv loss.')
return ori_loss
emb_grad = emb_grad / (emb_grad_norm + 1e-6)
embedding_2 = embedding_1 + adv_grad_factor * emb_grad
@@ -154,7 +154,7 @@ def compute_adv_loss_pair(embedding,
1, keepdim=True)[0]
is_nan = torch.any(torch.isnan(emb_grad_norm))
if is_nan:
logger.warning('Nan occured when calculating pair adv loss.')
logger.warning('Nan occurred when calculating pair adv loss.')
return ori_loss
emb_grad = emb_grad / emb_grad_norm
embedding_2 = embedding_1 + adv_grad_factor * emb_grad