louis_lifu
/
AReaL
mirror of https://github.com/inclusionAI/AReaL
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

fix

This commit is contained in:
bowei.fw 2025-02-27 15:47:27 +08:00
parent 3c5f603f59
commit e30790db11
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
realhf/impl/model/interface/sft_interface.py
View File

@ -101,7 +101,7 @@ class SFTInterface(model_api.ModelInterface):
stat = module.train_batch(
input_=data,
loss_fn=compute_packed_sft_loss,
loss_weight_fn=lambda x: x.data["prompt_mask"]
loss_weight_fn=lambda x: x.data["prompt_mask"].count_nonzero()
.logical_not()
.count_nonzero(),
token_normalize_scope=self.token_normalize_scope,