From a18766c67b4461da123bd253f003ba1d6010a7cf Mon Sep 17 00:00:00 2001 From: Kashif Rasul Date: Wed, 22 Jan 2025 12:45:44 +0100 Subject: [PATCH] remove unused outputs back to default --- src/liger_kernel/chunked_loss/fused_linear_preference.py | 2 -- test/utils.py | 2 -- 2 files changed, 4 deletions(-) diff --git a/src/liger_kernel/chunked_loss/fused_linear_preference.py b/src/liger_kernel/chunked_loss/fused_linear_preference.py index d67afb850..8b3ec5255 100644 --- a/src/liger_kernel/chunked_loss/fused_linear_preference.py +++ b/src/liger_kernel/chunked_loss/fused_linear_preference.py @@ -430,7 +430,5 @@ def _compute_loss( chosen_logits_mean, rejected_logits_mean, chosen_nll_loss, - ref_chosen_logps if use_ref_model else None, - ref_rejected_logps if use_ref_model else None, ) return loss, (*return_vars, *aux_outputs) diff --git a/test/utils.py b/test/utils.py index 7d1642f3d..31294cc09 100644 --- a/test/utils.py +++ b/test/utils.py @@ -546,8 +546,6 @@ def get_batch_loss_metrics( policy_chosen_logits.detach().mean(), policy_rejected_logits.detach().mean(), policy_nll_loss, - ref_chosen_logps if self.use_ref_model else None, - ref_rejected_logps if self.use_ref_model else None, ) return loss, (*return_vars, *aggregated_aux_outputs)