From 5257d266c1eae363f54d63b7ab64b06bdb57e6f1 Mon Sep 17 00:00:00 2001 From: Austin Liu Date: Wed, 4 Dec 2024 23:42:52 +0800 Subject: [PATCH] Remove chunk arg Signed-off-by: Austin Liu --- src/liger_kernel/chunked_loss/fused_linear_distillation.py | 2 -- 1 file changed, 2 deletions(-) diff --git a/src/liger_kernel/chunked_loss/fused_linear_distillation.py b/src/liger_kernel/chunked_loss/fused_linear_distillation.py index 9954960cd..41e7d82be 100644 --- a/src/liger_kernel/chunked_loss/fused_linear_distillation.py +++ b/src/liger_kernel/chunked_loss/fused_linear_distillation.py @@ -103,7 +103,6 @@ def forward( LigerFusedLinearDistillationBase._compute_loss, distillation_loss_fn=loss_fn, full_target=target, - chunk_size=chunk_size, ignore_index=ignore_index, weight_hard_loss=weight_hard_loss, weight_soft_loss=weight_soft_loss, @@ -202,7 +201,6 @@ def _compute_loss( teacher_bias=None, distillation_loss_fn=None, full_target=None, - chunk_size=1, ignore_index=-100, temperature=1.0, weight_hard_loss=0.5,