From 257f32f61dc62ad366e645db454c8123b6e5e3fb Mon Sep 17 00:00:00 2001 From: Alexey Gorbatovski Date: Thu, 19 Sep 2024 18:40:39 +0300 Subject: [PATCH] Fix black --- turbo_alignment/trainers/dpo.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/turbo_alignment/trainers/dpo.py b/turbo_alignment/trainers/dpo.py index 464742a..c58b22d 100755 --- a/turbo_alignment/trainers/dpo.py +++ b/turbo_alignment/trainers/dpo.py @@ -292,7 +292,7 @@ def compute_loss( ratio = -F.logsigmoid(log_odds) losses = self.beta * ratio - + nll_loss = -policy_chosen_logps losses += nll_loss