unify generate kwargs

mlfoundations · Jan 9, 2025 · b0bd923 · b0bd923
1 parent 3aa4298
commit b0bd923
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/eval/chat_benchmarks/IFEval/eval_instruct.py b/eval/chat_benchmarks/IFEval/eval_instruct.py
@@ -100,7 +100,7 @@ def generate_responses(self, model: LM) -> Dict[str, Any]:
                             (
                                 inputs,
                                 {
-                                    "max_new_tokens": self.max_tokens,
+                                    "max_gen_toks": self.max_tokens,
                                     "do_sample": False,
                                 },
                             ),

diff --git a/eval/chat_benchmarks/zeroeval/eval_instruct.py b/eval/chat_benchmarks/zeroeval/eval_instruct.py
@@ -133,7 +133,7 @@ def generate_responses(self, model: LM) -> Dict[str, Any]:
                         inputs,
                         {
                             "temperature": self.config.temperature,
-                            "max_length": self.config.max_tokens,
+                            "max_gen_toks": self.config.max_tokens,
                             "do_sample": self.config.do_sample,
                         },
                     ),
-Original file line number
+Diff line change
@@ Expand Up / @@ -100,7 +100,7 @@ def generate_responses(self, model: LM) -> Dict[str, Any]: @@
                                 (
                                     inputs,
                                     {
-                                        "max_new_tokens": self.max_tokens,
+                                        "max_gen_toks": self.max_tokens,
                                         "do_sample": False,
                                     },
                                 ),
@@ Expand Down @@