Update mllm_mapper.py

modelscope · Aug 22, 2024 · ede8afc · ede8afc
1 parent c1846ec
commit ede8afc
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/data_juicer/ops/mapper/mllm_mapper.py b/data_juicer/ops/mapper/mllm_mapper.py
@@ -30,6 +30,8 @@ def __init__(self,
         """
         Initialization method.
         :param hf_model: Hugginface model id.
+        :param max_new_tokens: the maximum number of new tokens 
+            generated by the model.
         :param sampling_params: Sampling hyperparameters for text generation.
             e.g {'temperature': 0.9, 'top_p': 0.95}
         :param args: extra args