fix: images will be lost when its path is a abspath (#178)

modelscope · Jan 17, 2024 · 4b759db · 4b759db
1 parent 2588004
commit 4b759db
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/data_juicer/format/formatter.py b/data_juicer/format/formatter.py
@@ -238,8 +238,8 @@ def rel2abs(sample, path_keys, dataset_dir):
                 if not paths:
                     continue
                 new_paths = [
-                    os.path.join(dataset_dir, path) for path in paths
-                    if not os.path.isabs(path)
+                    path if os.path.isabs(path) else os.path.join(
+                        dataset_dir, path) for path in paths
                 ]
                 sample[path_key] = new_paths
             return sample