From 5f939c9057b041f10342dfc5744d2d3880e3f14b Mon Sep 17 00:00:00 2001 From: bigning Date: Fri, 12 Jul 2024 16:35:50 -0700 Subject: [PATCH] Improve error message on non-0 rank when index file download failed (#723) * a * lint --- streaming/base/stream.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/streaming/base/stream.py b/streaming/base/stream.py index 1fd9fc9ff..15e288a53 100644 --- a/streaming/base/stream.py +++ b/streaming/base/stream.py @@ -454,8 +454,8 @@ def get_shards(self, world: World, allow_unsafe_types: bool) -> List[Reader]: wait_for_file_to_exist( filename, TICK, self.download_timeout, f'Index file {os.path.join(self.remote or "", self.split or "", basename)} ' + - f'-> {filename} took too long to download. Either increase the ' + - f'`download_timeout` value or check the other traceback.') + f'-> {filename} took too long to download or failed to download. Either increase the ' + + f'`download_timeout` value or check the local rank 0 traceback.') # Load the index. try: