Skip to content

Commit

Permalink
Merge pull request #185 from bigcode-project/loubnabnl-patch-7
Browse files Browse the repository at this point in the history
update warning failed dataset loading
  • Loading branch information
loubnabnl authored Jan 19, 2024
2 parents bb1ed78 + 7fb60e0 commit e4fd563
Showing 1 changed file with 2 additions and 2 deletions.
4 changes: 2 additions & 2 deletions bigcode_eval/base.py
Original file line number Diff line number Diff line change
Expand Up @@ -28,7 +28,8 @@ def __init__(self, stop_words=None, requires_execution=True):
self.dataset = load_dataset(path=self.DATASET_PATH, name=self.DATASET_NAME)
except Exception as e:
warn(
f"Loading the dataset failed with {str(e)}. This task will use a locally downloaded dataset, not from the HF hub."
f"Loading the dataset failed with {str(e)}. This task will use a locally downloaded dataset, not from the HF hub. \
This is expected behavior for the DS-1000 benchmark but not for other benchmarks!"
)

@abstractmethod
Expand Down Expand Up @@ -92,4 +93,3 @@ def _stop_at_stop_token(decoded_string, stop_tokens):
if stop_index != -1 and stop_index < min_stop_index:
min_stop_index = stop_index
return decoded_string[:min_stop_index]

0 comments on commit e4fd563

Please sign in to comment.