Skip to content

Commit 7fb60e0

Browse files
authored
update warning failed dataset loading
1 parent bb1ed78 commit 7fb60e0

File tree

1 file changed

+2
-2
lines changed

1 file changed

+2
-2
lines changed

bigcode_eval/base.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -28,7 +28,8 @@ def __init__(self, stop_words=None, requires_execution=True):
2828
self.dataset = load_dataset(path=self.DATASET_PATH, name=self.DATASET_NAME)
2929
except Exception as e:
3030
warn(
31-
f"Loading the dataset failed with {str(e)}. This task will use a locally downloaded dataset, not from the HF hub."
31+
f"Loading the dataset failed with {str(e)}. This task will use a locally downloaded dataset, not from the HF hub. \
32+
This is expected behavior for the DS-1000 benchmark but not for other benchmarks!"
3233
)
3334

3435
@abstractmethod
@@ -92,4 +93,3 @@ def _stop_at_stop_token(decoded_string, stop_tokens):
9293
if stop_index != -1 and stop_index < min_stop_index:
9394
min_stop_index = stop_index
9495
return decoded_string[:min_stop_index]
95-

0 commit comments

Comments
 (0)