From 45afd2135f9f82ee5da7c92fd3e1ca5a236cb680 Mon Sep 17 00:00:00 2001 From: haosenwang1018 Date: Wed, 25 Feb 2026 02:09:55 +0000 Subject: [PATCH] fix: replace bare except with Exception in dataset loading Dataset split fallback from 'train' to 'test' should catch Exception, not BaseException. --- data/preprocess.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/data/preprocess.py b/data/preprocess.py index a9828ba..ed749df 100644 --- a/data/preprocess.py +++ b/data/preprocess.py @@ -114,7 +114,7 @@ def run_proprocessing(data_source, num_proc=4): train_dataset = datasets.load_dataset("json", data_files=os.path.join(data_source, 'train.json'), split='train') try: test_dataset = datasets.load_dataset("json", data_files=os.path.join(data_source, 'test.json'), split='train') - except: + except Exception: test_dataset = datasets.load_dataset("json", data_files=os.path.join(data_source, 'test.json'), split='test') print(f"Map Datasets {train_dataset.num_rows} train, {test_dataset.num_rows} test")