fix dataset bug

This commit is contained in:
Yizhou Chi 2024-09-06 19:27:36 +08:00
parent c0262bcd8f
commit df6fe9854d

View file

@ -291,6 +291,7 @@ class ExpDataset:
train, test = train_test_split(df, test_size=1 - TRAIN_TEST_SPLIT, random_state=SEED)
else:
train = df
test = test_df
train, dev = train_test_split(train, test_size=1 - TRAIN_DEV_SPLIT, random_state=SEED)
self.save_split_datasets(train, "train")
self.save_split_datasets(dev, "dev", target_col)