diff --git a/expo/data/dataset.py b/expo/data/dataset.py index dd4cb4543..e076284d6 100644 --- a/expo/data/dataset.py +++ b/expo/data/dataset.py @@ -9,6 +9,7 @@ import yaml from sklearn.model_selection import train_test_split from expo.insights.solution_designer import SolutionDesigner +from expo.utils import DATA_CONFIG BASE_USER_REQUIREMENT = """ This is a {datasetname} dataset. Your goal is to predict the target column `{target_col}`. @@ -361,7 +362,7 @@ async def process_dataset(dataset, solution_designer: SolutionDesigner, save_ana if __name__ == "__main__": - datasets_dir = "D:/work/automl/datasets" + datasets_dir = DATA_CONFIG["datasets_dir"] force_update = False save_analysis_pool = True datasets_dict = {"datasets": {}} diff --git a/expo/data/hf_data.py b/expo/data/hf_data.py index a43fcd415..133fbdfa6 100644 --- a/expo/data/hf_data.py +++ b/expo/data/hf_data.py @@ -9,6 +9,7 @@ from PIL import Image from expo.data.dataset import ExpDataset, process_dataset, save_datasets_dict_to_yaml from expo.insights.solution_designer import SolutionDesigner +from expo.utils import DATA_CONFIG HFDATSETS = [ {"name": "sms_spam", "dataset_name": "ucirvine/sms_spam", "target_col": "label", "modality": "text"}, @@ -114,7 +115,7 @@ class HFExpDataset(ExpDataset): if __name__ == "__main__": - dataset_dir = "D:/work/automl/datasets" + dataset_dir = DATA_CONFIG["datasets_dir"] save_analysis_pool = True force_update = False datasets_dict = {"datasets": {}}