disable submission

expo/data/custom_task.py

@@ -19,20 +19,34 @@ COMPETITION INSTRUCTIONS
 
 {task_description}
 
+## More Instructions
+- output_dir: {output_dir}
+- Besides `submission.csv`, you should also save your output in the output directory.
+- Save the prediction results of BOTH the dev set and test set in `dev_predictions.csv` and `test_predictions.csv` respectively in the output directory.
+
+Do not make visualizations.
 """
 
 
 def get_mle_bench_requirements(dataset_dir, data_config, obfuscated=False):
+    work_dir = data_config["work_dir"]
+    output_dir = f"{work_dir}/output"
+    os.makedirs(output_dir, exist_ok=True)
+
     if obfuscated:
-        instructions = INSTRUCTIONS_OBFUSCATED
+        instructions = INSTRUCTIONS_OBFUSCATED.format(dataset_dir=dataset_dir, output_dir=output_dir)
         task_file = "description_obfuscated.md"
     else:
-        instructions = INSTRUCTIONS
+        instructions = INSTRUCTIONS.format(dataset_dir=dataset_dir, output_dir=output_dir)
         task_file = "description.md"
 
-    with open(os.path.join(dataset_dir, task_file)) as f:
+    with open(os.path.join(dataset_dir, task_file), encoding="utf-8") as f:
         task_description = f.read()
     mle_requirement = MLE_REQUIREMENTS.format(
-        instructions=instructions, additonal_notes=ADDITIONAL_NOTES, task_description=task_description
+        instructions=instructions,
+        additonal_notes=ADDITIONAL_NOTES,
+        task_description=task_description,
+        output_dir=output_dir,
     )
+    print(mle_requirement)
     return mle_requirement