apunkt/doc-to-lora
1
0
Fork 0
mirror of https://github.com/SakanaAI/doc-to-lora.git synced 2026-07-23 17:01:04 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions

context distillation eval + timer

Browse source
This commit is contained in:
51616 2025-09-12 16:34:03 +09:00
parent f2efe22cba
commit 7d95db6672
17 changed files with 1840 additions and 51 deletions
Download patch file Download diff file Expand all files Collapse all files

22
run_eval.py
View file

@ -77,6 +77,28 @@ if __name__ == "__main__":
action="store_true",
help="Remove context when evaluating the base model.",
)
parser.add_argument(
"--use_cd",
action="store_true",
help="Use context distillation model for evaluation.",
)
parser.add_argument(
"--cd_update_iterations",
type=int,
default=20,
help="Number of update iterations for context distillation during evaluation",
)
parser.add_argument(
"--cd_use_gen_q",
action="store_true",
help="Use generated queries for context distillation training.",
)
parser.add_argument(
"--num_gen_q",
type=int,
default=None,
help="Number of generated queries to use for context distillation.",
)
cli_args = vars(parser.parse_args())
# setup_logging(output_dir, debug=os.getenv("DEBUG", False))