mirror of
https://github.com/SakanaAI/doc-to-lora.git
synced 2026-07-23 17:01:04 +02:00
icml rebuttal
This commit is contained in:
parent
22267c7666
commit
696b45c51b
44 changed files with 5300 additions and 40 deletions
55
run_eval.py
55
run_eval.py
|
|
@ -73,6 +73,12 @@ if __name__ == "__main__":
|
|||
default=-1,
|
||||
help="Maximum length of context chunk for evaluation",
|
||||
)
|
||||
parser.add_argument(
|
||||
"--ctx_chunk_overlap",
|
||||
type=int,
|
||||
default=0,
|
||||
help="Number of overlapping context tokens between adjacent eval chunks",
|
||||
)
|
||||
parser.add_argument(
|
||||
"--max_new_tokens",
|
||||
type=int,
|
||||
|
|
@ -133,6 +139,47 @@ if __name__ == "__main__":
|
|||
action="store_true",
|
||||
help="Use Text-to-LoRA model for evaluation",
|
||||
)
|
||||
parser.add_argument(
|
||||
"--use_rag",
|
||||
action="store_true",
|
||||
help="Use retrieval-augmented generation baseline over the dataset context field",
|
||||
)
|
||||
parser.add_argument(
|
||||
"--use_hybrid_rag",
|
||||
action="store_true",
|
||||
help="Use Doc-to-LoRA internalization plus RAG-augmented prompt inputs during evaluation",
|
||||
)
|
||||
parser.add_argument(
|
||||
"--rag_chunk_size",
|
||||
type=int,
|
||||
default=256,
|
||||
help="Token chunk size for the RAG baseline retriever",
|
||||
)
|
||||
parser.add_argument(
|
||||
"--rag_chunk_overlap",
|
||||
type=int,
|
||||
default=64,
|
||||
help="Token overlap between adjacent RAG baseline chunks",
|
||||
)
|
||||
parser.add_argument(
|
||||
"--rag_top_k",
|
||||
type=int,
|
||||
default=4,
|
||||
help="Maximum number of retrieved chunks to include in the RAG prompt",
|
||||
)
|
||||
parser.add_argument(
|
||||
"--rag_max_retrieved_tokens",
|
||||
type=int,
|
||||
default=1536,
|
||||
help="Maximum total retrieved-context tokens to include in the RAG prompt",
|
||||
)
|
||||
parser.add_argument(
|
||||
"--rag_retrieval_mode",
|
||||
type=str,
|
||||
choices=["bm25"],
|
||||
default="bm25",
|
||||
help="Retriever backend for the RAG baseline",
|
||||
)
|
||||
parser.add_argument(
|
||||
"--add_ctx_to_input",
|
||||
action="store_true",
|
||||
|
|
@ -163,6 +210,14 @@ if __name__ == "__main__":
|
|||
action="store_true",
|
||||
help="Use generative adapter for evaluation",
|
||||
)
|
||||
parser.add_argument(
|
||||
"--log_dense_lora_magnitude",
|
||||
action="store_true",
|
||||
help=(
|
||||
"Compute dense LoRA-update magnitude stats during evaluation and save "
|
||||
"them alongside generated text."
|
||||
),
|
||||
)
|
||||
|
||||
cli_args = vars(parser.parse_args())
|
||||
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue