mirror of
https://github.com/SakanaAI/doc-to-lora.git
synced 2026-07-23 17:01:04 +02:00
Add distillation training (#5)
- work with vllm self-gen data (everything is tokenized during self-gen) - fix chat template! - not use liger kernel for distillation (for both training and eval)
This commit is contained in:
parent
82e44c72c8
commit
d99fa8732b
24 changed files with 1308 additions and 227 deletions
|
|
@ -6,7 +6,7 @@ from tqdm import tqdm
|
|||
from ctx_to_lora.data.processing import closed_qa_prompting
|
||||
|
||||
if __name__ == "__main__":
|
||||
ds_name = "rajpurkar/squad"
|
||||
ds_name = "data/raw_datasets/squad"
|
||||
|
||||
for split in ["train", "validation"]:
|
||||
ctx_qa_dict = dict()
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue