apunkt/doc-to-lora
1
0
Fork 0
mirror of https://github.com/SakanaAI/doc-to-lora.git synced 2026-07-23 17:01:04 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions

add todo for self-gen logits

Browse source
This commit is contained in:
51616 2025-06-27 17:43:37 +09:00
parent 4ef5132c56
commit e4cb1ffa55
4 changed files with 6 additions and 5 deletions
Download patch file Download diff file Expand all files Collapse all files

4
README.md
View file

@ -105,8 +105,8 @@ ctx_model_max_len = 2**13
# load via a custom function because of custom chat_template
tokenizer = get_tokenizer(base_model_name)
ctx_tokenizer = get_tokenizer(base_model_name)
ds = def get_tokenized_dataset(
ds_name
ds = get_tokenized_dataset(
ds_name,
split="train",
base_model_max_len=base_model_max_len,
tokenizer=tokenizer,