apunkt/doc-to-lora
1
0
Fork 0
mirror of https://github.com/SakanaAI/doc-to-lora.git synced 2026-07-23 17:01:04 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions

magic num eval upto 128k

Browse source
This commit is contained in:
51616 2025-09-06 02:21:15 +09:00
parent cfe737d106
commit a4f4dfd522
4 changed files with 8 additions and 6 deletions
Download patch file Download diff file Expand all files Collapse all files

1
data/generate_ctx_magic_number.py
View file

@ -169,6 +169,7 @@ def main():
(1024 * i, 1024 * (i + 1)) for i in range(1, 16)
]
tok_bins += [(2**14 + 2**12 * (i), 2**14 + 2**12 * (i + 1)) for i in range(4)]
tok_bins += [(2**15 + 2**13 * (i), 2**15 + 2**13 * (i + 1)) for i in range(12)]
if args.only_first_n_bins is not None:
tok_bins = tok_bins[: args.only_first_n_bins]