apunkt/doc-to-lora
1
0
Fork 0
mirror of https://github.com/SakanaAI/doc-to-lora.git synced 2026-07-26 17:11:02 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions

load data from disk then convert to iterable

Browse source
This commit is contained in:
51616 2025-05-09 13:11:34 +00:00
parent bd61787486
commit dde5f5cb4b
5 changed files with 88 additions and 9 deletions
Download patch file Download diff file Expand all files Collapse all files

18
pyproject.toml
View file

@ -6,11 +6,11 @@ description = ""
readme = "README.md"
requires-python = ">= 3.10"
dependencies = [
"transformers==4.48.3",
"deepspeed==0.15.4",
"accelerate==1.2.1",
"transformers==4.51.3",
"deepspeed==0.16.7",
"accelerate==1.6.0",
"datasets==3.6.0",
"peft",
"datasets",
"bitsandbytes",
"jupyter",
"matplotlib",
@ -43,5 +43,13 @@ profile = "black"
line-length = 89
[tool.pyright]
exclude = ["train_outputs", "data", "generated_tasks", "outputs", "plots", "tmp", "wandb"]
exclude = [
"train_outputs",
"data",
"generated_tasks",
"outputs",
"plots",
"tmp",
"wandb",
]
typeCheckingMode = "off"