mirror of
https://github.com/SakanaAI/doc-to-lora.git
synced 2026-07-23 17:01:04 +02:00
891c0bd256
* faster slice * add facts + ctx_qa * new configs * new scripts * intx_sft.py to train.py * add kaggle for downloading facts * max_new_tokens cli for eval * generate negative_nq * scripts + configs * default vals * max_val_samples_per_ds=500 * more efficient layer-to-layer ctx encoder * use_per_ctx_average_loss * faster processing * small exp distill * scripts * more robust watcher * per-module l1_norm avg * per-ctx average loss * clear_gpu
81 lines
1.5 KiB
TOML
81 lines
1.5 KiB
TOML
[project]
|
|
name = "ctx-to-lora"
|
|
version = "0.0.1"
|
|
authors = [{ name = "Rujikorn Charakorn" }]
|
|
description = ""
|
|
readme = "README.md"
|
|
requires-python = ">= 3.10"
|
|
dependencies = [
|
|
"transformers==4.51.3",
|
|
"deepspeed==0.17.1",
|
|
"accelerate==1.6.0",
|
|
"datasets==3.6.0",
|
|
"setuptools",
|
|
"peft",
|
|
"jupyter",
|
|
"matplotlib",
|
|
"hf_transfer",
|
|
"torchmetrics",
|
|
"inflect",
|
|
"pre-commit",
|
|
"tensorboardX",
|
|
"wandb",
|
|
"fasttext-wheel",
|
|
"einops",
|
|
"jaxtyping",
|
|
"liger-kernel",
|
|
"tensorboard",
|
|
"flask",
|
|
"pandas",
|
|
"plotly",
|
|
"rouge-score",
|
|
"vllm==0.8.5",
|
|
"huggingface-hub[hf-transfer]>=0.32.0",
|
|
"opt-einsum>=3.4.0",
|
|
"kagglehub[hf-datasets]>=0.3.12",
|
|
"kaggle>=1.7.4.5",
|
|
]
|
|
|
|
[build-system]
|
|
requires = ["setuptools>=61.0"]
|
|
build-backend = "setuptools.build_meta"
|
|
|
|
[tool.pyright]
|
|
exclude = [
|
|
"**/node_modules",
|
|
"**/__pycache__",
|
|
"**/.*",
|
|
".venv",
|
|
".github",
|
|
".vscode",
|
|
"chat_templates",
|
|
"eval_results",
|
|
"configs",
|
|
"EditingLlama",
|
|
"icae_v2",
|
|
"lm-evaluation-harness",
|
|
"llm-comparator",
|
|
"LongBench",
|
|
"scripts",
|
|
"train_outputs",
|
|
"./data/",
|
|
"/data/",
|
|
"generated_tasks",
|
|
"outputs",
|
|
"plots",
|
|
"tmp",
|
|
"wandb",
|
|
".wandb",
|
|
".ruff_cache",
|
|
"assets",
|
|
]
|
|
typeCheckingMode = "off"
|
|
|
|
[tool.ruff]
|
|
line-length = 88
|
|
select = ["F401"] # remove unused imports
|
|
ignore = ["E", "F"]
|
|
|
|
[tool.isort]
|
|
profile = "black"
|
|
known_local_folder = ["ctx_to_lora"]
|