2024-12-18 13:05:19 +00:00
|
|
|
[project]
|
|
|
|
|
name = "ctx-to-lora"
|
|
|
|
|
version = "0.0.1"
|
|
|
|
|
authors = [{ name = "Rujikorn Charakorn" }]
|
|
|
|
|
description = ""
|
|
|
|
|
readme = "README.md"
|
|
|
|
|
requires-python = ">= 3.10"
|
|
|
|
|
dependencies = [
|
2025-06-25 23:16:36 +09:00
|
|
|
"transformers==4.51.3",
|
2025-06-17 11:34:16 +00:00
|
|
|
"deepspeed==0.17.1",
|
2025-05-09 13:11:34 +00:00
|
|
|
"accelerate==1.6.0",
|
|
|
|
|
"datasets==3.6.0",
|
2025-05-27 21:18:15 +09:00
|
|
|
"setuptools",
|
2024-12-18 13:05:19 +00:00
|
|
|
"peft",
|
|
|
|
|
"jupyter",
|
|
|
|
|
"matplotlib",
|
|
|
|
|
"hf_transfer",
|
|
|
|
|
"torchmetrics",
|
|
|
|
|
"inflect",
|
|
|
|
|
"pre-commit",
|
|
|
|
|
"tensorboardX",
|
|
|
|
|
"wandb",
|
|
|
|
|
"fasttext-wheel",
|
2025-01-20 11:38:10 +00:00
|
|
|
"einops",
|
|
|
|
|
"jaxtyping",
|
|
|
|
|
"liger-kernel",
|
|
|
|
|
"tensorboard",
|
|
|
|
|
"flask",
|
2025-10-02 06:35:33 +00:00
|
|
|
"gradio>=4.40.0",
|
2025-01-20 11:38:10 +00:00
|
|
|
"pandas",
|
|
|
|
|
"plotly",
|
2025-01-20 12:19:10 +00:00
|
|
|
"rouge-score",
|
2025-10-08 05:17:50 +00:00
|
|
|
"vllm==0.8.5.post1",
|
2025-06-19 23:08:14 +09:00
|
|
|
"huggingface-hub[hf-transfer]>=0.32.0",
|
2025-06-23 15:35:07 +09:00
|
|
|
"opt-einsum>=3.4.0",
|
2025-08-04 20:52:37 +09:00
|
|
|
"kagglehub[hf-datasets]>=0.3.12",
|
|
|
|
|
"kaggle>=1.7.4.5",
|
2025-08-09 15:20:37 +00:00
|
|
|
"bitsandbytes>=0.46.1",
|
2025-08-10 05:25:45 +00:00
|
|
|
"google-cloud-storage>=3.2.0",
|
2025-08-18 18:38:07 +09:00
|
|
|
"wonderwords>=2.2.0",
|
2025-09-30 14:53:21 +00:00
|
|
|
"llmlingua>=0.2.2",
|
2026-06-15 04:31:47 +00:00
|
|
|
"python-dateutil>=2.9.0.post0",
|
2024-12-18 13:05:19 +00:00
|
|
|
]
|
|
|
|
|
|
|
|
|
|
[build-system]
|
|
|
|
|
requires = ["setuptools>=61.0"]
|
|
|
|
|
build-backend = "setuptools.build_meta"
|
|
|
|
|
|
|
|
|
|
[tool.pyright]
|
2025-05-09 13:11:34 +00:00
|
|
|
exclude = [
|
2025-05-27 21:18:15 +09:00
|
|
|
"**/node_modules",
|
|
|
|
|
"**/__pycache__",
|
|
|
|
|
"**/.*",
|
|
|
|
|
".venv",
|
|
|
|
|
".github",
|
|
|
|
|
".vscode",
|
|
|
|
|
"chat_templates",
|
|
|
|
|
"eval_results",
|
|
|
|
|
"configs",
|
|
|
|
|
"EditingLlama",
|
|
|
|
|
"icae_v2",
|
|
|
|
|
"lm-evaluation-harness",
|
2025-06-13 08:17:21 +00:00
|
|
|
"llm-comparator",
|
2025-05-27 21:18:15 +09:00
|
|
|
"LongBench",
|
|
|
|
|
"scripts",
|
2025-05-09 13:11:34 +00:00
|
|
|
"train_outputs",
|
2025-05-30 08:11:00 +00:00
|
|
|
"./data/",
|
|
|
|
|
"/data/",
|
2025-05-09 13:11:34 +00:00
|
|
|
"generated_tasks",
|
|
|
|
|
"outputs",
|
|
|
|
|
"plots",
|
|
|
|
|
"tmp",
|
|
|
|
|
"wandb",
|
2025-06-02 09:02:20 +00:00
|
|
|
".wandb",
|
|
|
|
|
".ruff_cache",
|
|
|
|
|
"assets",
|
2025-05-09 13:11:34 +00:00
|
|
|
]
|
2024-12-18 13:05:19 +00:00
|
|
|
typeCheckingMode = "off"
|
2025-05-20 08:48:21 +00:00
|
|
|
|
|
|
|
|
[tool.ruff]
|
2025-05-27 21:18:15 +09:00
|
|
|
line-length = 88
|
|
|
|
|
select = ["F401"] # remove unused imports
|
|
|
|
|
ignore = ["E", "F"]
|
|
|
|
|
|
|
|
|
|
[tool.isort]
|
|
|
|
|
profile = "black"
|
2025-05-30 08:11:00 +00:00
|
|
|
known_local_folder = ["ctx_to_lora"]
|