apunkt/doc-to-lora
1
0
Fork 0
mirror of https://github.com/SakanaAI/doc-to-lora.git synced 2026-07-23 17:01:04 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions

dataset splits

Browse source
This commit is contained in:
51616 2025-01-14 17:47:21 +00:00
parent 40a92f482a
commit e6d7ce8156
1 changed files with 7 additions and 7 deletions
Download patch file Download diff file Expand all files Collapse all files

14
hyperlora/data_utils.py
View file

@ -15,12 +15,13 @@ FW_QA_PATHS = [
]
DS_KWARGS = {
"hotpot_qa": dict(
train=dict(path="hotpotqa/hotpot_qa", name="fullwiki", split="train"),
validation=dict(path="hotpotqa/hotpot_qa", name="fullwiki", split="validation"),
train=dict(path="hotpotqa/hotpot_qa", name="fullwiki", split="train[900:]"),
validation=dict(path="hotpotqa/hotpot_qa", name="fullwiki", split="train[:900]"),
test=dict(path="hotpotqa/hotpot_qa", name="fullwiki", split="validation"),
),
"hotpot_qa_tiny": dict(
train=dict(path="hotpotqa/hotpot_qa", name="fullwiki", split="train[:1000]"),
validation=dict(path="hotpotqa/hotpot_qa", name="fullwiki", split="validation"),
train=dict(path="hotpotqa/hotpot_qa", name="fullwiki", split="train[900:2000]"),
validation=dict(path="hotpotqa/hotpot_qa", name="fullwiki", split="train[:900]"),
),
"pwc": dict(
train=dict(path="sggetao/PwC", split="train[900:]"),
@ -28,9 +29,8 @@ DS_KWARGS = {
test=dict(path="sggetao/PwC", split="test"),
),
"pwc_tiny": dict(
train=dict(path="sggetao/PwC", split="train[1000:2000]"),
validation=dict(path="sggetao/PwC", split="train[:1000]"),
test=dict(path="sggetao/PwC", split="test"),
train=dict(path="sggetao/PwC", split="train[900:2000]"),
validation=dict(path="sggetao/PwC", split="train[:900]"),
),
"fw_qa_tiny": dict(
train=dict(