mirror of
https://github.com/SakanaAI/doc-to-lora.git
synced 2026-07-23 17:01:04 +02:00
add todo for self-gen logits
This commit is contained in:
parent
4ef5132c56
commit
e4cb1ffa55
4 changed files with 6 additions and 5 deletions
|
|
@ -1,6 +1,5 @@
|
|||
import argparse
|
||||
import os
|
||||
import random
|
||||
from glob import glob
|
||||
|
||||
import pandas as pd
|
||||
|
|
@ -160,11 +159,12 @@ def self_generate(
|
|||
messages = create_messages(ctxs, questions, args.vllm_model, SYSTEM_TEMPLATE)
|
||||
|
||||
print(f"Generating from {len(messages)} contexts")
|
||||
# TODO (distillation): make vllm outputs logits here too
|
||||
completions = llm.chat(
|
||||
messages,
|
||||
sampling_params=SamplingParams(
|
||||
max_tokens=2048,
|
||||
temperature=1.0,
|
||||
temperature=1.0, # TODO: lower the temp
|
||||
),
|
||||
)
|
||||
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue