apunkt/rowboat
1
0
Fork 0
mirror of https://github.com/rowboatlabs/rowboat.git synced 2026-07-12 21:02:17 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions

make local models work well

Browse source
This commit is contained in:
Arjun 2026-07-05 11:45:22 +05:30
parent 596edcd788
commit 799d7584b8
23 changed files with 938 additions and 131 deletions
Download patch file Download diff file Expand all files Collapse all files

5
apps/x/packages/shared/src/models.ts
View file

@ -5,6 +5,10 @@ export const LlmProvider = z.object({
apiKey: z.string().optional(),
baseURL: z.string().optional(),
headers: z.record(z.string(), z.string()).optional(),
// Context window (in tokens) to request from local runtimes. Ollama defaults
// to a ~4k window that silently truncates Rowboat's prompts; when unset,
// local providers get a larger default (see core/models/local.ts).
contextLength: z.number().int().positive().optional(),
});
export const LlmModelConfig = z.object({
@ -15,6 +19,7 @@ export const LlmModelConfig = z.object({
apiKey: z.string().optional(),
baseURL: z.string().optional(),
headers: z.record(z.string(), z.string()).optional(),
contextLength: z.number().int().positive().optional(),
model: z.string().optional(),
models: z.array(z.string()).optional(),
knowledgeGraphModel: z.string().optional(),