apunkt/SurfSense
1
0
Fork 0
mirror of https://github.com/MODSetter/SurfSense.git synced 2026-07-06 22:12:12 +02:00
Code Issues Projects Releases Packages Wiki Activity

fix(model_resolver): supply dummy API key for LM Studio when not provided

Browse source
This commit is contained in:
Anish Sarkar 2026-06-27 03:13:50 +05:30
parent 7093b4d4d0
commit 31ec939da9
2 changed files with 20 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

4
surfsense_backend/app/services/model_resolver.py
View file

@ -59,6 +59,10 @@ def to_litellm(
kwargs: dict[str, Any] = {} kwargs: dict[str, Any] = {}
if api_key: if api_key:
kwargs["api_key"] = api_key kwargs["api_key"] = api_key
elif provider == "lm_studio":
# LiteLLM's OpenAI-compatible adapter expects an api_key value even
# when LM Studio accepts unauthenticated local requests.
kwargs["api_key"] = "not-needed"
prefix = spec.litellm_prefix or str(provider) prefix = spec.litellm_prefix or str(provider)
model_string = f"{prefix}/{model_id}" if prefix else model_id model_string = f"{prefix}/{model_id}" if prefix else model_id

16
surfsense_backend/tests/unit/services/test_model_connections.py
View file

@ -64,6 +64,22 @@ def test_openai_compatible_resolver_uses_explicit_api_base() -> None:
assert ensure_v1("http://example.com/v1") == "http://example.com/v1" assert ensure_v1("http://example.com/v1") == "http://example.com/v1"
def test_lm_studio_resolver_supplies_dummy_api_key_when_empty() -> None:
model, kwargs = to_litellm(
{
"provider": "lm_studio",
"base_url": "http://host.docker.internal:1234/v1",
"api_key": None,
"extra": {},
},
"tinyllama-1.1b-chat-v0.6",
)
assert model == "openai/tinyllama-1.1b-chat-v0.6"
assert kwargs["api_base"] == "http://host.docker.internal:1234/v1"
assert kwargs["api_key"] == "not-needed"
def test_ollama_resolver_uses_native_api_base() -> None: def test_ollama_resolver_uses_native_api_base() -> None:
model, kwargs = to_litellm( model, kwargs = to_litellm(
{ {