fix: masked secret saves

This commit is contained in:
Sabiha Khan 2026-06-29 19:55:50 +05:30
parent d383729f50
commit eb09aea6ca
8 changed files with 143 additions and 19 deletions

View file

@ -326,7 +326,7 @@ async def save_model_configuration_v2(
existing = await get_organization_ai_model_configuration_v2(organization_id) existing = await get_organization_ai_model_configuration_v2(organization_id)
configuration = merge_ai_model_configuration_v2_secrets(request, existing) configuration = merge_ai_model_configuration_v2_secrets(request, existing)
try: try:
check_for_masked_keys_in_ai_model_configuration_v2(configuration) check_for_masked_keys_in_ai_model_configuration_v2(configuration, existing)
effective = compile_ai_model_configuration_v2(configuration) effective = compile_ai_model_configuration_v2(configuration)
await UserConfigurationValidator().validate( await UserConfigurationValidator().validate(
effective, effective,

View file

@ -155,7 +155,7 @@ async def update_user_configurations(
raise HTTPException(status_code=422, detail=str(e)) raise HTTPException(status_code=422, detail=str(e))
try: try:
check_for_masked_keys(user_configurations) check_for_masked_keys(user_configurations, existing_config)
except ValueError as e: except ValueError as e:
raise HTTPException(status_code=400, detail=str(e)) raise HTTPException(status_code=400, detail=str(e))

View file

@ -1078,6 +1078,7 @@ async def update_workflow(
incoming_v2_override, incoming_v2_override,
existing_v2_override_config, existing_v2_override_config,
) )
mask_check_existing = existing_v2_override_config
if existing_v2_override_config is None: if existing_v2_override_config is None:
resolved_config = await get_resolved_ai_model_configuration( resolved_config = await get_resolved_ai_model_configuration(
user_id=user.id, user_id=user.id,
@ -1087,7 +1088,11 @@ async def update_workflow(
v2_override, v2_override,
resolved_config.organization_configuration, resolved_config.organization_configuration,
) )
check_for_masked_keys_in_ai_model_configuration_v2(v2_override) mask_check_existing = resolved_config.organization_configuration
check_for_masked_keys_in_ai_model_configuration_v2(
v2_override,
mask_check_existing,
)
effective = compile_ai_model_configuration_v2(v2_override) effective = compile_ai_model_configuration_v2(v2_override)
await UserConfigurationValidator().validate( await UserConfigurationValidator().validate(
effective, effective,

View file

@ -244,7 +244,10 @@ def merge_ai_model_configuration_v2_secrets(
existing_dograh = existing_dict.get("dograh") or {} existing_dograh = existing_dict.get("dograh") or {}
incoming_key = incoming_dograh.get("api_key") incoming_key = incoming_dograh.get("api_key")
existing_key = existing_dograh.get("api_key") existing_key = existing_dograh.get("api_key")
if incoming_key and existing_key and contains_masked_key(incoming_key): if incoming_key and existing_key and contains_masked_key(
incoming_key,
existing_key,
):
incoming_dograh["api_key"] = resolve_masked_api_keys( incoming_dograh["api_key"] = resolve_masked_api_keys(
incoming_key, incoming_key,
existing_key, existing_key,
@ -258,9 +261,13 @@ def merge_ai_model_configuration_v2_secrets(
def check_for_masked_keys_in_ai_model_configuration_v2( def check_for_masked_keys_in_ai_model_configuration_v2(
configuration: OrganizationAIModelConfigurationV2, configuration: OrganizationAIModelConfigurationV2,
existing: OrganizationAIModelConfigurationV2 | None = None,
) -> None: ) -> None:
data = configuration.model_dump(mode="json", exclude_none=True) data = configuration.model_dump(mode="json", exclude_none=True)
_raise_if_masked_secret(data) existing_data = (
existing.model_dump(mode="json", exclude_none=True) if existing else None
)
_raise_if_masked_secret(data, existing_data)
def mask_ai_model_configuration_v2( def mask_ai_model_configuration_v2(
@ -381,22 +388,26 @@ def _merge_service_secret_fields(incoming: dict, existing: dict):
existing_secret = existing[secret_field] existing_secret = existing[secret_field]
if incoming_secret is None: if incoming_secret is None:
incoming[secret_field] = existing_secret incoming[secret_field] = existing_secret
elif contains_masked_key(incoming_secret): elif contains_masked_key(incoming_secret, existing_secret):
incoming[secret_field] = resolve_masked_api_keys( incoming[secret_field] = resolve_masked_api_keys(
incoming_secret, incoming_secret,
existing_secret, existing_secret,
) )
def _raise_if_masked_secret(value): def _raise_if_masked_secret(value, existing=None):
if isinstance(value, dict): if isinstance(value, dict):
for key, nested in value.items(): for key, nested in value.items():
if key in SERVICE_SECRET_FIELDS and contains_masked_key(nested): existing_nested = existing.get(key) if isinstance(existing, dict) else None
if key in SERVICE_SECRET_FIELDS and contains_masked_key(
nested,
existing_nested,
):
raise ValueError( raise ValueError(
f"The {key} appears to be masked. Please provide the actual " f"The {key} appears to be masked. Please provide the actual "
"value, not the masked value." "value, not the masked value."
) )
_raise_if_masked_secret(nested) _raise_if_masked_secret(nested, existing_nested)
elif isinstance(value, list): elif isinstance(value, list):
for item in value: for item in value:
_raise_if_masked_secret(item) _raise_if_masked_secret(item)

View file

@ -23,12 +23,23 @@ SERVICE_SECRET_FIELDS = ("api_key", "credentials", "aws_access_key", "aws_secret
MODEL_OVERRIDE_FIELDS = ("llm", "tts", "stt", "realtime") MODEL_OVERRIDE_FIELDS = ("llm", "tts", "stt", "realtime")
def contains_masked_key(value: str | list[str] | None) -> bool: def contains_masked_key(
value: str | list[str] | None,
existing: str | list[str] | None = None,
) -> bool:
"""Return True if *value* looks like a masked placeholder.""" """Return True if *value* looks like a masked placeholder."""
if value is None: if value is None:
return False return False
keys = value if isinstance(value, list) else [value] keys = value if isinstance(value, list) else [value]
return any(MASK_MARKER in k or _matches_mask_shape(k) for k in keys) if existing is None:
return any(MASK_MARKER in k for k in keys)
existing_keys = existing if isinstance(existing, list) else [existing]
return any(
MASK_MARKER in key
or any(_matches_existing_mask(key, real_key) for real_key in existing_keys)
for key in keys
)
def _matches_mask_shape(key: str) -> bool: def _matches_mask_shape(key: str) -> bool:
@ -43,20 +54,39 @@ def _matches_mask_shape(key: str) -> bool:
return key[:masked_prefix_length] == MASK_CHAR * masked_prefix_length return key[:masked_prefix_length] == MASK_CHAR * masked_prefix_length
def check_for_masked_keys(config: "EffectiveAIModelConfiguration") -> None: def _matches_existing_mask(key: str, existing: str | None) -> bool:
return bool(existing) and _matches_mask_shape(key) and is_mask_of(key, existing)
def check_for_masked_keys(
config: "EffectiveAIModelConfiguration",
existing: "EffectiveAIModelConfiguration | None" = None,
) -> None:
"""Raise ValueError if any service in *config* still has a masked secret.""" """Raise ValueError if any service in *config* still has a masked secret."""
for field in ("llm", "tts", "stt", "embeddings", "realtime"): for field in ("llm", "tts", "stt", "embeddings", "realtime"):
service = getattr(config, field, None) service = getattr(config, field, None)
if service is None: if service is None:
continue continue
existing_service = getattr(existing, field, None) if existing else None
for secret_field in SERVICE_SECRET_FIELDS: for secret_field in SERVICE_SECRET_FIELDS:
if not hasattr(service, secret_field): if not hasattr(service, secret_field):
continue continue
if secret_field == "api_key" and hasattr(service, "get_all_api_keys"): if secret_field == "api_key" and hasattr(service, "get_all_api_keys"):
secret_value = service.get_all_api_keys() secret_value = service.get_all_api_keys()
existing_secret_value = (
existing_service.get_all_api_keys()
if existing_service
and hasattr(existing_service, "get_all_api_keys")
else None
)
else: else:
secret_value = getattr(service, secret_field, None) secret_value = getattr(service, secret_field, None)
if contains_masked_key(secret_value): existing_secret_value = (
getattr(existing_service, secret_field, None)
if existing_service and hasattr(existing_service, secret_field)
else None
)
if contains_masked_key(secret_value, existing_secret_value):
raise ValueError( raise ValueError(
f"The {field} {secret_field} appears to be masked. " f"The {field} {secret_field} appears to be masked. "
"Please provide the actual value, not the masked value." "Please provide the actual value, not the masked value."

View file

@ -50,7 +50,7 @@ def _merge_service_secret_fields(
incoming_secret = incoming_cfg.get(secret_field) incoming_secret = incoming_cfg.get(secret_field)
existing_secret = existing_cfg[secret_field] existing_secret = existing_cfg[secret_field]
if incoming_secret is not None: if incoming_secret is not None:
if contains_masked_key(incoming_secret): if contains_masked_key(incoming_secret, existing_secret):
incoming_cfg[secret_field] = ( incoming_cfg[secret_field] = (
existing_secret existing_secret
if masked_value_preserves_full_secret if masked_value_preserves_full_secret

View file

@ -45,16 +45,16 @@ def _existing_openai_config():
class TestMaskedKeyRejection: class TestMaskedKeyRejection:
def test_detects_short_masked_api_keys(self): def test_detects_short_masked_api_keys(self):
"""Short masked API keys should be rejected even without the legacy marker.""" """Short masked API keys should be rejected even without the legacy marker."""
assert contains_masked_key(mask_key("EMPTY")) assert contains_masked_key(mask_key("EMPTY"), "EMPTY")
assert contains_masked_key(mask_key("X")) assert contains_masked_key(mask_key("X"), "X")
assert contains_masked_key(mask_key("mykey")) assert contains_masked_key(mask_key("mykey"), "mykey")
def test_detects_masked_api_key_with_mask_char_in_visible_suffix(self): def test_detects_masked_api_key_with_mask_char_in_visible_suffix(self):
"""The visible suffix can contain MASK_CHAR and still be masked.""" """The visible suffix can contain MASK_CHAR and still be masked."""
masked = mask_key("vsk*v") masked = mask_key("vsk*v")
assert masked == "*sk*v" assert masked == "*sk*v"
assert contains_masked_key(masked) assert contains_masked_key(masked, "vsk*v")
def test_allows_unmasked_short_api_keys(self): def test_allows_unmasked_short_api_keys(self):
"""Unmasked short keys should not be rejected as masked placeholders.""" """Unmasked short keys should not be rejected as masked placeholders."""
@ -62,6 +62,8 @@ class TestMaskedKeyRejection:
assert not contains_masked_key("X") assert not contains_masked_key("X")
assert not contains_masked_key("mykey") assert not contains_masked_key("mykey")
assert not contains_masked_key("vsk*v") assert not contains_masked_key("vsk*v")
assert not contains_masked_key("*rk5f")
assert not contains_masked_key("*rk5f", "different-existing-key")
def test_rejects_masked_api_key_on_provider_change(self): def test_rejects_masked_api_key_on_provider_change(self):
"""Changing provider with a masked API key should return 400.""" """Changing provider with a masked API key should return 400."""
@ -94,6 +96,42 @@ class TestMaskedKeyRejection:
assert response.status_code == 400 assert response.status_code == 400
assert "masked" in response.json()["detail"].lower() assert "masked" in response.json()["detail"].lower()
def test_rejects_short_masked_api_key_on_provider_change(self):
"""Changing provider with a short masked API key should return 400."""
app = _make_test_app()
client = TestClient(app)
existing = EffectiveAIModelConfiguration(
llm=OpenAILLMService(
provider="openai",
api_key="EMPTY",
model="gpt-4.1",
)
)
with (
patch("api.routes.user.db_client") as mock_db,
patch("api.routes.user.UserConfigurationValidator") as mock_validator,
):
mock_db.get_user_configurations = AsyncMock(return_value=existing)
mock_db.update_user_configuration = AsyncMock(
side_effect=lambda uid, cfg: cfg
)
mock_validator.return_value.validate = AsyncMock()
response = client.put(
"/user/configurations/user",
json={
"llm": {
"provider": "google",
"api_key": mask_key("EMPTY"),
"model": "gemini-2.5-flash",
}
},
)
assert response.status_code == 400
assert "masked" in response.json()["detail"].lower()
def test_rejects_masked_api_key_in_list(self): def test_rejects_masked_api_key_in_list(self):
"""A list of API keys containing a masked key should return 400.""" """A list of API keys containing a masked key should return 400."""
app = _make_test_app() app = _make_test_app()
@ -162,6 +200,43 @@ class TestMaskedKeyRejection:
assert response.status_code == 200 assert response.status_code == 200
def test_allows_new_star_prefixed_api_key(self):
"""A new real key may have the same shape as an unrelated masked key."""
app = _make_test_app()
client = TestClient(app)
new_key = "*rk5f"
updated = EffectiveAIModelConfiguration(
llm=GoogleLLMService(
provider="google",
api_key=new_key,
model="gemini-2.5-flash",
)
)
with (
patch("api.routes.user.db_client") as mock_db,
patch("api.routes.user.UserConfigurationValidator") as mock_validator,
):
mock_db.get_user_configurations = AsyncMock(
return_value=_existing_openai_config()
)
mock_db.update_user_configuration = AsyncMock(return_value=updated)
mock_validator.return_value.validate = AsyncMock()
response = client.put(
"/user/configurations/user",
json={
"llm": {
"provider": "google",
"api_key": new_key,
"model": "gemini-2.5-flash",
}
},
)
assert response.status_code == 200
def test_allows_same_provider_with_masked_key(self): def test_allows_same_provider_with_masked_key(self):
"""Same provider with masked key should succeed (merge resolves it).""" """Same provider with masked key should succeed (merge resolves it)."""
app = _make_test_app() app = _make_test_app()

View file

@ -538,7 +538,10 @@ class TestWorkflowConfigurationSecrets:
masked = mask_workflow_configurations(configs) masked = mask_workflow_configurations(configs)
assert masked["model_overrides"]["llm"]["api_key"] != "sk-real-llm-key" assert masked["model_overrides"]["llm"]["api_key"] != "sk-real-llm-key"
assert contains_masked_key(masked["model_overrides"]["llm"]["api_key"]) assert contains_masked_key(
masked["model_overrides"]["llm"]["api_key"],
"sk-real-llm-key",
)
assert masked["model_overrides"]["llm"]["api_key"].endswith("-key") assert masked["model_overrides"]["llm"]["api_key"].endswith("-key")
assert masked["model_overrides"]["tts"]["api_key"] != "el-real-tts-key" assert masked["model_overrides"]["tts"]["api_key"] != "el-real-tts-key"
assert masked["ambient_noise_configuration"] == {"enabled": True} assert masked["ambient_noise_configuration"] == {"enabled": True}