mirror of
https://github.com/asg017/sqlite-vec.git
synced 2026-04-25 00:36:56 +02:00
Reject NaN and Inf in float32 vector input
NaN/Inf values in vectors break heap/sort invariants in KNN, causing wrong or unpredictable results. Now rejected at parse time in fvec_from_value() for both blob and JSON text input paths, with a clear error message identifying the offending element index. Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>
This commit is contained in:
parent
5522e86cd2
commit
c4c23bd8ba
2 changed files with 46 additions and 1 deletions
19
sqlite-vec.c
19
sqlite-vec.c
|
|
@ -984,8 +984,18 @@ static int fvec_from_value(sqlite3_value *value, f32 **vector,
|
|||
return SQLITE_NOMEM;
|
||||
}
|
||||
memcpy(buf, blob, bytes);
|
||||
size_t n = bytes / sizeof(f32);
|
||||
for (size_t i = 0; i < n; i++) {
|
||||
if (isnan(buf[i]) || isinf(buf[i])) {
|
||||
*pzErr = sqlite3_mprintf(
|
||||
"invalid float32 vector: element %d is %s",
|
||||
(int)i, isnan(buf[i]) ? "NaN" : "Inf");
|
||||
sqlite3_free(buf);
|
||||
return SQLITE_ERROR;
|
||||
}
|
||||
}
|
||||
*vector = buf;
|
||||
*dimensions = bytes / sizeof(f32);
|
||||
*dimensions = n;
|
||||
*cleanup = sqlite3_free;
|
||||
return SQLITE_OK;
|
||||
}
|
||||
|
|
@ -1053,6 +1063,13 @@ static int fvec_from_value(sqlite3_value *value, f32 **vector,
|
|||
}
|
||||
|
||||
f32 res = (f32)result;
|
||||
if (isnan(res) || isinf(res)) {
|
||||
sqlite3_free(x.z);
|
||||
*pzErr = sqlite3_mprintf(
|
||||
"invalid float32 vector: element %d is %s",
|
||||
(int)x.length, isnan(res) ? "NaN" : "Inf");
|
||||
return SQLITE_ERROR;
|
||||
}
|
||||
array_append(&x, (const void *)&res);
|
||||
|
||||
offset += (endptr - ptr);
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue