mirror of
https://github.com/Kaelio/ktx.git
synced 2026-06-10 08:05:14 +02:00
Improve schema setup and Notion ingest UX (#14)
* Improve schema setup and Notion ingest UX * Handle Postgres network scan failures * WIP: save local changes before main merge * Refine setup prompt choices * Tighten ingest reconciliation guidance * Commit setup config updates * Canonicalize unmapped fallback details * Count reconciliation actions in reports * Harden semantic layer source validation * Return wiki content after edits * Validate SL sources against manifests * Validate wiki refs before writes * Simplify CLI next steps * Clarify agent setup summary * Surface dbt target SL sources * Recover SL write fallbacks * Preserve failed context build metadata * Track raw paths for ingest actions * test(cli): update seeded demo expectations * fix(ingest): scope fallback recovery checks * fix(sl): tighten source validation guards * fix(wiki): ignore empty embedding vectors * Improve Notion ingest UX * Enforce flat wiki keys * test(context): update wiki key assertion --------- Co-authored-by: Andrey Avtomonov <andreybavt@gmail.com>
This commit is contained in:
parent
866d33e71a
commit
60457e9407
116 changed files with 4177 additions and 610 deletions
|
|
@ -70,3 +70,30 @@ def ref_matches_source_table(ref: tuple[str, ...], source_table: str) -> bool:
|
|||
if len(ref) > len(src):
|
||||
return False
|
||||
return src[-len(ref) :] == ref
|
||||
|
||||
|
||||
def extract_projected_columns(sql: str, dialect: str = "postgres") -> set[str] | None:
|
||||
"""Return the set of output column names projected by `sql`.
|
||||
|
||||
Returns None if the projection cannot be statically determined — when
|
||||
SELECT * (or qualified `t.*`) is present, or when parsing fails. Callers
|
||||
should treat None as "unknown projection" and skip projection-dependent
|
||||
checks rather than reporting a false-positive error.
|
||||
"""
|
||||
try:
|
||||
tree = sqlglot.parse_one(sql, read=dialect)
|
||||
except Exception as e:
|
||||
logger.debug("extract_projected_columns: parse failed (%s); skipping", e)
|
||||
return None
|
||||
|
||||
if not isinstance(tree, exp.Select):
|
||||
return None
|
||||
|
||||
for projection in tree.expressions:
|
||||
# Bare `*` or `t.*` — projection list is opaque.
|
||||
if isinstance(projection, exp.Star):
|
||||
return None
|
||||
if isinstance(projection, exp.Column) and isinstance(projection.this, exp.Star):
|
||||
return None
|
||||
|
||||
return {name for name in tree.named_selects if name}
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue