feat(cli): route ingest adapter logs through operational logger

This commit is contained in:
Andrey Avtomonov 2026-05-12 11:26:34 +02:00
parent 9e80add72c
commit d7fb092cb0
10 changed files with 232 additions and 26 deletions

View file

@ -1,4 +1,5 @@
import type { KtxLocalProject, KtxProjectConnectionConfig } from '../../../project/index.js';
import type { LookerClientLogger } from './client.js';
import {
DefaultLookerClientFactory,
DefaultLookerConnectionClientFactory,
@ -59,8 +60,11 @@ export function createLocalLookerCredentialResolver(
export function createLocalLookerSourceAdapter(
project: KtxLocalProject,
env: NodeJS.ProcessEnv = process.env,
logger?: LookerClientLogger,
): LookerSourceAdapter {
const connectionFactory = new DefaultLookerConnectionClientFactory(createLocalLookerCredentialResolver(project, env));
const connectionFactory = new DefaultLookerConnectionClientFactory(createLocalLookerCredentialResolver(project, env), {
...(logger ? { logger } : {}),
});
return new LookerSourceAdapter({
clientFactory: new DefaultLookerClientFactory(connectionFactory),
});

View file

@ -1,12 +1,17 @@
import type { KtxLocalProject, KtxProjectConnectionConfig } from '../../../project/index.js';
import { ktxLocalStateDbPath } from '../../../project/index.js';
import { resolveKtxConfigReference } from '../../../core/config-reference.js';
import { DEFAULT_METABASE_CLIENT_CONFIG, DefaultMetabaseConnectionClientFactory } from './client.js';
import {
DEFAULT_METABASE_CLIENT_CONFIG,
DefaultMetabaseConnectionClientFactory,
type MetabaseClientLogger,
} from './client.js';
import {
IngestMetabaseClientFactory,
type MetabaseClientConfig,
type MetabaseClientRuntimeConfig,
} from './client-port.js';
import type { MetabaseFetchLogger } from './fetch.js';
import { LocalMetabaseSourceStateReader } from './local-source-state-store.js';
import { MetabaseSourceAdapter } from './metabase.adapter.js';
@ -50,6 +55,7 @@ export function metabaseRuntimeConfigFromLocalConnection(
interface CreateLocalMetabaseSourceAdapterOptions {
env?: NodeJS.ProcessEnv;
defaultClientConfig?: MetabaseClientConfig;
logger?: MetabaseClientLogger & MetabaseFetchLogger;
}
export function createLocalMetabaseSourceAdapter(
@ -65,9 +71,11 @@ export function createLocalMetabaseSourceAdapter(
options.env,
),
options.defaultClientConfig ?? DEFAULT_METABASE_CLIENT_CONFIG,
options.logger,
);
return new MetabaseSourceAdapter({
clientFactory: new IngestMetabaseClientFactory(connectionFactory),
sourceStateReader,
...(options.logger ? { logger: options.logger } : {}),
});
}

View file

@ -4,7 +4,7 @@ import type { ChunkResult, DiffSet, FetchContext, ScopeDescriptor, SourceAdapter
import { chunkMetabaseStagedDir } from './chunk.js';
import type { MetabaseClientFactory } from './client-port.js';
import { detectMetabaseStagedDir } from './detect.js';
import { fetchMetabaseBundle } from './fetch.js';
import { fetchMetabaseBundle, type MetabaseFetchLogger } from './fetch.js';
import { computeFetchScope, hashScope, isPathInMetabaseScope } from './fetch-scope.js';
import type { MetabaseSourceStateReader } from './source-state-port.js';
import { STAGED_FILES, stagedSyncConfigSchema } from './types.js';
@ -12,6 +12,7 @@ import { STAGED_FILES, stagedSyncConfigSchema } from './types.js';
export interface MetabaseSourceAdapterDeps {
clientFactory: MetabaseClientFactory;
sourceStateReader: MetabaseSourceStateReader;
logger?: MetabaseFetchLogger;
}
export class MetabaseSourceAdapter implements SourceAdapter {
@ -31,6 +32,7 @@ export class MetabaseSourceAdapter implements SourceAdapter {
ctx,
clientFactory: this.deps.clientFactory,
sourceStateReader: this.deps.sourceStateReader,
...(this.deps.logger ? { logger: this.deps.logger } : {}),
});
}

View file

@ -14,7 +14,7 @@ import type {
import { chunkNotionStagedDir, describeNotionScope } from './chunk.js';
import { clusterNotionWorkUnits } from './cluster.js';
import { detectNotionStagedDir } from './detect.js';
import { fetchNotionSnapshot } from './fetch.js';
import { fetchNotionSnapshot, type NotionFetchLogger } from './fetch.js';
import { NotionClient } from './notion-client.js';
import { parseNotionPullConfig } from './pull-config.js';
import { type NotionMetadata, notionManifestSchema, notionMetadataSchema } from './types.js';
@ -31,6 +31,7 @@ interface NotionPullSucceededContext {
export interface NotionSourceAdapterDeps {
onPullSucceeded?: (ctx: NotionPullSucceededContext) => Promise<void>;
logger?: NotionFetchLogger;
}
export class NotionSourceAdapter implements SourceAdapter {
@ -48,7 +49,12 @@ export class NotionSourceAdapter implements SourceAdapter {
async fetch(pullConfig: unknown, stagedDir: string, _ctx: FetchContext): Promise<void> {
const config = parseNotionPullConfig(pullConfig);
await fetchNotionSnapshot({ client: new NotionClient(config.authToken), config, stagedDir });
await fetchNotionSnapshot({
client: new NotionClient(config.authToken),
config,
stagedDir,
...(this.deps.logger ? { logger: this.deps.logger } : {}),
});
}
chunk(stagedDir: string, diffSet?: DiffSet): Promise<ChunkResult> {