mirror of
https://github.com/MODSetter/SurfSense.git
synced 2026-05-12 01:02:39 +02:00
test(e2e): cover native Dropbox indexing journey
This commit is contained in:
parent
7303e3ebb3
commit
4b347caefc
1 changed files with 113 additions and 0 deletions
113
surfsense_web/tests/connectors/dropbox/journey.spec.ts
Normal file
113
surfsense_web/tests/connectors/dropbox/journey.spec.ts
Normal file
|
|
@ -0,0 +1,113 @@
|
|||
import { expect, nativeDropboxWithChatTest as test } from "../../fixtures";
|
||||
import { streamChatToCompletion } from "../../helpers/api/chat";
|
||||
import { listConnectors, triggerIndex, updateConnectorConfig } from "../../helpers/api/connectors";
|
||||
import { getEditorContent, listDocuments } from "../../helpers/api/documents";
|
||||
import { CANARY_TOKENS, FAKE_DROPBOX_FILES } from "../../helpers/canary";
|
||||
import { openConnectorPopup } from "../../helpers/ui/connector-popup";
|
||||
import { waitForDocumentByTitle, waitForIndexingComplete } from "../../helpers/waits/indexing";
|
||||
|
||||
/**
|
||||
* Proves the native Dropbox wiring from Dropbox OAuth fixture -> selection
|
||||
* persistence -> Dropbox API indexing -> stored source_markdown -> chat.
|
||||
*
|
||||
* The folder picker is intentionally bypassed; this journey exercises the
|
||||
* persisted config and indexing contract the picker ultimately feeds.
|
||||
*/
|
||||
test.describe("Native Dropbox journey", () => {
|
||||
test("user connects Dropbox, selects a file, indexes it, and chats with the canary token", async ({
|
||||
page,
|
||||
request,
|
||||
apiToken,
|
||||
searchSpace,
|
||||
nativeDropboxConnector,
|
||||
chatThread,
|
||||
}) => {
|
||||
test.setTimeout(180_000); // worker cold-start + summarize + embed + chunk
|
||||
|
||||
expect(nativeDropboxConnector.connector_type).toBe("DROPBOX_CONNECTOR");
|
||||
expect(nativeDropboxConnector.is_indexable).toBe(true);
|
||||
expect(nativeDropboxConnector.config._token_encrypted).toBe(true);
|
||||
expect(nativeDropboxConnector.config.composio_connected_account_id).toBeUndefined();
|
||||
|
||||
await page.goto(`/dashboard/${searchSpace.id}/new-chat`, {
|
||||
waitUntil: "domcontentloaded",
|
||||
});
|
||||
await openConnectorPopup(page);
|
||||
const connectorDialog = page.getByRole("dialog", { name: "Manage Connectors" });
|
||||
await expect(connectorDialog).toBeVisible();
|
||||
|
||||
const selectedFiles = [
|
||||
{
|
||||
id: FAKE_DROPBOX_FILES.canary.id,
|
||||
name: FAKE_DROPBOX_FILES.canary.name,
|
||||
mimeType: FAKE_DROPBOX_FILES.canary.mimeType,
|
||||
},
|
||||
];
|
||||
// Keep the shared Drive-style body shape. Dropbox currently defaults
|
||||
// these internally because the indexer expects max_files/use_delta_sync.
|
||||
const indexingOptions = {
|
||||
max_files_per_folder: 10,
|
||||
incremental_sync: false,
|
||||
include_subfolders: false,
|
||||
};
|
||||
|
||||
await updateConnectorConfig(request, apiToken, nativeDropboxConnector.id, {
|
||||
...nativeDropboxConnector.config,
|
||||
selected_folders: [],
|
||||
selected_files: selectedFiles,
|
||||
indexing_options: indexingOptions,
|
||||
});
|
||||
|
||||
await triggerIndex(request, apiToken, nativeDropboxConnector.id, searchSpace.id, {
|
||||
files: selectedFiles,
|
||||
indexing_options: indexingOptions,
|
||||
});
|
||||
|
||||
await waitForIndexingComplete(request, apiToken, nativeDropboxConnector.id, searchSpace.id, {
|
||||
timeoutMs: 150_000,
|
||||
intervalMs: 1_500,
|
||||
minDocuments: 1,
|
||||
});
|
||||
|
||||
await waitForDocumentByTitle(
|
||||
request,
|
||||
apiToken,
|
||||
searchSpace.id,
|
||||
FAKE_DROPBOX_FILES.canary.name,
|
||||
{ timeoutMs: 30_000 }
|
||||
);
|
||||
|
||||
const docs = await listDocuments(request, apiToken, searchSpace.id);
|
||||
const canaryDoc = docs.find((d) => d.title === FAKE_DROPBOX_FILES.canary.name);
|
||||
|
||||
expect(canaryDoc, "Dropbox canary document must exist after indexing").toBeDefined();
|
||||
if (!canaryDoc) throw new Error("unreachable: canaryDoc asserted defined above");
|
||||
expect(canaryDoc.document_type).toBe("DROPBOX_FILE");
|
||||
|
||||
const editor = await getEditorContent(request, apiToken, searchSpace.id, canaryDoc.id);
|
||||
expect(
|
||||
editor.source_markdown,
|
||||
`canary token ${CANARY_TOKENS.dropboxCanary} should appear in editor source_markdown; ` +
|
||||
`got first 200 chars: ${editor.source_markdown.slice(0, 200)}`
|
||||
).toContain(CANARY_TOKENS.dropboxCanary);
|
||||
expect(editor.document_type).toBe("DROPBOX_FILE");
|
||||
expect(editor.chunk_count).toBeGreaterThan(0);
|
||||
|
||||
const refreshedConnectors = await listConnectors(request, apiToken, searchSpace.id);
|
||||
const refreshed = refreshedConnectors.find((c) => c.id === nativeDropboxConnector.id);
|
||||
expect(refreshed?.connector_type).toBe("DROPBOX_CONNECTOR");
|
||||
expect(refreshed?.is_indexable).toBe(true);
|
||||
expect(refreshed?.last_indexed_at).not.toBeNull();
|
||||
|
||||
const chat = await streamChatToCompletion(request, apiToken, {
|
||||
searchSpaceId: searchSpace.id,
|
||||
threadId: chatThread.id,
|
||||
query: "What is in my e2e-dropbox-canary.txt Dropbox file?",
|
||||
});
|
||||
expect(
|
||||
chat.assistantText,
|
||||
"chat agent should surface Dropbox canary token after indexing; " +
|
||||
`got: ${chat.assistantText.slice(0, 200)}`
|
||||
).toContain(CANARY_TOKENS.dropboxCanary);
|
||||
});
|
||||
});
|
||||
Loading…
Add table
Add a link
Reference in a new issue