apunkt/SurfSense
1
0
Fork 0
mirror of https://github.com/MODSetter/SurfSense.git synced 2026-04-25 00:36:31 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions 1

replace text-based autocomplete with vision-based endpoint

Browse source
This commit is contained in:
CREDO23 2026-04-03 18:17:50 +02:00
parent ced7f7562a
commit aeb3f13f91
6 changed files with 102 additions and 133 deletions
Download patch file Download diff file Expand all files Collapse all files

18
surfsense_web/app/desktop/suggestion/page.tsx
View file

@ -18,7 +18,7 @@ export default function SuggestionPage() {
const abortRef = useRef<AbortController | null>(null);
const fetchSuggestion = useCallback(
async (text: string, cursorPosition: number, searchSpaceId: string) => {
async (screenshot: string, searchSpaceId: string) => {
abortRef.current?.abort();
const controller = new AbortController();
abortRef.current = controller;
@ -37,21 +37,19 @@ export default function SuggestionPage() {
const backendUrl =
process.env.NEXT_PUBLIC_FASTAPI_BACKEND_URL || "http://localhost:8000";
const params = new URLSearchParams({
text,
cursor_position: String(cursorPosition),
search_space_id: searchSpaceId,
});
try {
const response = await fetch(
`${backendUrl}/api/v1/autocomplete/stream?${params}`,
`${backendUrl}/api/v1/autocomplete/vision/stream`,
{
method: "POST",
headers: {
Authorization: `Bearer ${token}`,
"Content-Type": "application/json",
},
body: JSON.stringify({
screenshot,
search_space_id: parseInt(searchSpaceId, 10),
}),
signal: controller.signal,
},
);
@ -119,7 +117,9 @@ export default function SuggestionPage() {
const cleanup = window.electronAPI.onAutocompleteContext((data) => {
const searchSpaceId = data.searchSpaceId || "1";
fetchSuggestion(data.text, data.cursorPosition, searchSpaceId);
if (data.screenshot) {
fetchSuggestion(data.screenshot, searchSpaceId);
}
});
return cleanup;

2
surfsense_web/types/window.d.ts vendored
View file

@ -21,7 +21,7 @@ interface ElectronAPI {
requestAccessibility: () => Promise<void>;
restartApp: () => Promise<void>;
// Autocomplete
onAutocompleteContext: (callback: (data: { text: string; cursorPosition: number; searchSpaceId?: string }) => void) => () => void;
onAutocompleteContext: (callback: (data: { screenshot: string; searchSpaceId?: string }) => void) => () => void;
acceptSuggestion: (text: string) => Promise<void>;
dismissSuggestion: () => Promise<void>;
updateSuggestionText: (text: string) => Promise<void>;