mirror of
https://github.com/MODSetter/SurfSense.git
synced 2026-07-06 22:12:12 +02:00
Merge commit '683a7d3bc2' into feat/rename-searchspace-to-workspace
This commit is contained in:
commit
2836654701
27 changed files with 543 additions and 323 deletions
|
|
@ -762,7 +762,7 @@ class Config:
|
|||
TURNSTILE_SECRET_KEY = os.getenv("TURNSTILE_SECRET_KEY", "")
|
||||
|
||||
# Auth
|
||||
AUTH_TYPE = os.getenv("AUTH_TYPE")
|
||||
AUTH_TYPE = os.getenv("AUTH_TYPE", "LOCAL")
|
||||
REGISTRATION_ENABLED = os.getenv("REGISTRATION_ENABLED", "TRUE").upper() == "TRUE"
|
||||
|
||||
# Google OAuth
|
||||
|
|
@ -916,7 +916,7 @@ class Config:
|
|||
|
||||
# JWT Token Lifetimes
|
||||
ACCESS_TOKEN_LIFETIME_SECONDS = int(
|
||||
os.getenv("ACCESS_TOKEN_LIFETIME_SECONDS", str(30 * 60)) # 30 minutes
|
||||
os.getenv("ACCESS_TOKEN_LIFETIME_SECONDS", str(60 * 60)) # 60 minutes
|
||||
)
|
||||
MIN_ISSUED_AT = int(os.getenv("MIN_ISSUED_AT", "0"))
|
||||
REFRESH_TOKEN_LIFETIME_SECONDS = int(
|
||||
|
|
|
|||
|
|
@ -10,6 +10,7 @@ from app.utils.document_converters import (
|
|||
create_document_chunks,
|
||||
embed_text,
|
||||
generate_content_hash,
|
||||
truncate_for_embedding,
|
||||
)
|
||||
|
||||
from ._helpers import (
|
||||
|
|
@ -73,7 +74,9 @@ async def save_file_document(
|
|||
if should_skip:
|
||||
return doc
|
||||
|
||||
document_content = f"File: {file_name}\n\n{markdown_content[:4000]}"
|
||||
document_content = (
|
||||
f"File: {file_name}\n\n{truncate_for_embedding(markdown_content)}"
|
||||
)
|
||||
document_embedding = embed_text(document_content)
|
||||
chunks = await create_document_chunks(markdown_content)
|
||||
doc_metadata = {"FILE_NAME": file_name, "ETL_SERVICE": etl_service}
|
||||
|
|
|
|||
|
|
@ -13,6 +13,7 @@ from app.utils.document_converters import (
|
|||
create_document_chunks,
|
||||
embed_text,
|
||||
generate_content_hash,
|
||||
truncate_for_embedding,
|
||||
)
|
||||
|
||||
from ._helpers import (
|
||||
|
|
@ -182,7 +183,9 @@ async def add_received_markdown_file_document(
|
|||
return doc
|
||||
# Content changed - continue to update
|
||||
|
||||
summary_content = f"File: {file_name}\n\n{file_in_markdown[:4000]}"
|
||||
summary_content = (
|
||||
f"File: {file_name}\n\n{truncate_for_embedding(file_in_markdown)}"
|
||||
)
|
||||
summary_embedding = embed_text(summary_content)
|
||||
|
||||
# Process chunks
|
||||
|
|
|
|||
|
|
@ -145,7 +145,7 @@ def _render_block(
|
|||
code_text = _render_inline_content(content) if content else ""
|
||||
lines.append(f"{prefix}```{language}")
|
||||
for code_line in code_text.split("\n"):
|
||||
lines.append(f"{prefix}{code_line}")
|
||||
lines.append(code_line)
|
||||
lines.append(f"{prefix}```")
|
||||
|
||||
elif block_type == "table":
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue