mirror of
https://github.com/MODSetter/SurfSense.git
synced 2026-04-25 08:46:22 +02:00
aabc24f82c
- Introduced slow callback logging in FastAPI to identify blocking calls. - Added performance logging for agent creation and tool loading processes. - Implemented caching for MCP tools to reduce redundant server calls. - Enhanced sandbox management with in-process caching for improved efficiency. - Refactored several functions for better readability and performance tracking. - Updated tests to ensure proper functionality of new features and optimizations.
9 lines
348 B
Python
9 lines
348 B
Python
from app.config import config
|
|
|
|
|
|
def chunk_text(text: str, use_code_chunker: bool = False) -> list[str]:
|
|
"""Chunk a text string using the configured chunker and return the chunk texts."""
|
|
chunker = (
|
|
config.code_chunker_instance if use_code_chunker else config.chunker_instance
|
|
)
|
|
return [c.text for c in chunker.chunk(text)]
|