mirror of
https://github.com/MODSetter/SurfSense.git
synced 2026-04-25 08:46:22 +02:00
fix: Support for All Embeddings
This commit is contained in:
parent
1419d5d714
commit
42bde28781
3 changed files with 63 additions and 5 deletions
|
|
@ -38,10 +38,10 @@ class Config:
|
|||
EMBEDDING_MODEL = os.getenv("EMBEDDING_MODEL")
|
||||
embedding_model_instance = AutoEmbeddings.get_embeddings(EMBEDDING_MODEL)
|
||||
chunker_instance = RecursiveChunker(
|
||||
chunk_size=embedding_model_instance.max_seq_length,
|
||||
chunk_size=getattr(embedding_model_instance, 'max_seq_length', 512)
|
||||
)
|
||||
code_chunker_instance = CodeChunker(
|
||||
chunk_size=embedding_model_instance.max_seq_length
|
||||
chunk_size=getattr(embedding_model_instance, 'max_seq_length', 512)
|
||||
)
|
||||
|
||||
# Reranker's Configuration | Pinecode, Cohere etc. Read more at https://github.com/AnswerDotAI/rerankers?tab=readme-ov-file#usage
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue