apunkt/MetaGPT
1
0
Fork 0
mirror of https://github.com/FoundationAgents/MetaGPT.git synced 2026-06-08 15:05:17 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions

update comment

Browse source
This commit is contained in:
seehi 2024-08-28 10:30:51 +08:00
parent 49505d37eb
commit 37c4b5c158
1 changed files with 3 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

3
metagpt/rag/retrievers/bm25_retriever.py
View file

@ -37,6 +37,7 @@ class DynamicBM25Retriever(BM25Retriever):
def add_nodes(self, nodes: list[BaseNode], **kwargs) -> None:
"""Support add nodes."""
self._nodes.extend(nodes)
self._corpus = [self._tokenizer(node.get_content()) for node in self._nodes]
self.bm25 = BM25Okapi(self._corpus)
@ -46,6 +47,7 @@ class DynamicBM25Retriever(BM25Retriever):
def persist(self, persist_dir: str, **kwargs) -> None:
"""Support persist."""
if self._index:
self._index.storage_context.persist(persist_dir)
@ -56,6 +58,7 @@ class DynamicBM25Retriever(BM25Retriever):
def clear(self, **kwargs) -> None:
"""Support deleting all nodes."""
self._delete_json_files(kwargs.get("persist_dir"))
self._nodes = []