make use_llm_ranker configurable

This commit is contained in:
seehi 2024-10-12 17:51:14 +08:00
parent dd955c848d
commit 63abddd041
4 changed files with 6 additions and 2 deletions

View file

@ -88,6 +88,7 @@ role_zero:
longterm_memory_persist_path: .role_memory_data # The directory to save data.
memory_k: 200 # The capacity of short-term memory.
similarity_top_k: 5 # The number of long-term memories to retrieve.
use_llm_ranker: false # Default is `false`, if set to `true`, it will use LLM Reranker to get better result.
azure_tts_subscription_key: "YOUR_SUBSCRIPTION_KEY"
azure_tts_region: "eastus"

View file

@ -8,3 +8,4 @@ class RoleZeroConfig(YamlModel):
longterm_memory_persist_path: str = Field(default=".role_memory_data", description="The directory to save data.")
memory_k: int = Field(default=200, description="The capacity of short-term memory.")
similarity_top_k: int = Field(default=5, description="The number of long-term memories to retrieve.")
use_llm_ranker: bool = Field(default=False, description="Whether to use LLM Reranker to get better result.")

View file

@ -32,6 +32,7 @@ class RoleZeroLongTermMemory(Memory):
collection_name: str = Field(default="role_zero", description="The name of the collection, such as the role name.")
memory_k: int = Field(default=200, description="The capacity of short-term memory.")
similarity_top_k: int = Field(default=5, description="The number of long-term memories to retrieve.")
use_llm_ranker: bool = Field(default=False, description="Whether to use LLM Reranker to get better result.")
_rag_engine: Any = None
@ -50,7 +51,7 @@ class RoleZeroLongTermMemory(Memory):
try:
from metagpt.rag.engines import SimpleEngine
from metagpt.rag.schema import ChromaRetrieverConfig
from metagpt.rag.schema import ChromaRetrieverConfig, LLMRankerConfig
except ImportError:
raise ImportError("To use the RoleZeroMemory, you need to install the rag module.")
@ -61,7 +62,7 @@ class RoleZeroLongTermMemory(Memory):
similarity_top_k=self.similarity_top_k,
)
]
ranker_configs = []
ranker_configs = [LLMRankerConfig()] if self.use_llm_ranker else []
rag_engine = SimpleEngine.from_objs(retriever_configs=retriever_configs, ranker_configs=ranker_configs)

View file

@ -186,6 +186,7 @@ class RoleZero(Role):
collection_name=self.name.replace(" ", ""),
memory_k=self.config.role_zero.memory_k,
similarity_top_k=self.config.role_zero.similarity_top_k,
use_llm_ranker=self.config.role_zero.use_llm_ranker,
)
logger.info(f"Long-term memory set for role '{self.name}'")