apunkt/MetaGPT
1
0
Fork 0
mirror of https://github.com/FoundationAgents/MetaGPT.git synced 2026-04-26 09:16:21 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions

fixbug: _is_fingerprint_changed

Browse source
This commit is contained in:
莘权 马 2024-09-02 18:32:39 +08:00
parent d6a6e56a6f
commit 4605554230
1 changed files with 10 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

10
metagpt/tools/libs/index_repo.py
View file

@ -93,6 +93,8 @@ class IndexRepo(BaseModel):
delete_filenames = []
for i in filenames:
content = await aread(filename=i)
if not self._is_fingerprint_changed(filename=i, content=content):
continue
token_count = len(encoding.encode(content))
if self._is_buildable(token_count):
filter_filenames.append(i)
@ -103,6 +105,7 @@ class IndexRepo(BaseModel):
async def _add_batch(self, filenames: List[Union[str, Path]], delete_filenames: List[Union[str, Path]]):
if not filenames:
return
logger.info(f"update index repo, add {filenames}, remove {delete_filenames}")
engine = None
if Path(self.filename).exists():
engine = SimpleEngine.from_index(
@ -168,3 +171,10 @@ class IndexRepo(BaseModel):
)
rsp = await engine.aretrieve(query)
return [i for i in rsp if i.metadata.get("file_path") in filters]
def _is_fingerprint_changed(self, filename: Union[str, Path], content: str) -> bool:
old_fp = self.fingerprints.get(str(filename))
if not old_fp:
return True
fp = generate_fingerprint(content)
return old_fp != fp