apunkt/MetaGPT
1
0
Fork 0
mirror of https://github.com/FoundationAgents/MetaGPT.git synced 2026-06-11 15:15:18 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions

add parse_func for WebBrowserEngin to support custom parsing

Browse source
This commit is contained in:
shenchucheng 2023-07-25 00:32:02 +08:00
parent c84b337ef7
commit 0700cd2e62
1 changed files with 4 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

6
metagpt/tools/web_browser_engine.py
View file

@ -16,6 +16,7 @@ class WebBrowserEngine:
self,
engine: WebBrowserEngineType | None = None,
run_func: Callable[..., Coroutine[Any, Any, str | list[str]]] | None = None,
parse_func: Callable[[str], str] | None = None,
):
engine = engine or CONFIG.web_browser_engine
@ -29,6 +30,7 @@ class WebBrowserEngine:
run_func = run_func
else:
raise NotImplementedError
self.parse_func = parse_func or get_page_content
self.run_func = run_func
self.engine = engine
@ -43,8 +45,8 @@ class WebBrowserEngine:
async def run(self, url: str, *urls: str) -> str | list[str]:
page = await self.run_func(url, *urls)
if isinstance(page, str):
return get_page_content(page)
return [get_page_content(i) for i in page]
return self.parse_func(page)
return [self.parse_func(i) for i in page]
def get_page_content(page: str):