apunkt/MetaGPT
1
0
Fork 0
mirror of https://github.com/FoundationAgents/MetaGPT.git synced 2026-05-05 22:02:38 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions

add view_page_element_to_scrape tool

Browse source
This commit is contained in:
shenchucheng 2024-06-25 11:04:43 +08:00
parent 877b06bfdc
commit bd675d5178
4 changed files with 57 additions and 19 deletions
Download patch file Download diff file Expand all files Collapse all files

6
examples/di/crawl_webpage.py
View file

@ -6,9 +6,7 @@
"""
from metagpt.roles.di.data_interpreter import DataInterpreter
__import__("metagpt.tools.libs.browser", fromlist=["Browser"]) # To skip pre-commit check
from metagpt.tools.libs.web_scraping import view_page_element_to_scrape
PAPER_LIST_REQ = """"
Get data from `paperlist` table in https://papercopilot.com/statistics/iclr-statistics/iclr-2024-statistics/,
@ -34,7 +32,7 @@ NEWS_36KR_REQ = """从36kr创投平台https://pitchhub.36kr.com/financing-flash
async def main():
di = DataInterpreter(tools=["Browser"])
di = DataInterpreter(tools=[view_page_element_to_scrape.__name__])
await di.run(ECOMMERCE_REQ)