update deps for web browser engine

docs/ROADMAP.md

@@ -58,8 +58,8 @@ ### Tasks
 5. Plugins: Compatibility with plugin system
 6. Tools
    1. ~~Support SERPER api~~
-   2. Support Selenium apis
-   3. Support Playwright apis
+   2. ~~Support Selenium apis~~
+   3. ~~Support Playwright apis~~
 7. Roles
    1. Perfect the action pool/skill pool for each role
    2. Red Book blogger

requirements.txt

@@ -29,3 +29,6 @@ tenacity==8.2.2
 tiktoken==0.3.3
 tqdm==4.64.0
 #unstructured[local-inference]
+# playwright
+# selenium>4
+# webdriver_manager<3.9

setup.py

@@ -10,12 +10,12 @@ import subprocess
 class InstallMermaidCLI(Command):
     """A custom command to run `npm install -g @mermaid-js/mermaid-cli` via a subprocess."""
 
-    description = 'install mermaid-cli'
+    description = "install mermaid-cli"
     user_options = []
 
     def run(self):
         try:
-            subprocess.check_call(['npm', 'install', '-g', '@mermaid-js/mermaid-cli'])
+            subprocess.check_call(["npm", "install", "-g", "@mermaid-js/mermaid-cli"])
         except subprocess.CalledProcessError as e:
             print(f"Error occurred: {e.output}")
 
@@ -42,7 +42,15 @@ setup(
     packages=find_packages(exclude=["contrib", "docs", "examples"]),
     python_requires=">=3.9",
     install_requires=requirements,
+    extras_require={
+        "web_browser": [
+            "playwright>=1.26",
+            "beautifulsoup4",
+        ],
+        "playwright": ["playwright"],
+        "selenium": ["selenium>4", "webdriver_manager<3.9"],
+    },
     cmdclass={
-        'install_mermaid': InstallMermaidCLI,
+        "install_mermaid": InstallMermaidCLI,
     },
 )