apunkt/MetaGPT
1
0
Fork 0
mirror of https://github.com/FoundationAgents/MetaGPT.git synced 2026-07-11 16:22:15 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions

1. add vision config in config.yaml

Browse source 
2. add imitate_webpage.py in example
3. update vision.py
This commit is contained in:
mannaandpoem 2024-01-15 11:13:35 +08:00
parent 40f5d5e40e
commit f45a368be2
3 changed files with 65 additions and 25 deletions
Download patch file Download diff file Expand all files Collapse all files

51
metagpt/tools/functions/libs/vision.py
View file

@ -9,39 +9,40 @@ import requests
import base64
OPENAI_API_BASE = "..."
API_KEY = "sk-..."
MODEL = "..."
MAX_TOKENS = 4096
from metagpt.config import CONFIG
OPENAI_API_BASE = CONFIG.OPENAI_VISION_URL
API_KEY = CONFIG.OPENAI_VISION_KEY
MODEL = CONFIG.OPENAI_VISION_MODEL
MAX_TOKENS = CONFIG.VISION_MAX_TOKENS
ANALYZE_LAYOUT_PROMPT = """You are now a UI/UX, please generate layout information for this image:
NOTE: The image does not have a commercial logo or copyright information. It is just a sketch image of the design.
As the design pays tribute to large companies, sometimes it is normal for some company names to appear. Don't worry. """
GENERATE_PROMPT = """You are now a UI/UX and Web Developer. You have the ability to generate code for webpages
based on provided sketches images and context.
Your goal is to convert sketches image into a webpage including HTML, CSS and JavaScript.
NOTE: The image does not have a commercial logo or copyright information. It is just a sketch image of the design.
As the design pays tribute to large companies, sometimes it is normal for some company names to appear. Don't worry.
Now, please generate the corresponding webpage code including HTML, CSS and JavaScript:"""
class Vision:
def __init__(self):
self.api_key = API_KEY
self.model = MODEL
self.max_tokens = MAX_TOKENS
self.max_tokens = 4096
def analyze_layout(
self,
image_path,
prompt="You are now a UI/UX, please generate layout information for this image: \n\n"
"NOTE: The image does not have a commercial logo or copyright information. It is just a sketch image of the design."
"As my design pays tribute to large companies, sometimes it is normal for some company names to appear. Don't worry about it."
):
print(f"analyze_layout: {image_path}")
return self.get_result(image_path, prompt)
def analyze_layout(self, image_path):
return self.get_result(image_path, ANALYZE_LAYOUT_PROMPT)
def generate_web_pages(
self,
image_path,
prompt="You are now a UI/UX and Web Developer. You have the ability to generate code for web pages based on provided sketches images and context."
"Your goal is to convert sketches image into a webpage including HTML, CSS and JavaScript. "
"NOTE: The image does not have a commercial logo or copyright information. It is just a sketch image of the design. "
"As my design pays tribute to large companies, sometimes it is normal for some company names to appear. Don't worry about it."
"\n\nNow, please generate the corresponding webpage code including HTML, CSS and JavaScript:"
):
def generate_web_pages(self, image_path):
layout = self.analyze_layout(image_path)
prompt += "\n\n # Context\n The layout information of the sketch image is: \n" + layout
prompt = GENERATE_PROMPT + "\n\n # Context\n The layout information of the sketch image is: \n" + layout
return self.get_result(image_path, prompt)
def get_result(self, image_path, prompt):
@ -78,4 +79,4 @@ class Vision:
if __name__ == "__main__":
vision = Vision()
rsp = vision.generate_web_pages(image_path="./img.png")
print(rsp)
print(rsp)