diff --git a/metagpt/ext/spo/app.py b/metagpt/ext/spo/app.py new file mode 100644 index 000000000..0b32e1c61 --- /dev/null +++ b/metagpt/ext/spo/app.py @@ -0,0 +1,199 @@ +import sys +from pathlib import Path + +root_path = Path(__file__).parent.parent.parent.parent +sys.path.append(str(root_path)) + +import streamlit as st +import yaml +import os +from metagpt.ext.spo.components.optimizer import PromptOptimizer +from metagpt.ext.spo.utils.llm_client import SPO_LLM + + +def load_yaml_template(template_path): + if template_path.exists(): + with open(template_path, 'r', encoding='utf-8') as f: + return yaml.safe_load(f) + return {"prompt": "", "requirements": "", "count": None, "faq": [{"question": "", "answer": ""}]} + + +def save_yaml_template(template_path, data): + # 确保数据结构正确 + template_format = { + "prompt": str(data.get("prompt", "")), + "requirements": str(data.get("requirements", "")), + "count": data.get("count"), + "faq": [ + { + "question": str(faq.get("question", "")), + "answer": str(faq.get("answer", "")) + } + for faq in data.get("faq", []) + ] + } + + # 创建目录（如果不存在） + template_path.parent.mkdir(parents=True, exist_ok=True) + + # 保存文件 + with open(template_path, 'w', encoding='utf-8') as f: + yaml.dump(template_format, f, allow_unicode=True, sort_keys=False) + + +def main(): + st.title("SPO Prompt Optimizer") + + # Sidebar for configurations + with st.sidebar: + st.header("Configuration") + + # Template Selection/Creation + settings_path = Path("metagpt/ext/spo/settings") + existing_templates = [f.stem for f in settings_path.glob("*.yaml")] + + template_mode = st.radio("Template Mode", ["Use Existing", "Create New"]) + + if template_mode == "Use Existing": + template_name = st.selectbox("Select Template", existing_templates) + else: + template_name = st.text_input("New Template Name") + if template_name and not template_name.endswith('.yaml'): + template_name = f"{template_name}" + + # LLM Settings + st.subheader("LLM Settings") + opt_model = st.selectbox( + "Optimization Model", + ["claude-3-5-sonnet-20240620", "gpt-4o", "gpt-4o-mini", "deepseek-chat"], + index=0 + ) + opt_temp = st.slider("Optimization Temperature", 0.0, 1.0, 0.7) + + eval_model = st.selectbox( + "Evaluation Model", + ["claude-3-5-sonnet-20240620", "gpt-4o", "gpt-4o-mini", "deepseek-chat"], + index=0 + ) + eval_temp = st.slider("Evaluation Temperature", 0.0, 1.0, 0.3) + + exec_model = st.selectbox( + "Execution Model", + ["claude-3-5-sonnet-20240620", "gpt-4o", "gpt-4o-mini", "deepseek-chat"], + index=0 + ) + exec_temp = st.slider("Execution Temperature", 0.0, 1.0, 0.0) + + # Optimizer Settings + st.subheader("Optimizer Settings") + initial_round = st.number_input("Initial Round", 1, 100, 1) + max_rounds = st.number_input("Maximum Rounds", 1, 100, 10) + + + # Main content area + st.header("Template Configuration") + + if template_name: + template_path = settings_path / f"{template_name}.yaml" + template_data = load_yaml_template(template_path) + + # 使用key来检测模板是否改变 + if 'current_template' not in st.session_state or st.session_state.current_template != template_name: + st.session_state.current_template = template_name + st.session_state.faqs = template_data.get('faq', []) + + # Edit template sections + prompt = st.text_area("Prompt", template_data.get('prompt', ''), height=100) + requirements = st.text_area("Requirements", template_data.get('requirements', ''), height=100) + + # FAQ section + st.subheader("FAQ Examples") + + # Add new FAQ button + if st.button("Add New FAQ"): + st.session_state.faqs.append({"question": "", "answer": ""}) + + # Edit FAQs + new_faqs = [] + for i in range(len(st.session_state.faqs)): + st.markdown(f"**FAQ #{i + 1}**") + col1, col2, col3 = st.columns([45, 45, 10]) + + # 使用unique key确保每个FAQ都有独立的状态 + with col1: + question = st.text_area( + f"Question {i + 1}", + st.session_state.faqs[i].get('question', ''), + key=f"q_{i}", + height=100 + ) + with col2: + answer = st.text_area( + f"Answer {i + 1}", + st.session_state.faqs[i].get('answer', ''), + key=f"a_{i}", + height=100 + ) + with col3: + if st.button("🗑️", key=f"delete_{i}"): + st.session_state.faqs.pop(i) + st.rerun() + + new_faqs.append({"question": question, "answer": answer}) + + # Save template button + if st.button("Save Template"): + new_template_data = { + "prompt": prompt, + "requirements": requirements, + "count": None, + "faq": new_faqs + } + # 保存到文件 + save_yaml_template(template_path, new_template_data) + # 更新session state + st.session_state.faqs = new_faqs + st.success(f"Template saved to {template_path}") + + # 显示当前YAML预览 + st.subheader("Current Template Preview") + preview_data = { + "prompt": prompt, + "requirements": requirements, + "count": None, + "faq": new_faqs + } + st.code(yaml.dump(preview_data, allow_unicode=True), language="yaml") + + # Start optimization button + if st.button("Start Optimization"): + try: + # Initialize LLM + SPO_LLM.initialize( + optimize_kwargs={"model": opt_model, "temperature": opt_temp}, + evaluate_kwargs={"model": eval_model, "temperature": eval_temp}, + execute_kwargs={"model": exec_model, "temperature": exec_temp}, + ) + + # Create optimizer instance + optimizer = PromptOptimizer( + optimized_path="workspace", + initial_round=initial_round, + max_rounds=max_rounds, + template=f"{template_name}.yaml", + name=template_name, + iteration=True, + ) + + # Run optimization with progress bar + with st.spinner("Optimizing prompts..."): + optimizer.optimize() + + st.success("Optimization completed!") + + except Exception as e: + st.error(f"An error occurred: {str(e)}") + + +if __name__ == "__main__": + main()