MetaGPT/optimize.py
2024-09-26 20:06:57 +08:00

45 lines
1.3 KiB
Python

# -*- coding: utf-8 -*-
# @Date : 8/23/2024 20:00 PM
# @Author : didi
# @Desc : Experiment of graph optimization
from examples.ags.scripts.optimizer import Optimizer
from metagpt.configs.models_config import ModelsConfig
# Crucial Parameters
dataset = "HumanEval" # DatasetType
sample = 4 # Sample Count, which means how many workflows will be resampled from generated workflows
question_type = "code" # Question Type
optimized_path = "examples/ags/scripts/optimized" # Optimized Result Save Path
# Initialize LLM Model
four_o_llm_config = ModelsConfig.default().get("gpt-4o")
deepseek_llm_config = ModelsConfig.default().get("deepseek-chat")
mini_llm_config = ModelsConfig.default().get("gpt-4o-mini")
claude_llm_config = ModelsConfig.default().get("claude-3-5-sonnet-20240620")
# Initialize Operators List
operators = [
"Custom",
"CustomCodeGenerate",
"ScEnsemble",
"Test",
]
# Create an optimizer instance
optimizer = Optimizer(
dataset=dataset,
opt_llm_config=claude_llm_config,
exec_llm_config=four_o_llm_config,
operators=operators,
optimized_path=optimized_path,
sample=sample,
question_type=question_type,
)
# Run the optimizer
# optimizer.optimize("Graph", 30)
optimizer.optimize("Test")
# optimizer.optimize("Operator")