2024-08-23 20:43:29 +08:00
|
|
|
# -*- coding: utf-8 -*-
|
|
|
|
|
# @Date : 8/23/2024 20:00 PM
|
|
|
|
|
# @Author : didi
|
|
|
|
|
# @Desc : Experiment of graph optimization
|
|
|
|
|
|
2024-09-25 16:46:20 +08:00
|
|
|
from examples.ags.scripts.optimizer import Optimizer
|
2024-08-26 08:40:10 +08:00
|
|
|
from metagpt.configs.models_config import ModelsConfig
|
|
|
|
|
|
|
|
|
|
|
2024-09-25 16:46:20 +08:00
|
|
|
# Crucial Parameters
|
|
|
|
|
dataset = "HumanEval" # DatasetType
|
|
|
|
|
sample = 4 # Sample Count, which means how many workflows will be resampled from generated workflows
|
|
|
|
|
question_type = "code" # Question Type
|
|
|
|
|
optimized_path = "examples/ags/scripts/optimized" # Optimized Result Save Path
|
|
|
|
|
|
|
|
|
|
# Initialize LLM Model
|
|
|
|
|
mini_llm_config = ModelsConfig.default().get("gpt-4o-mini")
|
2024-09-02 16:47:03 +08:00
|
|
|
claude_llm_config = ModelsConfig.default().get("claude-3-5-sonnet-20240620")
|
2024-09-25 16:46:20 +08:00
|
|
|
|
|
|
|
|
# Initialize Operators List
|
|
|
|
|
operators = [
|
2024-09-02 16:47:03 +08:00
|
|
|
"Custom",
|
2024-09-25 16:46:20 +08:00
|
|
|
"CustomCodeGenerate",
|
2024-08-26 08:40:10 +08:00
|
|
|
"ScEnsemble",
|
2024-09-25 16:46:20 +08:00
|
|
|
"Test",
|
2024-08-26 08:40:10 +08:00
|
|
|
]
|
|
|
|
|
|
2024-09-25 16:46:20 +08:00
|
|
|
# Create an optimizer instance
|
2024-08-26 08:40:10 +08:00
|
|
|
optimizer = Optimizer(
|
|
|
|
|
dataset=dataset,
|
|
|
|
|
opt_llm_config=claude_llm_config,
|
2024-09-25 16:46:20 +08:00
|
|
|
exec_llm_config=mini_llm_config,
|
|
|
|
|
operators=operators,
|
2024-08-26 08:40:10 +08:00
|
|
|
optimized_path=optimized_path,
|
|
|
|
|
sample=sample,
|
2024-09-25 16:46:20 +08:00
|
|
|
question_type=question_type,
|
2024-08-26 08:40:10 +08:00
|
|
|
)
|
|
|
|
|
|
2024-09-25 16:46:20 +08:00
|
|
|
# Run the optimizer
|
|
|
|
|
optimizer.optimize("Graph", 10)
|
|
|
|
|
# optimizer.optimize("Graph")
|
|
|
|
|
# optimizer.optimize("Operator")
|
|
|
|
|
|
