apunkt/MetaGPT
1
0
Fork 0
mirror of https://github.com/FoundationAgents/MetaGPT.git synced 2026-06-26 15:49:42 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions

Update humaneval

Browse source
This commit is contained in:
didi 2024-07-10 16:23:38 +08:00
parent 86033a1037
commit 4af2315c77
6 changed files with 46 additions and 13 deletions
Download patch file Download diff file Expand all files Collapse all files

7
he_test.py
View file

@ -5,10 +5,13 @@ from examples.ags.w_action_node.utils import jsonl_ranker
# asyncio.run(sample_generate('HumanEval/101'))
# asyncio.run(sample_generate('HumanEval/1'))
asyncio.run(samples_generate(mode='ags'))
# asyncio.run(samples_generate(mode='llm'))
# jsonl_ranker("samples.jsonl", "samples.jsonl")
# if automatic_evalplus():
# unpassed_exapmle = extract_failure_tests()
# print(unpassed_exapmle)
# print(unpassed_exapmle)
# unpassed_exapmle = extract_failure_tests()
# print(unpassed_exapmle)