fix moderation, remove claude from LLM, refine exceptions handler

This commit is contained in:
geekan 2023-12-21 14:45:53 +08:00
parent bd3d5fe1f3
commit d46b7c4018
4 changed files with 20 additions and 46 deletions

View file

@ -7,23 +7,20 @@
"""
import asyncio
from metagpt.llm import LLM, Claude
from metagpt.llm import LLM
from metagpt.logs import logger
async def main():
llm = LLM()
claude = Claude()
logger.info(await claude.aask("你好,请进行自我介绍"))
logger.info(await llm.aask("hello world"))
logger.info(await llm.aask_batch(["hi", "write python hello world."]))
hello_msg = [{"role": "user", "content": "count from 1 to 10. split by newline."}]
logger.info(await llm.acompletion(hello_msg))
logger.info(await llm.acompletion_batch([hello_msg]))
logger.info(await llm.acompletion_batch_text([hello_msg]))
logger.info(await llm.acompletion_text(hello_msg))
# streaming mode, much slower
await llm.acompletion_text(hello_msg, stream=True)