merge main

This commit is contained in:
geekan 2024-01-19 16:02:09 +08:00
commit b89746b9c7
20 changed files with 167 additions and 206 deletions

View file

@ -23,6 +23,10 @@ async def main():
# streaming mode, much slower
await llm.acompletion_text(hello_msg, stream=True)
# check completion if exist to test llm complete functions
if hasattr(llm, "completion"):
logger.info(llm.completion(hello_msg))
if __name__ == "__main__":
asyncio.run(main())