support streaming. not enable yet.

This commit is contained in:
geekan 2023-07-06 00:01:47 +08:00
parent 504de57b29
commit a69f07e62f
2 changed files with 32 additions and 2 deletions

View file

@ -17,11 +17,14 @@ async def main():
logger.info(await llm.aask('hello world'))
logger.info(await llm.aask_batch(['hi', 'write python hello world.']))
hello_msg = [{'role': 'user', 'content': 'hello'}]
hello_msg = [{'role': 'user', 'content': 'count from 1 to 10. split by newline.'}]
logger.info(await llm.acompletion(hello_msg))
logger.info(await llm.acompletion_batch([hello_msg]))
logger.info(await llm.acompletion_batch_text([hello_msg]))
logger.info(await llm.acompletion_text(hello_msg))
await llm.acompletion_text(hello_msg, stream=True)
if __name__ == '__main__':
asyncio.run(main())