Guidance called from Chainlit

[snowyday]

i wrote an example for Chainlint.

import asyncio
import chainlit as cl
from guidance import assistant, gen, models, user

@cl.on_chat_start
async def on_chat_start():
    llm = models.OpenAI("gpt-4-0613", echo=False)
    cl.user_session.set("agent", llm)

@cl.on_message
async def main(message: cl.Message):
    llm = cl.user_session.get("agent")
    with user():
        lm = llm + message.content

    with assistant():
        step_output = ""
        msg = cl.Message(content="")
        for event in lm.stream() + gen(name="response", temperature=0.1):
            post_text = event.get("response", "")
            for word in post_text[len(step_output) :]:
                step_output += word
                await msg.stream_token(word)
                await asyncio.sleep(0.01)

        await msg.send()
        cl.user_session.set("agent", lm + step_output)

Any feedback on how to improve the integration or handle the message streaming more efficiently would be highly appreciated.