Autogen Group chat with SSE backend.

[anusha-saras]

Hi,
I am creating an autogen groupchat with SSE backend, I need the chatbot to have continuous conversation with client as in take user input answer the question, then user can ask to change the answer, it should be able to update previous answer ...
I am using Roundrobin group chat with two agents, a POST end point to get user input and using team.run_stream() to stream the message using GET end point. load_state and load_history to load state and history. However, I dont the code working. can someone suggest where I am goign wrong?

def get_team(
) -> RoundRobinGroupChat:
    # Get model client from config.
    with open(model_config_path, "r") as file:
        model_config = yaml.safe_load(file.read())
    model_client = ChatCompletionClient.load_component(model_config)
    # Create the team.
    tool_agent = get_tool_agent(model_client)
    csr = get_customer_service_rep(model_client)
    team = RoundRobinGroupChat(
        [tool_agent, csr],
    )

    # Load state from file.
    if not os.path.exists(state_path):
        return team
    return team


async def get_history() -> list[dict[str, Any]]:
    """Get chat history from file."""
    if not os.path.exists(history_path):
        return []
    async with aiofiles.open(history_path, "r") as file:
        return json.loads(await file.read())
```


@app.get("/history")
async def history() -> list[dict[str, Any]]:
    try:
        return await get_history()
    except Exception as e:
        raise HTTPException(status_code=500, detail=str(e)) from e


class UserInputType(BaseModel):
    content: str
    source: str


@app.post("/userinput")
async def userinput(msg: UserInputType):
    print(f'printing request {msg}, {type(msg)}')
    data_userinput['user_input'] = {'content': msg.content, 'source': msg.source}
    message = TextMessage.model_validate(data_userinput['user_input'])
    return message.content


@app.get("/chatresponse")
async def chatresponse():
    async def return_response():
        while True:
            try:
                # Get the team and respond to the message.
                team = get_team()
                history = await get_history()
                async with aiofiles.open(state_path, "r") as file:
                    state = json.loads(await file.read())
                await team.load_state(state)
                stream = team.run_stream(task=data_userinput['user_input'])
                async for message in stream:
                    yield JSONResponse(new_model_dump)
                    if not isinstance(message, UserInputRequestedEvent):
                        # Don't save user input events to history.
                        history.append(message.model_dump())

                # Save team state to file.
                async with aiofiles.open(state_path, "w") as file:
                    state = await team.save_state()
                    await file.write(json.dumps(state))

                # Save chat history to file.
                async with aiofiles.open(history_path, "w") as file:
                    await file.write(json.dumps(history))

            except Exception as e:
                # Send error message to client
                error_message = {
                    "type": "error",
                    "content": f"Error: {str(e)}",
                    "source": "system"
                }
                yield JSONResponse(error_message)
                # Re-enable input after error
                yield JSONResponse({
                    "type": "UserInputRequestedEvent",
                    "content": "An error occurred. Please try again.",
                    "source": "system"
                })
    return EventSourceResponse(return_response())            
`

[ekzhu]

Please post fully reproducible code and error message so others can verify easily.

[anusha-saras]

Thanks for checking my query, I could resolve this. I will close this thread.