Voice Live API for Voice Agents

import asyncio, json
from azure.ai.voicelive.aio import connect
from azure.ai.voicelive.models import (
    AzureStandardVoice, FunctionTool, RequestSession, ServerEventType, AzureSemanticVad,
)
from azure.identity.aio import DefaultAzureCredential

TOOLS = [FunctionTool(
    name="get_order_status",
    description="Look up a Bookshelf order by its number",
    parameters={"type": "object", "properties": {"order_id": {"type": "string"}}, "required": ["order_id"]},
)]

async def main():
    async with connect(
        endpoint="https://foundry-bookshelf.services.ai.azure.com/",
        credential=DefaultAzureCredential(),
        model="gpt-realtime-mini",
    ) as conn:
        await conn.session.update(session=RequestSession(
            instructions="You are Bookshelf's order assistant. Be brief.",
            voice=AzureStandardVoice(name="en-US-AvaMultilingualNeural"),
            turn_detection=AzureSemanticVad(),
            tools=TOOLS,
        ))
        async for event in conn:   # microphone streaming omitted for brevity
            if event.type == ServerEventType.RESPONSE_FUNCTION_CALL_ARGUMENTS_DONE:
                args = json.loads(event.arguments)
                status = await lookup_order(args["order_id"])  # calls orders-api
                await conn.conversation.item.create(item={
                    "type": "function_call_output", "call_id": event.call_id, "output": json.dumps(status)})
                await conn.response.create()

asyncio.run(main())

using Azure.AI.VoiceLive;
using Azure.Identity;

var client = new VoiceLiveClient(
    new Uri("https://foundry-bookshelf.services.ai.azure.com/"), new DefaultAzureCredential());

await using VoiceLiveSession session = await client.StartSessionAsync("gpt-realtime-mini");

var options = new VoiceLiveSessionOptions
{
    Instructions = "You are Bookshelf's order assistant. Be brief.",
    Voice = new AzureStandardVoice("en-US-AvaMultilingualNeural"),
    TurnDetection = new AzureSemanticVadTurnDetection(),
};
options.Tools.Add(new VoiceLiveFunctionDefinition("get_order_status")
{
    Description = "Look up a Bookshelf order by its number",
    Parameters = BinaryData.FromString(
        """{"type":"object","properties":{"order_id":{"type":"string"}},"required":["order_id"]}"""),
});
await session.ConfigureSessionAsync(options);

await foreach (SessionUpdate update in session.GetUpdatesAsync())
{
    if (update is SessionUpdateResponseFunctionCallArgumentsDone call)
    {
        string status = await OrdersApi.GetStatusJsonAsync(call.Arguments);
        await session.AddItemAsync(new FunctionCallOutputItem(call.CallId, status));
        await session.StartResponseAsync();
    }
}

import com.azure.ai.voicelive.VoiceLiveAsyncClient;
import com.azure.ai.voicelive.VoiceLiveClientBuilder;
import com.azure.ai.voicelive.models.*;
import com.azure.identity.DefaultAzureCredentialBuilder;

VoiceLiveAsyncClient client = new VoiceLiveClientBuilder()
    .endpoint("https://foundry-bookshelf.services.ai.azure.com/")
    .credential(new DefaultAzureCredentialBuilder().build())
    .buildAsyncClient();

client.startSession("gpt-realtime-mini").flatMap(session ->
    session.sendEvent(new ClientEventSessionUpdate(new VoiceLiveSessionOptions()
            .setInstructions("You are Bookshelf's order assistant. Be brief.")
            .setVoice(new AzureStandardVoice("en-US-AvaMultilingualNeural"))))
        .thenMany(session.receiveEvents())
        .doOnNext(event -> System.out.println(event.getType()))
        .then()
).block();

TOKEN=$(az account get-access-token --scope https://ai.azure.com/.default --query accessToken -o tsv)

echo '{"type":"session.update","session":{"instructions":"Be brief.","voice":{"type":"azure-standard","name":"en-US-AvaMultilingualNeural"},"turn_detection":{"type":"azure_semantic_vad"}}}' \
  | websocat -H "Authorization: Bearer $TOKEN" \
    "wss://$FOUNDRY.services.ai.azure.com/voice-live/realtime?api-version=2026-04-10&model=gpt-realtime-mini"

# Check that the resource exposes the services.ai.azure.com host
curl -s -o /dev/null -w "%{http_code}\n" "https://$FOUNDRY.services.ai.azure.com/" -H "Authorization: Bearer $TOKEN"