Latency Issues w/ 11Labs (Urgent)
We are trying to reduce the latency on our calls. We are using a custom LLM so some of the issues could come from that. But we are using 11Labs 2.5 Turbo so are unsure why there is so much latency from that as well. Here is our latency summary:
{
"id": "log-1373",
"level": 30,
"time": 1757002359842,
"timestamp": 1757002359842000000,
"severityText": "INFO",
"severityNumber": 9,
"body": "Turn latency summary",
"attributes": {
"category": "latency",
"callId": "4be01233-b2d4-498f-81e6-60ddffc90a96",
"orgId": "a306bc70-3edb-4b5d-9fa0-ec3a0f78d0cb",
"totalLatencyMs": 8935,
"transcriberLatencyMs": 369,
"endpointingLatencyMs": 501,
"knowledgeBase": null,
"model": {
"fetchSequenceLatencyMs": 1,
"startTokenLatencyMs": 3898,
"firstOutputTokenLatencyMs": 3900,
"avgTokenLatencyMs": 77
},
"voice": {
"fromTranscriberLatencyMs": 8566,
"fromModelLatencyMs": 4140,
"fromRequestLatencyMs": 240
}
}
}
And the voice settings
"voice": {
"provider": "11labs",
"voiceId": "OYTbf65OHHFELVut7v2H",
"model": "eleven_flash_v2_5",
"speed": 0.94,
"stability": 0.6,
"similarityBoost": 0.78
},
{
"id": "log-1373",
"level": 30,
"time": 1757002359842,
"timestamp": 1757002359842000000,
"severityText": "INFO",
"severityNumber": 9,
"body": "Turn latency summary",
"attributes": {
"category": "latency",
"callId": "4be01233-b2d4-498f-81e6-60ddffc90a96",
"orgId": "a306bc70-3edb-4b5d-9fa0-ec3a0f78d0cb",
"totalLatencyMs": 8935,
"transcriberLatencyMs": 369,
"endpointingLatencyMs": 501,
"knowledgeBase": null,
"model": {
"fetchSequenceLatencyMs": 1,
"startTokenLatencyMs": 3898,
"firstOutputTokenLatencyMs": 3900,
"avgTokenLatencyMs": 77
},
"voice": {
"fromTranscriberLatencyMs": 8566,
"fromModelLatencyMs": 4140,
"fromRequestLatencyMs": 240
}
}
}
And the voice settings
"voice": {
"provider": "11labs",
"voiceId": "OYTbf65OHHFELVut7v2H",
"model": "eleven_flash_v2_5",
"speed": 0.94,
"stability": 0.6,
"similarityBoost": 0.78
},
