Skip to content

fix(k6): record metrics inside callbacks to handle interrupted sessions #2142

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
yujonglee wants to merge 3 commits into
base: main
Choose a base branch
from
Open

fix(k6): record metrics inside callbacks to handle interrupted sessions #2142

Changes from all commits
Commits
Show all changes
3 commits
Select commit Hold shift + click to select a range
f8144c2
fix(k6): record metrics inside callbacks to handle interrupted sessions
devin-ai-integration[bot] Dec 5, 2025
e7b7a1b
feat(k6): add message count metrics (sent/received/audio chunks)
devin-ai-integration[bot] Dec 5, 2025
6bf3bd2
chore: trigger CI re-run
devin-ai-integration[bot] Dec 5, 2025
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
33 changes: 29 additions & 4 deletions apps/k6/scripts/stt-live.js
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -17,6 +17,9 @@ const wsReconnects = new Counter("ws_reconnects");
const wsConnectionDuration = new Trend("ws_connection_duration");
const wsFirstTranscriptLatency = new Trend("ws_first_transcript_latency");
const wsConnectionSuccess = new Rate("ws_connection_success");
const wsMessagesSent = new Counter("ws_messages_sent");
const wsMessagesReceived = new Counter("ws_messages_received");
const wsAudioChunksSent = new Counter("ws_audio_chunks_sent");

const TEST_DURATION = __ENV.TEST_DURATION || "1h";
const VUS = parseInt(__ENV.VUS) || 30;
Expand Down Expand Up @@ -57,10 +60,13 @@ function runSession(data) {
const startTime = Date.now();
let firstTranscriptTime = null;
let loopCount = 0;
let connectionOpened = false;

const res = ws.connect(url, params, function (socket) {
socket.on("open", () => {
connectionOpened = true;
wsConnections.add(1);
wsConnectionSuccess.add(1);

const audioBytes = new Uint8Array(data.audioData);
let offset = 0;
Expand All @@ -70,6 +76,8 @@ function runSession(data) {
const end = Math.min(offset + CHUNK_SIZE, audioBytes.length);
const chunk = audioBytes.slice(offset, end);
socket.sendBinary(chunk.buffer);
wsMessagesSent.add(1);
wsAudioChunksSent.add(1);
offset = end;
} else {
offset = 0;
Expand All @@ -79,10 +87,12 @@ function runSession(data) {

socket.setInterval(() => {
socket.send(JSON.stringify({ type: "KeepAlive" }));
wsMessagesSent.add(1);
}, 3000);
});

socket.on("message", (msg) => {
wsMessagesReceived.add(1);
try {
const response = JSON.parse(msg);

Expand All @@ -102,6 +112,9 @@ function runSession(data) {
socket.on("error", (e) => {
if (e.error() !== "websocket: close sent") {
wsErrors.add(1);
if (!connectionOpened) {
wsConnectionSuccess.add(0);
}
console.log(`[VU ${__VU}] Error: ${e.error()}`);
}
});
Expand All @@ -116,14 +129,15 @@ function runSession(data) {
}, SESSION_DURATION_MS);
});

const success = res && res.status === 101;
wsConnectionSuccess.add(success ? 1 : 0);
if (!connectionOpened) {
wsConnectionSuccess.add(0);
}

check(res, {
"WebSocket upgrade successful": (r) => r && r.status === 101,
});

return success;
return connectionOpened;
}

export default function (data) {
Expand All @@ -146,7 +160,7 @@ export function handleSummary(data) {
const report = {
timestamp: new Date().toISOString(),
duration_ms: data.state.testRunDurationMs,
vus_max: data.state.vusMax,
vus_max: data.metrics.vus_max?.values?.max || VUS,
github: GITHUB_RUN_ID
? {
run_id: GITHUB_RUN_ID,
Expand All @@ -172,6 +186,12 @@ export function handleSummary(data) {
avg_ms: data.metrics.ws_connection_duration?.values?.avg || 0,
p95_ms: data.metrics.ws_connection_duration?.values?.["p(95)"] || 0,
},
messages: {
sent: data.metrics.ws_messages_sent?.values?.count || 0,
received: data.metrics.ws_messages_received?.values?.count || 0,
audio_chunks_sent:
data.metrics.ws_audio_chunks_sent?.values?.count || 0,
},
checks_passed_rate: data.metrics.checks?.values?.rate || 0,
},
server: flyMetrics,
Expand Down Expand Up @@ -263,6 +283,11 @@ function textSummary(report) {
` Received: ${c.transcripts.received}`,
` First Latency (avg): ${c.transcripts.first_latency_avg_ms.toFixed(0)}ms`,
"",
"Messages:",
` Sent: ${c.messages.sent}`,
` Received: ${c.messages.received}`,
` Audio Chunks: ${c.messages.audio_chunks_sent}`,
"",
"Connection Duration:",
` Avg: ${formatDuration(c.connection_duration.avg_ms)}`,
` P95: ${formatDuration(c.connection_duration.p95_ms)}`,
Expand Down