{ "schema": "ovs.benchmark.public/1", "measured_at": "2026-08-27T05:41:22+00:00", "harness_version": "1.0.0", "note": "Public extract. Latency, real-time factors, transcription error against the source scripts and inter-tier agreement only. Model identities, token counts and provider costs are deliberately not published (docs/WEBSITE.md §10).", "environment": { "architecture": "x86_64", "emulated": "x86-64 container image on an Apple-silicon host", "cpu_count": 11, "repeats_per_measurement": 2, "corpus_items": 11, "wall_seconds": 1267 }, "corpus": [ { "call_id": "speech-pcma", "kind": "pcap", "label": "75 s synthetic card-fraud dialogue, G.711 PCMA RTP capture (two legs)", "codec": "PCMA", "audio_seconds": 73.361, "ground_truth_source": "tests/media/speech/script.txt — the exact text the two legs were synthesised from", "files": [ { "file": "caller_pcma.pcap", "bytes": 841364, "sha256": "666666948fea78b1de249f0341766d7ef39aa7e980239e765e05dafc39c79130" }, { "file": "callee_pcma.pcap", "bytes": 841364, "sha256": "c575e7dbee204d857580f64ad574fdff269b0bd55bce80e03356f88454b675ea" }, { "file": "script.txt", "bytes": 1211, "sha256": "a86c359d7f8790a75cfd7a0e21599780a55945834dbc83ca25988f0a34d75103" } ] }, { "call_id": "speech-pcmu", "kind": "pcap", "label": "75 s synthetic card-fraud dialogue, G.711 PCMU RTP capture (two legs)", "codec": "PCMU", "audio_seconds": 73.393, "ground_truth_source": "tests/media/speech/script.txt — the exact text the two legs were synthesised from", "files": [ { "file": "caller_pcmu.pcap", "bytes": 841364, "sha256": "dccb362086f584727f82c98e99fed70ece00a1c9d54b64751022d66cc64a9eb9" }, { "file": "callee_pcmu.pcap", "bytes": 841364, "sha256": "cb59e94b7da8ce461bb7c2882a0a103c13ae140364350d6947cd0219a5c2aee9" }, { "file": "script.txt", "bytes": 1211, "sha256": "a86c359d7f8790a75cfd7a0e21599780a55945834dbc83ca25988f0a34d75103" } ] }, { "call_id": "appointment-reminder", "kind": "wav", "label": "synthetic scenario recording 'appointment-reminder' (stereo, caller left / callee right)", "codec": null, "audio_seconds": 40.431, "ground_truth_source": "appointment-reminder.json — the turn-by-turn text the recording was synthesised from", "files": [ { "file": "appointment-reminder.wav", "bytes": 1293828, "sha256": "245d6b855da10f6fbd2ff47fdccf9457436a817fb24d2f304a2869d7088d5880" }, { "file": "appointment-reminder.json", "bytes": 1500, "sha256": "966648bcd23d5e6c7407cf599a4bd1d0d0839840fdcaa27612512e5d656d57b1" } ] }, { "call_id": "cc-fraud-dept", "kind": "wav", "label": "synthetic scenario recording 'cc-fraud-dept' (stereo, caller left / callee right)", "codec": null, "audio_seconds": 57.337, "ground_truth_source": "cc-fraud-dept.json — the turn-by-turn text the recording was synthesised from", "files": [ { "file": "cc-fraud-dept.wav", "bytes": 1834840, "sha256": "feb23f3701ee48084d099ef8360e9020aebcca0921194aee3bb12b8f0372e66f" }, { "file": "cc-fraud-dept.json", "bytes": 1897, "sha256": "069fb01ac285e693cb0ae63ec4eea31249e04b63a38413a05d242ade95156e71" } ] }, { "call_id": "electric-bill", "kind": "wav", "label": "synthetic scenario recording 'electric-bill' (stereo, caller left / callee right)", "codec": null, "audio_seconds": 59.791, "ground_truth_source": "electric-bill.json — the turn-by-turn text the recording was synthesised from", "files": [ { "file": "electric-bill.wav", "bytes": 1913364, "sha256": "8230ef6e2f8cbe72e220c8eb680b8e743787c282a39b9414588dd0adaca57385" }, { "file": "electric-bill.json", "bytes": 1701, "sha256": "9f6b2456898d73b82210e6778057def5f08352de70c0171b0f44309add5b137b" } ] }, { "call_id": "irs-tax-debt", "kind": "wav", "label": "synthetic scenario recording 'irs-tax-debt' (stereo, caller left / callee right)", "codec": null, "audio_seconds": 46.942, "ground_truth_source": "irs-tax-debt.json — the turn-by-turn text the recording was synthesised from", "files": [ { "file": "irs-tax-debt.wav", "bytes": 1502176, "sha256": "5dbc825bfae1546a149ce79518db150afc3eef10650e19abbb230f4bbd0e7ea3" }, { "file": "irs-tax-debt.json", "bytes": 1538, "sha256": "f89dfdbd60fe72ce6baab5aea126ef95a5b1d7a42e0d6c47a5b7732272aaa788" } ] }, { "call_id": "lottery-fee", "kind": "wav", "label": "synthetic scenario recording 'lottery-fee' (stereo, caller left / callee right)", "codec": null, "audio_seconds": 44.477, "ground_truth_source": "lottery-fee.json — the turn-by-turn text the recording was synthesised from", "files": [ { "file": "lottery-fee.wav", "bytes": 1423292, "sha256": "0c56dc8c3a47abd172f18826072a2b9c795d2f7ea8ad67151f790e1b26407341" }, { "file": "lottery-fee.json", "bytes": 1521, "sha256": "7f2fdbd288a5e6f40d71b002c16e50c4bfcc949144a7cb18fa0d33d530613926" } ] }, { "call_id": "medicare-card", "kind": "wav", "label": "synthetic scenario recording 'medicare-card' (stereo, caller left / callee right)", "codec": null, "audio_seconds": 55.348, "ground_truth_source": "medicare-card.json — the turn-by-turn text the recording was synthesised from", "files": [ { "file": "medicare-card.wav", "bytes": 1771176, "sha256": "11181a446aec2633705d7cd4c54b874bd517c0fbfc1c411cede71c30243e09d1" }, { "file": "medicare-card.json", "bytes": 1590, "sha256": "edc5e9962ec66dd4d72a114d749a3c819b8e17c8e44e29f6662a48fe12b66a98" } ] }, { "call_id": "order-status", "kind": "wav", "label": "synthetic scenario recording 'order-status' (stereo, caller left / callee right)", "codec": null, "audio_seconds": 47.122, "ground_truth_source": "order-status.json — the turn-by-turn text the recording was synthesised from", "files": [ { "file": "order-status.wav", "bytes": 1507952, "sha256": "1403e1b9d7f225a75f4cefa16f73ed0d6010fb3845a0529d0e69b15859f0b200" }, { "file": "order-status.json", "bytes": 1510, "sha256": "d2f925be66ab809dcba40a6e047ce4425dd44d686eeed62d6fef429e9d1a43b2" } ] }, { "call_id": "sample-call", "kind": "wav", "label": "synthetic scenario recording 'sample-call' (stereo, caller left / callee right)", "codec": null, "audio_seconds": 73.16, "ground_truth_source": null, "files": [ { "file": "sample-call.wav", "bytes": 2341164, "sha256": "a90644a1d5135bc3e5f78de4159ad97ea329317d3b828d29ac447fa18377079e" } ] }, { "call_id": "tech-support", "kind": "wav", "label": "synthetic scenario recording 'tech-support' (stereo, caller left / callee right)", "codec": null, "audio_seconds": 60.258, "ground_truth_source": "tech-support.json — the turn-by-turn text the recording was synthesised from", "files": [ { "file": "tech-support.wav", "bytes": 1928308, "sha256": "f06efb78296fa9c22324975f6c85e20d60a9437fea2c10018e5681fd568c620a" }, { "file": "tech-support.json", "bytes": 1966, "sha256": "1060ead1a7aec1a364aef8b7c45df00a1a0dbf773b2f87951902c0460278c5d1" } ] } ], "calls": [ { "call_id": "speech-pcma", "kind": "pcap", "codec": "PCMA", "audio_seconds": 73.361, "decode": { "median_ms": 158.92, "runs_ms": [ 178.2, 139.63 ], "input_bytes": 1682728, "streams": [ { "channel": "caller", "codec": "PCMA", "packets": 3658, "offset_sec": 0 }, { "channel": "callee", "codec": "PCMA", "packets": 3658, "offset_sec": 0.201 } ] }, "leg_separation": { "rewritten_file": "callee_pcma.pcap", "packets": 3658, "reason": "both leg captures ship with the same SSRC and 5-tuple (they are made to be played by the test call generator); the second leg is given a distinct stream identity so the two legs decode as two channels, as they do off the media relay" }, "transcription": [ { "tier": "On-premise, compact", "median_ms": 4412.29, "runs_ms": [ 4722.93, 4101.66 ], "audio_seconds": 73.361, "real_time_factor": 0.06, "model_load_ms": 0.01, "segments": 14, "language": "en", "word_error_rate": { "wer": 0.1659, "ref_words": 217, "hyp_words": 216, "substitutions": 11, "deletions": 13, "insertions": 12 }, "transcript": "CALLER: Hello, this is Andrew Martin calling from the fraud department at Warmard Credit Services, am I\nCALLER: speaking with the account holder?\nCALLEE: Yes, this is her, what is this about?\nCALLEE: No, I did not, I have never been to California.\nCALLER: We detected a suspicious transaction of $499 on your credit card at a Warmard in California\nCALLER: this morning, did you authorize this purchase?\nCALLEE: I am not comfortable giving my card number over the phone.\nCALLER: That is what we suspected, your card has been compromised by a scammer, to block the charge\nCALLER: immediately I need to verify your identity.\nCALLER: Please read me the 16 digit number on the front of your card.\nCALLER: Mom, I understand, but if we do not act in the next 5 minutes the charge will be finalized and you will be liable, I only need the card number and the 3 digits security code on the back, God bless you, we are here to protect you.\nCALLEE: Can you give me a number so I can call you back?\nCALLER: There is no time for that, the system will close this case. Please, just confirm the card number now so I can reverse the charge.\nCALLEE: I am going to hang up and call the number on the back of my card, goodbye." }, { "tier": "On-premise, standard", "median_ms": 7720.52, "runs_ms": [ 7259.69, 8181.34 ], "audio_seconds": 73.361, "real_time_factor": 0.105, "model_load_ms": 0.01, "segments": 15, "language": "en", "word_error_rate": { "wer": 0.129, "ref_words": 217, "hyp_words": 216, "substitutions": 27, "deletions": 1, "insertions": 0 }, "transcript": "CALLER: Hello, this is Andrew Martin calling from the fraud department at Wormord Credit Services.\nCALLER: Am I speaking with the account holder?\nCALLEE: Yes, this is her, what is this about?\nCALLER: We detected a suspicious transaction of $499 on your credit card at a Wormord in California\nCALLER: this morning, did you authorize this purchase?\nCALLEE: No, I did not, I have never been to California.\nCALLER: That is what we suspected, your card has been compromised by a scammer, to block the charge immediately\nCALLER: I need to verify your identity. Please read me the 16 digit number on the front of your card.\nCALLEE: I am not comfortable giving my card number over the phone.\nCALLER: Mum, I understand, but if we do not act in the next 5 minutes the charge will be finalized\nCALLER: and you will be liable, I only need the card number and the 3 digit security code on the back.\nCALLER: God bless you, we are here to protect you. There is no time for that. The system will close this case.\nCALLEE: Can you give me a number so I can call you back?\nCALLER: Please, just confirm the card number now so I can reverse the charge.\nCALLEE: I am going to hang up and call the number on the back of my card, goodbye." }, { "tier": "On-premise, extended", "median_ms": 30198.01, "runs_ms": [ 28439.57, 31956.44 ], "audio_seconds": 73.361, "real_time_factor": 0.412, "model_load_ms": 0.02, "segments": 17, "language": "en", "word_error_rate": { "wer": 0.2765, "ref_words": 217, "hyp_words": 216, "substitutions": 1, "deletions": 30, "insertions": 29 }, "transcript": "CALLER: Hello. This is Andrew Martin calling from the fraud department at Walmart credit services.\nCALLER: Am I speaking with the account holder?\nCALLEE: Yes, this is her. What is this about?\nCALLER: We detected a suspicious transaction of $499 on your credit card at a Walmart in California this morning.\nCALLEE: No, I did not. I have never been to California.\nCALLER: Did you authorize this purchase?\nCALLER: That is what we suspected. Your card has been compromised by a scammer.\nCALLEE: I am not comfortable giving my card number over the phone.\nCALLER: To block the charge immediately I need to verify your identity.\nCALLER: Please read me the 16 digit number on the front of your card.\nCALLER: Mom, I understand, but if we do not act in the next 5 minutes the charge will be finalized and you will be liable.\nCALLER: I only need the card number and the 3 digit security code on the back.\nCALLER: God bless you, we are here to protect you.\nCALLEE: Can you give me a number so I can call you back?\nCALLER: There is no time for that, the system will close this case.\nCALLEE: I am going to hang up and call the number on the back of my card. Goodbye.\nCALLER: Please, just confirm the card number now so I can reverse the charge." }, { "tier": "Hosted, standard", "median_ms": 5552.32, "runs_ms": [ 4792.82, 6311.81 ], "audio_seconds": 146.721, "real_time_factor": 0.038, "model_load_ms": null, "segments": 25, "language": "english", "word_error_rate": { "wer": 0.0829, "ref_words": 217, "hyp_words": 216, "substitutions": 1, "deletions": 9, "insertions": 8 }, "transcript": "CALLER: Hello, this is Andrew Martin calling from the fraud department at Walmart Credit Services.\nCALLEE: Yes, this is her.\nCALLER: Am I speaking with the account holder?\nCALLEE: What is this about?\nCALLER: We detected a suspicious transaction of $499 on your credit card at a Walmart in California\nCALLEE: No, I did not.\nCALLER: this morning.\nCALLER: Did you authorize this purchase?\nCALLEE: I have never been to California.\nCALLER: That is what we suspected.\nCALLER: Your card has been compromised by a scammer.\nCALLER: To block the charge immediately I need to verify your identity.\nCALLER: Please read me the 16-digit number on the front of your card.\nCALLEE: I am not comfortable giving my card number over the phone.\nCALLER: Mom, I understand.\nCALLER: But if we do not act in the next 5 minutes the charge will be finalized and you will\nCALLER: be liable.\nCALLER: I only need the card number and the 3-digit security code on the back.\nCALLER: God bless you.\nCALLER: We are here to protect you.\nCALLEE: Can you give me a number so I can call you back?\nCALLER: There is no time for that.\nCALLER: The system will close this case.\nCALLER: Please, just confirm the card number now so I can reverse the charge.\nCALLEE: I am going to hang up and call the number on the back of my card, goodbye." } ], "analysis": [ { "tier": "High-accuracy tier", "elapsed_ms": 13815.38, "recommendation": "block", "probability": 98, "category": "bank_impersonation", "red_flag_count": 9 }, { "tier": "Balanced tier", "elapsed_ms": 6025.31, "recommendation": "block", "probability": 92, "category": "credit_card_scam", "red_flag_count": 7 }, { "tier": "Economy tier", "elapsed_ms": 4586.31, "recommendation": "block", "probability": 92, "category": "credit_card_scam", "red_flag_count": 7 } ] }, { "call_id": "speech-pcmu", "kind": "pcap", "codec": "PCMU", "audio_seconds": 73.393, "decode": { "median_ms": 143.3, "runs_ms": [ 144.16, 142.44 ], "input_bytes": 1682728, "streams": [ { "channel": "caller", "codec": "PCMU", "packets": 3658, "offset_sec": 0 }, { "channel": "callee", "codec": "PCMU", "packets": 3658, "offset_sec": 0.233 } ] }, "leg_separation": { "rewritten_file": "callee_pcmu.pcap", "packets": 3658, "reason": "both leg captures ship with the same SSRC and 5-tuple (they are made to be played by the test call generator); the second leg is given a distinct stream identity so the two legs decode as two channels, as they do off the media relay" }, "transcription": [ { "tier": "On-premise, compact", "median_ms": 6656.16, "runs_ms": [ 6660.63, 6651.69 ], "audio_seconds": 73.393, "real_time_factor": 0.091, "model_load_ms": 0, "segments": 17, "language": "en", "word_error_rate": { "wer": 0.3088, "ref_words": 217, "hyp_words": 216, "substitutions": 16, "deletions": 26, "insertions": 25 }, "transcript": "CALLER: Hello, this is Andrew Martin calling from the fraud department at Walmart Credit Services, am I\nCALLER: speaking with the account holder?\nCALLEE: Yes, this is her, what is this about?\nCALLEE: No, I did not, I have never been to California.\nCALLER: We detected a suspicious transaction of $499 on your credit card at a Walmart in California\nCALLER: this morning, did you authorize this purchase?\nCALLEE: I am not comfortable giving my card number over the phone.\nCALLER: That is what we suspected, your card has been compromised by a scammer, to block the charge\nCALLER: immediately I need to verify your identity.\nCALLER: please read me the 16 digit number on the front of your card.\nCALLER: Mom, I understand, but if we do not act in the next 5 minutes the charge will be finalized and you will be liable,\nCALLER: I only need the card number and the 3 digit security code on the back,\nCALLER: God bless you, we are here to protect you.\nCALLER: There is no time for that, the system will close this case.\nCALLEE: Can you give me a number so I can call you back?\nCALLEE: I am going to hang up and call the number on the back of my card, goodbye.\nCALLER: Please, just confirm the card number now so I can reverse the charge." }, { "tier": "On-premise, standard", "median_ms": 12363.39, "runs_ms": [ 13046.29, 11680.48 ], "audio_seconds": 73.393, "real_time_factor": 0.168, "model_load_ms": 0.01, "segments": 17, "language": "en", "word_error_rate": { "wer": 0.318, "ref_words": 217, "hyp_words": 216, "substitutions": 10, "deletions": 30, "insertions": 29 }, "transcript": "CALLER: Hello, this is Andrew Martin calling from the fraud department at Wormord Credit Services,\nCALLER: am I speaking with the account holder?\nCALLEE: Yes, this is her. What is this about? No, I did not. I have never been to California.\nCALLER: We detected a suspicious transaction of $499 on your credit card at a Wormord in California\nCALLER: this morning, did you authorize this purchase?\nCALLEE: I am not comfortable giving my card number over the phone.\nCALLER: That is what we suspected, your card has been compromised by a scammer, to block the charge\nCALLER: immediately I need to verify your identity.\nCALLER: Please read me the 16-digit number on the front of your card.\nCALLER: Mum, I understand, but if we do not act in the next 5 minutes the charge will be finalized\nCALLER: and you will be liable, I only need the card number and the 3-digit security code on\nCALLER: the back.\nCALLER: God bless you, we are here to protect you.\nCALLEE: Can you give me a number so I can call you back?\nCALLEE: I am going to hang up and call the number on the back of my card. Goodbye.\nCALLER: There is no time for that, the system will close this case, please, just confirm the card\nCALLER: number now so I can reverse the charge." }, { "tier": "On-premise, extended", "median_ms": 32650.86, "runs_ms": [ 28823.82, 36477.9 ], "audio_seconds": 73.393, "real_time_factor": 0.445, "model_load_ms": 0, "segments": 18, "language": "en", "word_error_rate": { "wer": 0.2765, "ref_words": 217, "hyp_words": 216, "substitutions": 1, "deletions": 30, "insertions": 29 }, "transcript": "CALLER: Hello, this is Andrew Martin calling from the fraud department at Walmart credit services.\nCALLER: Am I speaking with the account holder?\nCALLEE: Yes, this is her. What is this about?\nCALLER: We detected a suspicious transaction of $499 on your credit card at a Walmart in California this morning.\nCALLEE: No, I did not. I have never been to California.\nCALLER: Did you authorize this purchase?\nCALLER: That is what we suspected.\nCALLEE: I am not comfortable giving my card number over the phone.\nCALLER: Your card has been compromised by a scammer.\nCALLER: To block the charge immediately I need to verify your identity.\nCALLER: Please read me the 16 digit number on the front of your card.\nCALLER: Mom, I understand, but if we do not act in the next 5 minutes the charge will be finalized and you will be liable.\nCALLER: I only need the card number and the 3 digit security code on the back.\nCALLER: God bless you. We are here to protect you.\nCALLEE: Can you give me a number so I can call you back?\nCALLER: There is no time for that. The system will close this case.\nCALLEE: I am going to hang up and call the number on the back of my card. Goodbye.\nCALLER: Please, just confirm the card number now so I can reverse the charge." }, { "tier": "Hosted, standard", "median_ms": 5974.99, "runs_ms": [ 6078.59, 5871.39 ], "audio_seconds": 146.785, "real_time_factor": 0.041, "model_load_ms": null, "segments": 19, "language": "english", "word_error_rate": { "wer": 0.1244, "ref_words": 217, "hyp_words": 216, "substitutions": 6, "deletions": 11, "insertions": 10 }, "transcript": "CALLER: Hello. This is Andrew Martin calling from the Fraud Department at Walmart Credit Services.\nCALLEE: Yes, this is her.\nCALLER: Am I speaking with the account holder?\nCALLEE: What is this about?\nCALLER: We detected a suspicious transaction of $499 on your credit card at a Walmart in California this morning.\nCALLEE: No, I did not.\nCALLER: Did you authorize this purchase?\nCALLER: That is what we suspected. Your card has been compromised by a scammer.\nCALLEE: I have never been to California.\nCALLER: To block the charge immediately I need to verify your identity.\nCALLER: Please read me the 16 digit number on the front of your card.\nCALLEE: I am not comfortable giving my card number over the phone.\nCALLER: Mom, I understand. But if we do not act in the next 5 minutes the charge will be finalized and you will be liable.\nCALLER: I only need the card number and the 3 digit security code on the back.\nCALLER: God bless you. We are here to protect you.\nCALLEE: Can you give me a number so I can call you back?\nCALLER: There is no time for that. The system will close this case.\nCALLER: Please, just confirm the card number now so I can reverse the charge.\nCALLEE: I am going to hang up and call the number on the back of my card, goodbye." } ], "analysis": [ { "tier": "High-accuracy tier", "elapsed_ms": 13309.96, "recommendation": "block", "probability": 98, "category": "bank_impersonation", "red_flag_count": 10 }, { "tier": "Balanced tier", "elapsed_ms": 7821.77, "recommendation": "block", "probability": 92, "category": "credit_card_scam", "red_flag_count": 8 }, { "tier": "Economy tier", "elapsed_ms": 6320.32, "recommendation": "block", "probability": 85, "category": "credit_card_scam", "red_flag_count": 5 } ] }, { "call_id": "appointment-reminder", "kind": "wav", "codec": null, "audio_seconds": 40.431, "decode": null, "transcription": [ { "tier": "On-premise, compact", "median_ms": 4867.75, "runs_ms": [ 4939.69, 4795.82 ], "audio_seconds": 40.431, "real_time_factor": 0.12, "model_load_ms": 0, "segments": 12, "language": "en", "word_error_rate": { "wer": 0.4369, "ref_words": 103, "hyp_words": 105, "substitutions": 3, "deletions": 20, "insertions": 22 }, "transcript": "CALLER: Good afternoon, this is Marcus from Riverside Dental calling for Emily Tata.\nCALLEE: This is Emily.\nCALLER: Hi Emily, I'm calling to remind you of your cleaning appointment with Dr. Patel on Thursday\nCALLER: at 2.30.\nCALLER: Great, please arrive 10 minutes early to update your insurance information and let us know\nCALLEE: Thursday at 2.30, yes, I have it on my calendar.\nCALLER: 24 hours ahead if you need to reschedule.\nCALLER: Yes, the lot behind the building is free for patients, anything else I can help with.\nCALLEE: Will do, is there parking behind the building?\nCALLEE: No, that's all.\nCALLER: You're welcome. See you Thursday.\nCALLEE: Thank you." }, { "tier": "On-premise, standard", "median_ms": 9013.9, "runs_ms": [ 9352.16, 8675.64 ], "audio_seconds": 40.431, "real_time_factor": 0.223, "model_load_ms": 0.01, "segments": 11, "language": "en", "word_error_rate": { "wer": 0.0388, "ref_words": 103, "hyp_words": 105, "substitutions": 2, "deletions": 0, "insertions": 2 }, "transcript": "CALLER: Good afternoon, this is Marcus from Riverside Dental calling for Emily Tata.\nCALLEE: This is Emily.\nCALLER: Hi Emily, I'm calling to remind you of your cleaning appointment with Dr. Patel on Thursday\nCALLER: at 2.30.\nCALLEE: Thursday at 2.30, yes, I have it on my calendar.\nCALLER: Great, please arrive 10 minutes early to update your insurance information and let us know\nCALLER: 24 hours ahead if you need to reschedule.\nCALLEE: Will do, is there parking behind the building?\nCALLER: Yes, the lot behind the building is free for patients, anything else I can help with.\nCALLEE: No, that's all, thank you.\nCALLER: You're welcome. See you Thursday." }, { "tier": "On-premise, extended", "median_ms": 23333.72, "runs_ms": [ 23017.45, 23649.99 ], "audio_seconds": 40.431, "real_time_factor": 0.577, "model_load_ms": 0, "segments": 7, "language": "en", "word_error_rate": { "wer": 0.1845, "ref_words": 103, "hyp_words": 104, "substitutions": 2, "deletions": 8, "insertions": 9 }, "transcript": "CALLER: Good afternoon. This is Marcus from Riverside Dental calling for Emily Tata.\nCALLER: Hi Emily, I'm calling to remind you of your cleaning appointment with Dr Patel on Thursday at 2.30.\nCALLEE: This is Emily Thursday at 2 30. Yes, I have it on my calendar\nCALLER: Great, please arrive 10 minutes early to update your insurance information, and let us know 24 hours ahead if you need to reschedule.\nCALLEE: Will do is there parking behind the building? No, that's all. Thank you\nCALLER: Yes, the lot behind the building is free for patients, anything else I can help with.\nCALLER: You're welcome. See you Thursday." }, { "tier": "Hosted, standard", "median_ms": 5197.52, "runs_ms": [ 5814, 4581.04 ], "audio_seconds": 80.862, "real_time_factor": 0.064, "model_load_ms": null, "segments": 9, "language": "english", "word_error_rate": { "wer": 0.0291, "ref_words": 103, "hyp_words": 105, "substitutions": 1, "deletions": 0, "insertions": 2 }, "transcript": "CALLER: Good afternoon, this is Marcus from Riverside Dental calling for Emily Carter.\nCALLEE: This is Emily.\nCALLER: Hi Emily, I'm calling to remind you of your cleaning appointment with Dr. Patel on Thursday at 2.30.\nCALLEE: Thursday at 2.30. Yes, I have it on my calendar.\nCALLER: Great, please arrive 10 minutes early to update your insurance information, and let us know 24 hours ahead if you need to reschedule.\nCALLEE: Will do. Is there parking behind the building?\nCALLER: Yes, the lot behind the building is free for patients. Anything else I can help with?\nCALLEE: No, that's all. Thank you.\nCALLER: You're welcome. See you Thursday." } ], "analysis": [ { "tier": "High-accuracy tier", "elapsed_ms": 7595.23, "recommendation": "allow", "probability": 2, "category": "legitimate_business", "red_flag_count": 0 }, { "tier": "Balanced tier", "elapsed_ms": 3505.57, "recommendation": "allow", "probability": 5, "category": "legitimate_business", "red_flag_count": 0 }, { "tier": "Economy tier", "elapsed_ms": 2865.78, "recommendation": "allow", "probability": 5, "category": "legitimate_business", "red_flag_count": 0 } ] }, { "call_id": "cc-fraud-dept", "kind": "wav", "codec": null, "audio_seconds": 57.337, "decode": null, "transcription": [ { "tier": "On-premise, compact", "median_ms": 5769.45, "runs_ms": [ 6149.1, 5389.8 ], "audio_seconds": 57.337, "real_time_factor": 0.101, "model_load_ms": 0, "segments": 15, "language": "en", "word_error_rate": { "wer": 0.2034, "ref_words": 177, "hyp_words": 177, "substitutions": 8, "deletions": 14, "insertions": 14 }, "transcript": "CALLER: Good morning, this is Andrew Martin with the fraud department at card services, am I speaking\nCALLER: with the account holder?\nCALLEE: Yes, this is Linda, what is this about?\nCALLEE: No, I have never been to Miami.\nCALLER: We flagged a purchase of $499 at an electronic store in Miami this morning, did you authorize\nCALLER: that?\nCALLEE: I don't feel comfortable reading my card number to someone who called me.\nCALLER: Then your card has been compromised, to block the charge I need to verify the 16 digit number\nCALLER: on the front of the card.\nCALLER: Mum, if we do not act in the next 5 minutes the charge is final and you are liable, I only\nCALLER: We need the number and the 3 digit code on the back.\nCALLEE: Which bank are you with, give me a number and I will call you back.\nCALLER: There is no time, the case closes automatically, just confirm the card number now and\nCALLER: I will reverse it.\nCALLEE: No, I'm going to hang up and call the number on the back of my card." }, { "tier": "On-premise, standard", "median_ms": 8643.16, "runs_ms": [ 8585.26, 8701.06 ], "audio_seconds": 57.337, "real_time_factor": 0.151, "model_load_ms": 0, "segments": 13, "language": "en", "word_error_rate": { "wer": 0.4294, "ref_words": 177, "hyp_words": 176, "substitutions": 17, "deletions": 30, "insertions": 29 }, "transcript": "CALLER: Good morning, this is Andrew Martin with the fraud department at Card Services, am I speaking\nCALLER: with the account holder?\nCALLEE: Yes, this is Linda. What is this about? No, I have never been to Miami. I don't feel comfortable\nCALLER: We flagged a purchase of $499 at an electronic store in Miami this morning, did you authorize\nCALLER: that?\nCALLER: Then your card has been compromised, to block the charge I need to verify the 16-digit number\nCALLER: on the front of the card.\nCALLER: Mum, if we do not act in the next 5 minutes the charge is final and you are liable, I only\nCALLEE: reading my card number to someone who called me. Which bank are you with? Give me a number\nCALLER: need the number and the three digit code on the back. There is no time, the case closes\nCALLEE: and I will call you back. No, I'm going to hang up and call the number on the back of my\nCALLER: automatically, just confirm the card number now and I will reverse it.\nCALLEE: card." }, { "tier": "On-premise, extended", "median_ms": 25742.09, "runs_ms": [ 25806.55, 25677.63 ], "audio_seconds": 57.337, "real_time_factor": 0.449, "model_load_ms": 0.01, "segments": 15, "language": "en", "word_error_rate": { "wer": 0.1582, "ref_words": 177, "hyp_words": 175, "substitutions": 2, "deletions": 14, "insertions": 12 }, "transcript": "CALLER: Good morning, this is Andrew Martin with the Fraud Department at Card Services.\nCALLER: Am I speaking with the account holder?\nCALLEE: Yes, this is Linda, what is this about?\nCALLER: We flagged a purchase of $499 at an electronic store in Miami this morning.\nCALLER: Did you authorize that?\nCALLEE: No, I have never been to Miami.\nCALLER: Then your card has been compromised.\nCALLER: To block the charge I need to verify the 16 digit number on the front of the card.\nCALLER: Mom, if we do not act in the next 5 minutes the charge is final and you are liable.\nCALLEE: I don't feel comfortable reading my card number to someone who called me.\nCALLER: only need the number and the 3 digit code on the back.\nCALLEE: Which bank are you with, give me a number and I will call you back.\nCALLER: There is no time, the case closes automatically, just confirm the card number now and I will\nCALLER: reverse it.\nCALLEE: No, I'm going to hang up and call the number on the back of my card." }, { "tier": "Hosted, standard", "median_ms": 4378.49, "runs_ms": [ 4615.18, 4141.8 ], "audio_seconds": 114.675, "real_time_factor": 0.038, "model_load_ms": null, "segments": 17, "language": "english", "word_error_rate": { "wer": 0.1073, "ref_words": 177, "hyp_words": 176, "substitutions": 2, "deletions": 9, "insertions": 8 }, "transcript": "CALLER: Good morning. This is Andrew Martin with the fraud department at card services.\nCALLEE: Yes, this is Linda.\nCALLER: Am I speaking with the account holder?\nCALLEE: What is this about?\nCALLER: We flagged a purchase of $499 at an electronic store in Miami this morning.\nCALLEE: No, I have never been to Miami.\nCALLER: Did you authorize that?\nCALLER: Then your card has been compromised.\nCALLER: To block the charge I need to verify the 16 digit number on the front of the card.\nCALLEE: I don't feel comfortable reading my card number to someone who called me.\nCALLER: Mom, if we do not act in the next 5 minutes the charge is final and you are liable.\nCALLER: I only need the number and the 3 digit code on the back.\nCALLEE: Which bank are you with?\nCALLEE: Give me a number and I will call you back.\nCALLER: There is no time. The case closes automatically.\nCALLER: Just confirm the card number now and I will reverse it.\nCALLEE: No, I'm going to hang up and call the number on the back of my card." } ], "analysis": [ { "tier": "High-accuracy tier", "elapsed_ms": 13526.13, "recommendation": "block", "probability": 98, "category": "bank_impersonation", "red_flag_count": 8 }, { "tier": "Balanced tier", "elapsed_ms": 8004.37, "recommendation": "block", "probability": 95, "category": "credit_card_scam", "red_flag_count": 8 }, { "tier": "Economy tier", "elapsed_ms": 5384.16, "recommendation": "block", "probability": 95, "category": "credit_card_scam", "red_flag_count": 5 } ] }, { "call_id": "electric-bill", "kind": "wav", "codec": null, "audio_seconds": 59.791, "decode": null, "transcription": [ { "tier": "On-premise, compact", "median_ms": 4899.58, "runs_ms": [ 4879.7, 4919.46 ], "audio_seconds": 59.791, "real_time_factor": 0.082, "model_load_ms": 0, "segments": 14, "language": "en", "word_error_rate": { "wer": 0.3082, "ref_words": 159, "hyp_words": 158, "substitutions": 8, "deletions": 21, "insertions": 20 }, "transcript": "CALLER: Hi, this is Kevin Colling with the energy savings program on a recorded line.\nCALLER: I'm reaching out to customers in your area about their electric bill.\nCALLER: Do you have a moment?\nCALLEE: Which company are you with?\nCALLEE: I'm not sure I want to switch anything.\nCALLER: We work with the local utilities.\nCALLER: The program likes and affects supply rate, so your bill does not go up this winter.\nCALLER: Do you have a copy of your bill nearby?\nCALLER: It is not switch.\nCALLER: Your utilities stay in the same, only the supply rate has protected, rates are going up next month, so today is the best time.\nCALLER: Let's just go over the saving first. Could you read me the account number at the top of the bill?\nCALLEE: How do I get off your list if I'm not interested?\nCALLEE: I'd rather not right now.\nCALLER: No problem, I'll give you a call back later this week to get you enrolled. Have a great day." }, { "tier": "On-premise, standard", "median_ms": 8388.72, "runs_ms": [ 8401.71, 8375.74 ], "audio_seconds": 59.791, "real_time_factor": 0.14, "model_load_ms": 0.01, "segments": 15, "language": "en", "word_error_rate": { "wer": 0.2956, "ref_words": 159, "hyp_words": 159, "substitutions": 9, "deletions": 19, "insertions": 19 }, "transcript": "CALLER: Hi, this is Kevin calling with the Energy Savings program on a recorded line.\nCALLER: I'm reaching out to customers in your area about their electric bill.\nCALLER: Do you have a moment?\nCALLEE: Which company are you would? I'm not sure I want to switch anything. How do I get off your list if I'm not interested?\nCALLER: We work with the local utilities.\nCALLER: The program locks in a fixed supply rate, so your bill does not go up this winter.\nCALLER: Do you have a copy of your bill nearby?\nCALLER: It is not a switch.\nCALLER: Your utilities stay the same, only the supply rate is protected.\nCALLER: Rates are going up next month, so today is the best time.\nCALLEE: I'd rather not right now\nCALLER: Let's just go over the saving first.\nCALLER: Could you read me the account number at the top of the bill?\nCALLER: No problem, I'll give you a call back later this week to get you enrolled.\nCALLER: Have a great day." }, { "tier": "On-premise, extended", "median_ms": 24974.43, "runs_ms": [ 24839.67, 25109.19 ], "audio_seconds": 59.791, "real_time_factor": 0.418, "model_load_ms": 0, "segments": 15, "language": "en", "word_error_rate": { "wer": 0.327, "ref_words": 159, "hyp_words": 159, "substitutions": 4, "deletions": 24, "insertions": 24 }, "transcript": "CALLER: Hi, this is Kevin calling with the Energy Savings Program on a recorded line.\nCALLER: I'm reaching out to customers in your area about their electric bill.\nCALLER: Do you have a moment?\nCALLEE: Which company are you would? I'm not sure I want to switch anything. How do I get off your list if I'm not interested?\nCALLER: We work with the local utilities.\nCALLER: The program locks in a fixed supply rate so your bill does not go up this winter.\nCALLER: Do you have a copy of your bill nearby?\nCALLER: It is not to switch.\nCALLER: Your utilities stay the same, only the supply rate is protected.\nCALLER: Rates are going up next month, so today is the best time.\nCALLER: Let's just go over the savings first.\nCALLEE: I'd rather not right now\nCALLER: Could you read me the account number at the top of the bill?\nCALLER: No problem, I'll give you a call back later this week to get you enrolled.\nCALLER: Have a great day." }, { "tier": "Hosted, standard", "median_ms": 5139.92, "runs_ms": [ 4946.13, 5333.71 ], "audio_seconds": 119.582, "real_time_factor": 0.043, "model_load_ms": null, "segments": 17, "language": "english", "word_error_rate": { "wer": 0.0629, "ref_words": 159, "hyp_words": 159, "substitutions": 0, "deletions": 5, "insertions": 5 }, "transcript": "CALLER: Hi, this is Kevin calling with the Energy Savings Program on a recorded line.\nCALLEE: Which company are you with?\nCALLER: I'm reaching out to customers in your area about their electric bill.\nCALLER: Do you have a moment?\nCALLER: We work with the local utilities.\nCALLER: The program locks in a fixed supply rate so your bill does not go up this winter.\nCALLER: Do you have a copy of your bill nearby?\nCALLEE: I'm not sure I want to switch anything.\nCALLER: It is not a switch.\nCALLER: Your utility stays the same, only the supply rate is protected.\nCALLER: Rates are going up next month, so today is the best time.\nCALLEE: How do I get off your list if I'm not interested?\nCALLER: Let's just go over the savings first.\nCALLER: Could you read me the account number at the top of the bill?\nCALLEE: I'd rather not right now.\nCALLER: No problem, I'll give you a call back later this week to get you enrolled.\nCALLER: Have a great day!" } ], "analysis": [ { "tier": "High-accuracy tier", "elapsed_ms": 16282.57, "recommendation": "block", "probability": 85, "category": "utility_scam", "red_flag_count": 9 }, { "tier": "Balanced tier", "elapsed_ms": 6857.21, "recommendation": "review", "probability": 52, "category": "telemarketing_noncompliant", "red_flag_count": 7 }, { "tier": "Economy tier", "elapsed_ms": 6131.01, "recommendation": "review", "probability": 35, "category": "telemarketing_noncompliant", "red_flag_count": 4 } ] }, { "call_id": "irs-tax-debt", "kind": "wav", "codec": null, "audio_seconds": 46.942, "decode": null, "transcription": [ { "tier": "On-premise, compact", "median_ms": 4438.61, "runs_ms": [ 4425.82, 4451.4 ], "audio_seconds": 46.942, "real_time_factor": 0.095, "model_load_ms": 0.02, "segments": 11, "language": "en", "word_error_rate": { "wer": 0.2077, "ref_words": 130, "hyp_words": 133, "substitutions": 6, "deletions": 9, "insertions": 12 }, "transcript": "CALLER: This is Officer Daniel Rails from the Internal Revenue Service, badge number 4172, I am calling\nCALLER: about a tax debt of $6200.\nCALLEE: I've never gotten a letter about this.\nCALLER: The letters were returned, an arrest warrant has been assumed in your name and the local\nCALLER: shareeth will be at your door within the hour unless it is settled today.\nCALLER: Sir, this call is being recorded for the federal court, you can settle now with pre-paid gift\nCALLEE: This sounds like a scam, the IRS and mail.\nCALLER: cards from any pharmacy, read me the codes and the warrant is withdrawn.\nCALLEE: Give cards, for taxes?\nCALLER: It is the approved emergency payment method, do not hang up, that is considered obstruction.\nCALLEE: I'm calling the real IRS, goodbye." }, { "tier": "On-premise, standard", "median_ms": 7502.34, "runs_ms": [ 7578.23, 7426.46 ], "audio_seconds": 46.942, "real_time_factor": 0.16, "model_load_ms": 0, "segments": 11, "language": "en", "word_error_rate": { "wer": 0.1692, "ref_words": 130, "hyp_words": 131, "substitutions": 1, "deletions": 10, "insertions": 11 }, "transcript": "CALLER: This is Officer Daniel Reyes from the Internal Revenue Service, badge number 4172, I am calling\nCALLER: about a tax debt of $6,200.\nCALLEE: I've never gotten a letter about this.\nCALLER: The letters were returned, an arrest warrant has been issued in your name and the local\nCALLER: sheriff will be at your door within the hour unless it is settled today.\nCALLER: Sir, this call is being recorded for the Federal Court, you can settle now with prepaid gift\nCALLEE: This sounds like a scam, the IRS sends mail.\nCALLER: cards from any pharmacy, read me the codes and the warrant is withdrawn.\nCALLEE: Gift cards, for taxes?\nCALLER: is the approved emergency payment method, do not hang up, that is considered obstruction.\nCALLEE: I'm calling the real IRS, goodbye." }, { "tier": "On-premise, extended", "median_ms": 23788.21, "runs_ms": [ 23610.92, 23965.5 ], "audio_seconds": 46.942, "real_time_factor": 0.507, "model_load_ms": 0, "segments": 12, "language": "en", "word_error_rate": { "wer": 0.2462, "ref_words": 130, "hyp_words": 132, "substitutions": 4, "deletions": 13, "insertions": 15 }, "transcript": "CALLER: This is Officer Daniel Reyes from the Internal Revenue Service, badge number 4172.\nCALLER: I am calling about a tax debt of $6,200.\nCALLER: The letters were returned.\nCALLEE: I've never gotten a letter about this.\nCALLEE: This sounds like a scam, the IRS sends mail.\nCALLER: An arrest warrant has been issued in your name and the local sheriff will be at your door within the hour unless it is settled today.\nCALLER: Sir, this call is being recorded for the federal court.\nCALLEE: Gift cards, for taxes?\nCALLER: You can settle now with prepaid gift cards from any pharmacy.\nCALLER: Read me the codes and the warrant is withdrawn.\nCALLER: It is the approved emergency payment method, do not hang up, that is considered obstruction.\nCALLEE: I'm calling the real IRS, goodbye." }, { "tier": "Hosted, standard", "median_ms": 4522.29, "runs_ms": [ 5327.88, 3716.7 ], "audio_seconds": 93.883, "real_time_factor": 0.048, "model_load_ms": null, "segments": 10, "language": "english", "word_error_rate": { "wer": 0.0231, "ref_words": 130, "hyp_words": 132, "substitutions": 1, "deletions": 0, "insertions": 2 }, "transcript": "CALLER: This is officer Daniel Reyes from the Internal Revenue Service, badge number 4172. I am calling about a tax debt of $6,200.\nCALLEE: I've never gotten a letter about this.\nCALLER: The letters were returned. An arrest warrant has been issued in your name and the local sheriff will be at your door within the hour unless it is settled today.\nCALLEE: This sounds like a scam.\nCALLEE: The IRS sends mail.\nCALLER: Sir, this call is being recorded for the federal court. You can settle now with prepaid gift cards from any pharmacy. Read me the codes and the warrant is withdrawn.\nCALLEE: Gift cards, for taxes.\nCALLER: It is the approved emergency payment method. Do not hang up. That is considered obstruction.\nCALLEE: I'm calling the real IRS.\nCALLEE: Goodbye." } ], "analysis": [ { "tier": "High-accuracy tier", "elapsed_ms": 13110.7, "recommendation": "block", "probability": 99, "category": "government_impersonation", "red_flag_count": 9 }, { "tier": "Balanced tier", "elapsed_ms": 6935.92, "recommendation": "block", "probability": 99, "category": "government_impersonation", "red_flag_count": 8 }, { "tier": "Economy tier", "elapsed_ms": 5522.64, "recommendation": "block", "probability": 95, "category": "government_impersonation", "red_flag_count": 5 } ] }, { "call_id": "lottery-fee", "kind": "wav", "codec": null, "audio_seconds": 44.477, "decode": null, "transcription": [ { "tier": "On-premise, compact", "median_ms": 4300.82, "runs_ms": [ 4374.33, 4227.31 ], "audio_seconds": 44.477, "real_time_factor": 0.097, "model_load_ms": 0.01, "segments": 8, "language": "en", "word_error_rate": { "wer": 0.2778, "ref_words": 126, "hyp_words": 124, "substitutions": 13, "deletions": 12, "insertions": 10 }, "transcript": "CALLER: Congratulations! This is David from the publisher's clearinghouse prize department, your phone number was selected for the second place prize of $2.5 million and a new Mercedes.\nCALLEE: I don't remember entering anything.\nCALLER: Everyone with a phone is entered automatically, now, before we deliver the check there is a federal tax and insurance fee of $980.\nCALLER: It is government policy, you can pay by wire transfer or with a green dot card, and the truck arrives tomorrow with the cameras.\nCALLEE: Why would I pay to receive a prize?\nCALLER: I wish I could, but the Lord does not allow it, this offer expires at midnight tonight.\nCALLEE: Can you take the fee out of the prize money?\nCALLEE: I think pile pass." }, { "tier": "On-premise, standard", "median_ms": 7458.6, "runs_ms": [ 7438.16, 7479.04 ], "audio_seconds": 44.477, "real_time_factor": 0.168, "model_load_ms": 0, "segments": 11, "language": "en", "word_error_rate": { "wer": 0.2778, "ref_words": 126, "hyp_words": 125, "substitutions": 14, "deletions": 11, "insertions": 10 }, "transcript": "CALLER: Congratulations! This is David from the Publishers Clearing House Prize Department. Your phone number\nCALLER: was selected for the second place prize of $2.5 million and a new Mercedes.\nCALLEE: I don't remember entering anything.\nCALLER: Everyone with a phone is entered automatically, now, before we deliver the check there is\nCALLER: a federal tax and insurance fee of $980. It is government policy, you can pay by wire transfer\nCALLEE: Why would I pay to receive a prize?\nCALLEE: Can you take the fee out of the prize money?\nCALLER: or with a green dot card, and the truck arrives tomorrow with the cameras.\nCALLER: I wish I could, but the Lord does not allow it.\nCALLER: This offer expires at midnight tonight.\nCALLEE: I think pile pass." }, { "tier": "On-premise, extended", "median_ms": 23777.83, "runs_ms": [ 23778.23, 23777.43 ], "audio_seconds": 44.477, "real_time_factor": 0.535, "model_load_ms": 0, "segments": 12, "language": "en", "word_error_rate": { "wer": 0.1905, "ref_words": 126, "hyp_words": 125, "substitutions": 3, "deletions": 11, "insertions": 10 }, "transcript": "CALLER: Congratulations, this is David from the Publishers Clearing House Prize Department, your phone\nCALLER: number was selected for the second place prize of $2.5 million and a new Mercedes.\nCALLEE: I don't remember entering anything.\nCALLER: Everyone with a phone is entered automatically, now, before we deliver the check there is\nCALLER: a federal tax and insurance fee of $980.\nCALLEE: Why would I pay to receive a prize?\nCALLEE: Can you take the fee out of the prize money?\nCALLER: It is government policy, you can pay by wire transfer or with a green dot card, and\nCALLER: the truck arrives tomorrow with the cameras.\nCALLER: I wish I could, but the law does not allow it.\nCALLER: This offer expires at midnight tonight.\nCALLEE: I think pile pass." }, { "tier": "Hosted, standard", "median_ms": 4660.57, "runs_ms": [ 4353.68, 4967.46 ], "audio_seconds": 88.953, "real_time_factor": 0.052, "model_load_ms": null, "segments": 10, "language": "english", "word_error_rate": { "wer": 0.1111, "ref_words": 126, "hyp_words": 125, "substitutions": 3, "deletions": 6, "insertions": 5 }, "transcript": "CALLER: Congratulations! This is David from the Publishers Clearing House Prize Department.\nCALLEE: I don't remember entering anything.\nCALLER: Your phone number was selected for the 2nd place prize of $2.5 million and a new Mercedes.\nCALLER: Everyone with a phone is entered automatically.\nCALLER: Now, before we deliver the check there is a federal tax and insurance fee of $980.\nCALLEE: Why would I pay to receive a prize?\nCALLER: It is government policy. You can pay by wire transfer or with a green dot card, and the truck arrives tomorrow with the cameras.\nCALLEE: Can you take the fee out of the prize money?\nCALLER: I wish I could, but the law does not allow it. This offer expires at midnight tonight.\nCALLEE: I think I'll pass." } ], "analysis": [ { "tier": "High-accuracy tier", "elapsed_ms": 13784.3, "recommendation": "block", "probability": 99, "category": "prize_lottery_scam", "red_flag_count": 9 }, { "tier": "Balanced tier", "elapsed_ms": 6219.1, "recommendation": "block", "probability": 98, "category": "prize_lottery_scam", "red_flag_count": 8 }, { "tier": "Economy tier", "elapsed_ms": 4136.96, "recommendation": "block", "probability": 95, "category": "prize_lottery_scam", "red_flag_count": 5 } ] }, { "call_id": "medicare-card", "kind": "wav", "codec": null, "audio_seconds": 55.348, "decode": null, "transcription": [ { "tier": "On-premise, compact", "median_ms": 4591.7, "runs_ms": [ 4679.22, 4504.18 ], "audio_seconds": 55.348, "real_time_factor": 0.083, "model_load_ms": 0.01, "segments": 14, "language": "en", "word_error_rate": { "wer": 0.2609, "ref_words": 138, "hyp_words": 139, "substitutions": 9, "deletions": 13, "insertions": 14 }, "transcript": "CALLER: Hi, this is Rachel from the Medicare and Roman Center.\nCALLER: We are sending out the new plastic medicare cars with the chip.\nCALLER: Have you received yours?\nCALLEE: No, I haven't heard about new cards.\nCALLER: That is why I'm calling.\nCALLER: Your old paper car is being deactivated at the end of the month.\nCALLER: I just need to confirm your medicare number so we can ship the new one.\nCALLEE: Isn't my Medicare number on file with you already?\nCALLEE: I'm not giving you my bank account, Medicare doesn't call people like this.\nCALLER: Our system was updated in some records were lost.\nCALLER: I also need your date of birth and the bank account where your social security deposit goes, so we can verify the match.\nCALLEE: Then I'll call Medicare myself.\nCALLER: Man, without verification your benefits will be suspended.\nCALLER: This is your final courtesy call." }, { "tier": "On-premise, standard", "median_ms": 7968.55, "runs_ms": [ 7981.78, 7955.32 ], "audio_seconds": 55.348, "real_time_factor": 0.144, "model_load_ms": 0, "segments": 15, "language": "en", "word_error_rate": { "wer": 0.0217, "ref_words": 138, "hyp_words": 138, "substitutions": 3, "deletions": 0, "insertions": 0 }, "transcript": "CALLER: Hi, this is Rachel from the Medicare enrollment center.\nCALLER: We are sending out the new plastic Medicare cards with a chip.\nCALLER: Have you received yours?\nCALLEE: No, I haven't heard about new cards.\nCALLER: That is why I'm calling.\nCALLER: Your old paper card is being deactivated at the end of the month.\nCALLER: I just need to confirm your Medicare number so we can ship the new one.\nCALLEE: Isn't my Medicare number on file with you already?\nCALLER: Our system was updated in some records we're lost.\nCALLER: I also need your date of birth and the bank account where your social security deposit\nCALLER: goes, so we can verify the match.\nCALLEE: I'm not giving you my bank account, Medicare doesn't call people like this.\nCALLER: Ma'am, without verification your benefits will be suspended.\nCALLER: This is your final courtesy call.\nCALLEE: Then I'll call Medicare myself." }, { "tier": "On-premise, extended", "median_ms": 24115.99, "runs_ms": [ 24096.41, 24135.57 ], "audio_seconds": 55.348, "real_time_factor": 0.436, "model_load_ms": 0, "segments": 13, "language": "en", "word_error_rate": { "wer": 0.1884, "ref_words": 138, "hyp_words": 138, "substitutions": 0, "deletions": 13, "insertions": 13 }, "transcript": "CALLER: Hi, this is Rachel from the Medicare Enrollment Center.\nCALLER: We are sending out the new plastic Medicare cards with the chip.\nCALLER: Have you received yours?\nCALLEE: No, I haven't heard about new cards.\nCALLER: That is why I'm calling.\nCALLER: Your old paper card is being deactivated at the end of the month.\nCALLER: I just need to confirm your Medicare number so we can ship the new one.\nCALLEE: Isn't my Medicare number on file with you already?\nCALLEE: I'm not giving you my bank account. Medicare doesn't call people like this.\nCALLER: Our system was updated and some records were lost.\nCALLER: I also need your date of birth and the bank account where your social security deposit goes, so we can verify the match.\nCALLER: Ma'am, without verification your benefits will be suspended. This is your final courtesy call.\nCALLEE: Then I'll call Medicare myself." }, { "tier": "Hosted, standard", "median_ms": 4895.35, "runs_ms": [ 3691, 6099.69 ], "audio_seconds": 110.696, "real_time_factor": 0.044, "model_load_ms": null, "segments": 8, "language": "english", "word_error_rate": { "wer": 0, "ref_words": 138, "hyp_words": 138, "substitutions": 0, "deletions": 0, "insertions": 0 }, "transcript": "CALLER: Hi, this is Rachel from the Medicare Enrollment Center. We are sending out the new plastic Medicare cards with the chip. Have you received yours?\nCALLEE: No, I haven't heard about new cards.\nCALLER: That is why I'm calling. Your old paper card is being deactivated at the end of the month. I just need to confirm your Medicare number so we can ship the new one.\nCALLEE: Isn't my Medicare number on file with you already?\nCALLER: Our system was updated and some records were lost. I also need your date of birth and the bank account where your Social Security deposit goes, so we can verify the match.\nCALLEE: I'm not giving you my bank account. Medicare doesn't call people like this.\nCALLER: Ma'am, without verification your benefits will be suspended. This is your final courtesy call.\nCALLEE: Then I'll call Medicare myself." } ], "analysis": [ { "tier": "High-accuracy tier", "elapsed_ms": 14684.58, "recommendation": "block", "probability": 98, "category": "government_impersonation", "red_flag_count": 9 }, { "tier": "Balanced tier", "elapsed_ms": 6540.17, "recommendation": "block", "probability": 92, "category": "government_impersonation", "red_flag_count": 8 }, { "tier": "Economy tier", "elapsed_ms": 4694.62, "recommendation": "block", "probability": 92, "category": "government_impersonation", "red_flag_count": 6 } ] }, { "call_id": "order-status", "kind": "wav", "codec": null, "audio_seconds": 47.122, "decode": null, "transcription": [ { "tier": "On-premise, compact", "median_ms": 4325.93, "runs_ms": [ 4385.2, 4266.66 ], "audio_seconds": 47.122, "real_time_factor": 0.092, "model_load_ms": 0, "segments": 14, "language": "en", "word_error_rate": { "wer": 0.2072, "ref_words": 111, "hyp_words": 107, "substitutions": 11, "deletions": 8, "insertions": 4 }, "transcript": "CALLER: Hi, this is Priya from Northgate Supply Customer Care, returning your call about order\nCALLER: number 8A214.\nCALLER: Is this time?\nCALLEE: Yes, thanks for calling back. I was checking where my order is.\nCALLER: Of course.\nCALLER: The order ship this morning by ground under cracking number was emailed to you.\nCALLER: It should arrive one day.\nCALLEE: Perfect. One of the items was back ordered, is that included?\nCALLEE: Okay, that works.\nCALLER: The desk lamp is still on back order.\nCALLER: We expect an ex-week on the ship separately at no extra charge.\nCALLER: Is there anything else I can help you with today?\nCALLEE: No, that's everything. Thanks.\nCALLER: You're welcome. Have a good day." }, { "tier": "On-premise, standard", "median_ms": 7404.34, "runs_ms": [ 7498.1, 7310.58 ], "audio_seconds": 47.122, "real_time_factor": 0.157, "model_load_ms": 0, "segments": 15, "language": "en", "word_error_rate": { "wer": 0.1622, "ref_words": 111, "hyp_words": 111, "substitutions": 12, "deletions": 3, "insertions": 3 }, "transcript": "CALLER: Hi, this is Brie from Northgate Supply Customer Care, returning your call about order number\nCALLER: 8-824.\nCALLER: Is this Tom?\nCALLEE: Yes, thanks for calling back, I was checking where my order is.\nCALLER: Of course.\nCALLER: The order ship this morning by ground on the tracking number was emailed to you.\nCALLER: It should arrive Wednesday.\nCALLEE: Perfect, one of the items was back-ordered, is that included?\nCALLEE: Okay, that works.\nCALLER: The desk lamp is still on back order.\nCALLER: We expect to next week on the ship separately at no extra charge.\nCALLEE: No, that's everything.\nCALLER: Is there anything else I can help you with today?\nCALLEE: Thanks.\nCALLER: You're welcome. Have a good day." }, { "tier": "On-premise, extended", "median_ms": 23207.51, "runs_ms": [ 22933.84, 23481.18 ], "audio_seconds": 47.122, "real_time_factor": 0.492, "model_load_ms": 0, "segments": 13, "language": "en", "word_error_rate": { "wer": 0.0541, "ref_words": 111, "hyp_words": 111, "substitutions": 4, "deletions": 1, "insertions": 1 }, "transcript": "CALLER: Hi, this is Priya from Northgate Supply Customer Care, returning your call about order number 88214.\nCALLER: Is this Tom?\nCALLEE: Yes, thanks for calling back, I was checking where my order is.\nCALLER: Of course.\nCALLER: The order shipped this morning by ground and the tracking number was emailed to you.\nCALLER: It should arrive Wednesday.\nCALLEE: Perfect, one of the items was back ordered, is that included?\nCALLER: The desk lamp is still on backorder.\nCALLER: We expect it next week and it ships separately at no extra charge.\nCALLEE: Okay, that works.\nCALLER: Is there anything else I can help you with today?\nCALLEE: No, that's everything, thanks.\nCALLER: You're welcome. Have a good day." }, { "tier": "Hosted, standard", "median_ms": 4127.23, "runs_ms": [ 5658.19, 2596.27 ], "audio_seconds": 94.244, "real_time_factor": 0.044, "model_load_ms": null, "segments": 11, "language": "english", "word_error_rate": { "wer": 0.045, "ref_words": 111, "hyp_words": 112, "substitutions": 4, "deletions": 0, "insertions": 1 }, "transcript": "CALLER: Hi, this is Bree from Northgate Supply Customer Care, returning your call about order number 88214. Is this Tom?\nCALLEE: Yes, thanks for calling back.\nCALLEE: I was checking where my order is.\nCALLER: Of course. The order shipped this morning by ground and the tracking number was emailed to you. It should arrive Wednesday.\nCALLEE: Perfect.\nCALLEE: One of the items was back-ordered, is that included?\nCALLER: The desk lamp is still on back order. We expect it next week and it ships separately at no extra charge.\nCALLEE: Okay, that works.\nCALLER: Is there anything else I can help you with today?\nCALLEE: No, that's everything, thanks.\nCALLER: You're welcome. Have a good day." } ], "analysis": [ { "tier": "High-accuracy tier", "elapsed_ms": 8047.14, "recommendation": "allow", "probability": 3, "category": "legitimate_business", "red_flag_count": 1 }, { "tier": "Balanced tier", "elapsed_ms": 3500.25, "recommendation": "allow", "probability": 5, "category": "legitimate_business", "red_flag_count": 0 }, { "tier": "Economy tier", "elapsed_ms": 3705.56, "recommendation": "allow", "probability": 5, "category": "legitimate_business", "red_flag_count": 0 } ] }, { "call_id": "sample-call", "kind": "wav", "codec": null, "audio_seconds": 73.16, "decode": null, "transcription": [ { "tier": "On-premise, compact", "median_ms": 5520.18, "runs_ms": [ 5530.25, 5510.1 ], "audio_seconds": 73.16, "real_time_factor": 0.075, "model_load_ms": 0.01, "segments": 15, "language": "en", "word_error_rate": null, "transcript": "CALLER: Hello, this is Andrew Martin calling from the fraud department at Walmart Credit Services, am I\nCALLER: speaking with the account holder?\nCALLEE: Yes, this is her, what is this about?\nCALLEE: No, I did not, I have never been to California.\nCALLER: We detected a suspicious transaction of $499 on your credit card at a Walmart in California\nCALLER: this morning, did you authorize this purchase?\nCALLEE: I am not comfortable giving my card number over the phone.\nCALLER: That is what we suspected, your card has been compromised by a scammer, to block the charge\nCALLER: immediately I need to verify your identity.\nCALLER: Please read me the 16 digit number on the front of your card.\nCALLER: Mom, I understand, but if we do not act in the next five minutes the charge will be finalized and you will be liable,\nCALLEE: Can you give me a number so I can call you back?\nCALLER: I only need the card number and the 3 digit security code on the back, God bless you, we are here to protect you.\nCALLEE: I am going to hang up and call the number on the back of my card, goodbye.\nCALLER: There is no time for that, the system will close this case. Please, just confirm the card number now so I can reverse the charge." }, { "tier": "On-premise, standard", "median_ms": 10773.11, "runs_ms": [ 10739.24, 10806.98 ], "audio_seconds": 73.16, "real_time_factor": 0.147, "model_load_ms": 0, "segments": 18, "language": "en", "word_error_rate": null, "transcript": "CALLER: Hello, this is Andrew Martin calling from the fraud department at Wormord Credit Services,\nCALLER: am I speaking with the account holder?\nCALLEE: Yes, this is her, what is this about?\nCALLER: We detected a suspicious transaction of $499 on your credit card at a Wormord in California\nCALLER: this morning, did you authorize this purchase?\nCALLEE: No, I did not, I have never been to California.\nCALLER: That is what we suspected, your card has been compromised by a scammer, to block the charge\nCALLER: immediately I need to verify your identity.\nCALLER: Please read me the 16-digit number on the front of your card.\nCALLEE: I am not comfortable giving my card number over the phone.\nCALLER: Mom, I understand, but if we do not act in the next 5 minutes the charge will be finalized\nCALLER: and you will be liable, I only need the card number and the 3-digit security code on the\nCALLER: back.\nCALLER: God bless you, we are here to protect you.\nCALLEE: Can you give me a number so I can call you back?\nCALLER: There is no time for that, the system will close this case.\nCALLER: Please, just confirm the card number now so I can reverse the charge.\nCALLEE: I am going to hang up and call the number on the back of my card, goodbye." }, { "tier": "On-premise, extended", "median_ms": 28183.63, "runs_ms": [ 27879.62, 28487.64 ], "audio_seconds": 73.16, "real_time_factor": 0.385, "model_load_ms": 0, "segments": 18, "language": "en", "word_error_rate": null, "transcript": "CALLER: Hello, this is Andrew Martin calling from the fraud department at Walmart credit services.\nCALLER: Am I speaking with the account holder?\nCALLEE: Yes, this is her. What is this about?\nCALLEE: No, I did not. I have never been to California.\nCALLER: We detected a suspicious transaction of $499 on your credit card at a Walmart in California this morning.\nCALLER: Did you authorize this purchase?\nCALLEE: I am not comfortable giving my card number over the phone.\nCALLER: That is what we suspected.\nCALLER: Your card has been compromised by a scammer.\nCALLER: To block the charge immediately I need to verify your identity.\nCALLER: Please read me the 16 digit number on the front of your card.\nCALLEE: Can you give me a number so I can call you back?\nCALLER: Mom, I understand, but if we do not act in the next 5 minutes the charge will be finalized and you will be liable.\nCALLER: I only need the card number and the 3 digit security code on the back.\nCALLER: God bless you, we are here to protect you.\nCALLEE: I am going to hang up and call the number on the back of my card. Goodbye.\nCALLER: There is no time for that, the system will close this case.\nCALLER: Please, just confirm the card number now so I can reverse the charge." }, { "tier": "Hosted, standard", "median_ms": 6338.65, "runs_ms": [ 5653.67, 7023.62 ], "audio_seconds": 146.32, "real_time_factor": 0.043, "model_load_ms": null, "segments": 19, "language": "english", "word_error_rate": null, "transcript": "CALLER: Hello. This is Andrew Martin calling from the Fraud Department at Walmart Credit Services.\nCALLEE: Yes, this is her.\nCALLER: Am I speaking with the account holder?\nCALLEE: What is this about?\nCALLER: We detected a suspicious transaction of $499 on your credit card at a Walmart in California this morning.\nCALLEE: No, I did not.\nCALLER: Did you authorize this purchase?\nCALLER: That is what we suspected. Your card has been compromised by a scammer.\nCALLEE: I have never been to California.\nCALLER: To block the charge immediately I need to verify your identity.\nCALLER: Please read me the 16 digit number on the front of your card.\nCALLEE: I am not comfortable giving my card number over the phone.\nCALLER: Mom, I understand. But if we do not act in the next 5 minutes the charge will be finalized and you will be liable.\nCALLER: I only need the card number and the 3 digit security code on the back.\nCALLER: God bless you. We are here to protect you.\nCALLEE: Can you give me a number so I can call you back?\nCALLER: There is no time for that. The system will close this case.\nCALLER: Please, just confirm the card number now so I can reverse the charge.\nCALLEE: I am going to hang up and call the number on the back of my card, goodbye." } ], "analysis": [ { "tier": "High-accuracy tier", "elapsed_ms": 14169.38, "recommendation": "block", "probability": 98, "category": "bank_impersonation", "red_flag_count": 8 }, { "tier": "Balanced tier", "elapsed_ms": 6315.51, "recommendation": "block", "probability": 95, "category": "credit_card_scam", "red_flag_count": 6 }, { "tier": "Economy tier", "elapsed_ms": 5569.59, "recommendation": "block", "probability": 95, "category": "credit_card_scam", "red_flag_count": 5 } ] }, { "call_id": "tech-support", "kind": "wav", "codec": null, "audio_seconds": 60.258, "decode": null, "transcription": [ { "tier": "On-premise, compact", "median_ms": 4869.88, "runs_ms": [ 4948.71, 4791.04 ], "audio_seconds": 60.258, "real_time_factor": 0.081, "model_load_ms": 0.01, "segments": 12, "language": "en", "word_error_rate": { "wer": 0.3155, "ref_words": 168, "hyp_words": 167, "substitutions": 2, "deletions": 26, "insertions": 25 }, "transcript": "CALLER: Hello, I am calling from the Microsoft Windows Technical Department, your computer has been sending us error reports and virus alerts.\nCALLER: The infection is hidden, that is why hackers are using your IP address right now, are you in front of the computer?\nCALLEE: My computer, I haven't noticed anything wrong.\nCALLEE: I'm in the kitchen, why would Microsoft call me?\nCALLER: We are the license partner for your area, go to the computer, open your browser and type the address I give you, so I connect to remove the virus.\nCALLER: Yes, it is the only way, then you pay a one-time cleaning fee of $299.\nCALLEE: You want to connect to my computer remotely?\nCALLER: We accept gift cards or a bank transfer.\nCALLEE: Microsoft does not take gift cards, what company are you actually with?\nCALLEE: I'm not doing any of this, don't call here again.\nCALLER: Madam, if you do not let me fix this, your bank account will be hacked tonight.\nCALLER: Fine, it is your loss." }, { "tier": "On-premise, standard", "median_ms": 8600.73, "runs_ms": [ 8717.91, 8483.56 ], "audio_seconds": 60.258, "real_time_factor": 0.143, "model_load_ms": 0, "segments": 16, "language": "en", "word_error_rate": { "wer": 0.2262, "ref_words": 168, "hyp_words": 168, "substitutions": 2, "deletions": 18, "insertions": 18 }, "transcript": "CALLER: Hello, I am calling from the Microsoft Windows Technical Department.\nCALLER: Your computer has been sending us error reports and virus alerts.\nCALLEE: My computer, I haven't noticed anything wrong.\nCALLER: The infection is hidden, that is why hackers are using your IP address right now.\nCALLER: Are you in front of the computer?\nCALLEE: I'm in the kitchen, why would Microsoft call me?\nCALLER: We are the license partner for your area.\nCALLER: Go to the computer, open your browser and type the address I give you, so I can connect to\nCALLER: remove the virus.\nCALLER: Yes, it is the only way, then you pay a one-time cleaning fee of $299.\nCALLEE: You want to connect to my computer remotely?\nCALLER: We accept gift cards or a bank transfer.\nCALLEE: Microsoft does not take gift cards, what company are you actually with?\nCALLEE: I'm not doing any of this, don't call here again.\nCALLER: Madam, if you do not let me fix this, your bank account will be hacked tonight.\nCALLER: Fine, it is your loss." }, { "tier": "On-premise, extended", "median_ms": 26034.12, "runs_ms": [ 25911.47, 26156.77 ], "audio_seconds": 60.258, "real_time_factor": 0.432, "model_load_ms": 0, "segments": 15, "language": "en", "word_error_rate": { "wer": 0.3036, "ref_words": 168, "hyp_words": 168, "substitutions": 25, "deletions": 13, "insertions": 13 }, "transcript": "CALLER: Hello, I am calling from the Microsoft Windows technical department.\nCALLER: Your computer has been sending us error reports and virus alerts.\nCALLEE: My computer? I haven't noticed anything wrong.\nCALLEE: I'm in the kitchen. Why would Microsoft call me?\nCALLER: The infection is hidden, that is why, hackers are using your IP address right now.\nCALLER: Are you in front of the computer?\nCALLEE: You want to connect to my computer remotely?\nCALLER: We are the licensed partner for your area.\nCALLER: Go to the computer, open your browser and type the address I give you, so I can connect\nCALLER: and remove the virus.\nCALLEE: Microsoft does not take gift cards. What company are you actually with?\nCALLER: Yes, it is the only way. Then you pay a one-time cleaning fee of $299. We accept gift cards or a bank transfer.\nCALLEE: I'm not doing any of this. Don't call here again.\nCALLER: Madam, if you do not let me fix this, your bank account will be hacked tonight.\nCALLER: Fine. It is your loss." }, { "tier": "Hosted, standard", "median_ms": 4463.68, "runs_ms": [ 4175.77, 4751.59 ], "audio_seconds": 120.516, "real_time_factor": 0.037, "model_load_ms": null, "segments": 21, "language": "english", "word_error_rate": { "wer": 0.0833, "ref_words": 168, "hyp_words": 168, "substitutions": 0, "deletions": 7, "insertions": 7 }, "transcript": "CALLER: Hello, I am calling from the Microsoft Windows Technical Department.\nCALLEE: My computer, I haven't noticed anything wrong.\nCALLER: Your computer has been sending us error reports and virus alerts.\nCALLER: The infection is hidden, that is why.\nCALLER: Hackers are using your IP address right now.\nCALLER: Are you in front of the computer?\nCALLEE: I'm in the kitchen.\nCALLEE: Why would Microsoft call me?\nCALLER: We are the licensed partner for your area.\nCALLER: Go to the computer, open your browser and type the address I give you, so I can connect\nCALLER: and remove the virus.\nCALLEE: You want to connect to my computer remotely?\nCALLER: Yes, it is the only way.\nCALLER: Then you pay a one-time cleaning fee of $299.\nCALLER: We accept gift cards or a bank transfer.\nCALLEE: Microsoft does not take gift cards.\nCALLEE: What company are you actually with?\nCALLER: Madam, if you do not let me fix this, your bank account will be hacked tonight.\nCALLEE: I'm not doing any of this.\nCALLEE: Don't call here again.\nCALLER: Fine. It is your loss." } ], "analysis": [ { "tier": "High-accuracy tier", "elapsed_ms": 13816.63, "recommendation": "block", "probability": 99, "category": "tech_support_scam", "red_flag_count": 10 }, { "tier": "Balanced tier", "elapsed_ms": 8277.39, "recommendation": "block", "probability": 95, "category": "tech_support_scam", "red_flag_count": 9 }, { "tier": "Economy tier", "elapsed_ms": 5174.67, "recommendation": "block", "probability": 95, "category": "tech_support_scam", "red_flag_count": 8 } ] } ], "not_measured": [ "fraud-detection accuracy, precision, recall or false-positive rate (no labelled corpus of real calls)", "real telephone audio with packet loss, jitter, accents, background noise or hold music", "languages other than English", "adversarial scripts written to evade a transcript-based classifier", "sustained concurrency, queue depth and throughput", "native production hardware (this run is an emulated x86-64 container on a laptop)", "wall-clock hangup-to-verdict through the full stack, including queueing and storage handoff" ], "summary": { "decode_ms": { "n": 2, "min": 143.3, "median": 151.11, "mean": 151.11, "max": 158.92 }, "transcription": [ { "tier": "On-premise, compact", "n": 11, "wall_ms": { "n": 11, "min": 4300.82, "median": 4867.75, "mean": 4968.4, "max": 6656.16 }, "real_time_factor": { "n": 11, "min": 0.06, "median": 0.091, "mean": 0.089, "max": 0.12 }, "word_error_rate": { "n": 10, "min": 0.1659, "median": 0.2693, "mean": 0.2692, "max": 0.4369 } }, { "tier": "On-premise, standard", "n": 11, "wall_ms": { "n": 11, "min": 7404.34, "median": 8388.72, "mean": 8712.49, "max": 12363.39 }, "real_time_factor": { "n": 11, "min": 0.105, "median": 0.151, "mean": 0.155, "max": 0.223 }, "word_error_rate": { "n": 10, "min": 0.0217, "median": 0.1977, "mean": 0.2068, "max": 0.4294 } }, { "tier": "On-premise, extended", "n": 11, "wall_ms": { "n": 11, "min": 23207.51, "median": 24974.43, "mean": 26000.58, "max": 32650.86 }, "real_time_factor": { "n": 11, "min": 0.385, "median": 0.445, "mean": 0.463, "max": 0.577 }, "word_error_rate": { "n": 10, "min": 0.0541, "median": 0.2183, "mean": 0.2205, "max": 0.327 } }, { "tier": "Hosted, standard", "n": 11, "wall_ms": { "n": 11, "min": 4127.23, "median": 4895.35, "mean": 5022.82, "max": 6338.65 }, "real_time_factor": { "n": 11, "min": 0.037, "median": 0.043, "mean": 0.045, "max": 0.064 }, "word_error_rate": { "n": 10, "min": 0, "median": 0.0729, "mean": 0.0669, "max": 0.1244 } } ], "analysis": [ { "tier": "High-accuracy tier", "n": 11, "wall_ms": { "n": 11, "min": 7595.23, "median": 13784.3, "mean": 12922, "max": 16282.57 }, "recommendations": { "block": 9, "allow": 2 } }, { "tier": "Balanced tier", "n": 11, "wall_ms": { "n": 11, "min": 3500.25, "median": 6540.17, "mean": 6363.87, "max": 8277.39 }, "recommendations": { "block": 8, "allow": 2, "review": 1 } }, { "tier": "Economy tier", "n": 11, "wall_ms": { "n": 11, "min": 2865.78, "median": 5174.67, "mean": 4917.42, "max": 6320.32 }, "recommendations": { "block": 8, "allow": 2, "review": 1 } } ] }, "agreement": { "tiers": [ "High-accuracy tier", "Balanced tier", "Economy tier" ], "pairs": [ { "a": "High-accuracy tier", "b": "Balanced tier", "n": 11, "same_recommendation": 10, "same_recommendation_pct": 90.9, "same_block_decision_pct": 90.9, "median_abs_probability_delta": 3, "max_abs_probability_delta": 33, "disagreed_calls": [ "electric-bill" ] }, { "a": "High-accuracy tier", "b": "Economy tier", "n": 11, "same_recommendation": 10, "same_recommendation_pct": 90.9, "same_block_decision_pct": 90.9, "median_abs_probability_delta": 4, "max_abs_probability_delta": 50, "disagreed_calls": [ "electric-bill" ] }, { "a": "Balanced tier", "b": "Economy tier", "n": 11, "same_recommendation": 11, "same_recommendation_pct": 100, "same_block_decision_pct": 100, "median_abs_probability_delta": 0, "max_abs_probability_delta": 17, "disagreed_calls": [] } ] } }