Record the first business-corpus voice correctness check
Constraint: the repo needs to distinguish runtime success from business-level song_id correctness before any production claim Rejected: treating the workspace_music20 smoke as good enough | the current type_7 batch result is top1=0.0 and top3=0.05, which is far below a usable threshold Confidence: high Scope-risk: narrow Directive: keep all future business-corpus voice evaluations written to local_eval artifacts and mirrored into changelog/checklist/handoff before push Tested: /usr/local/miniconda3/bin/python -m unittest discover -s acr-engine/tests -v; generated acr-engine/data/local_eval/voice_workspace20_type7_eval.json with num_queries=20, top1=0.0, top3=0.05 Not-tested: improved business-corpus correctness after further retrieval tuning
Showing
4 changed files
with
621 additions
and
1 deletions
| 1 | { | ||
| 2 | "summary": { | ||
| 3 | "num_queries": 20, | ||
| 4 | "top1": 0.0, | ||
| 5 | "top3": 0.05, | ||
| 6 | "samples": [ | ||
| 7 | { | ||
| 8 | "song_id": "111", | ||
| 9 | "query_path": "/workspace/downloads/111/type_7/75cd601b-7604-4b37-8132-cfab39e7c644.mp3", | ||
| 10 | "chunk_count": 1, | ||
| 11 | "top_candidates": [ | ||
| 12 | { | ||
| 13 | "song_id": "109", | ||
| 14 | "confidence": 0.9631165266036987, | ||
| 15 | "reference_path": "/workspace/downloads/109/type_11/84acef9b-2a74-44bc-9eff-5ca7969ac9b61650256909.wav" | ||
| 16 | }, | ||
| 17 | { | ||
| 18 | "song_id": "116", | ||
| 19 | "confidence": 0.9609744548797607, | ||
| 20 | "reference_path": "/workspace/downloads/116/type_11/da34f6ff-39e7-4dde-8265-e1bb01b6263e1650256901.wav" | ||
| 21 | }, | ||
| 22 | { | ||
| 23 | "song_id": "118", | ||
| 24 | "confidence": 0.9489729404449463, | ||
| 25 | "reference_path": "/workspace/downloads/118/type_11/db64461e-d752-4cf3-ab1d-56ff9232823d1650256901.wav" | ||
| 26 | } | ||
| 27 | ], | ||
| 28 | "top1_correct": false, | ||
| 29 | "top3_hit": false | ||
| 30 | }, | ||
| 31 | { | ||
| 32 | "song_id": "116", | ||
| 33 | "query_path": "/workspace/downloads/116/type_7/d7098db6-fed3-485f-906e-e55e42187f0c.mp3", | ||
| 34 | "chunk_count": 1, | ||
| 35 | "top_candidates": [ | ||
| 36 | { | ||
| 37 | "song_id": "109", | ||
| 38 | "confidence": 0.9556481838226318, | ||
| 39 | "reference_path": "/workspace/downloads/109/type_11/84acef9b-2a74-44bc-9eff-5ca7969ac9b61650256909.wav" | ||
| 40 | }, | ||
| 41 | { | ||
| 42 | "song_id": "116", | ||
| 43 | "confidence": 0.9522862434387207, | ||
| 44 | "reference_path": "/workspace/downloads/116/type_11/da34f6ff-39e7-4dde-8265-e1bb01b6263e1650256901.wav" | ||
| 45 | }, | ||
| 46 | { | ||
| 47 | "song_id": "103", | ||
| 48 | "confidence": 0.950623631477356, | ||
| 49 | "reference_path": "/workspace/downloads/103/type_11/19876dbb-fffc-40f8-9530-9322c9ed77681650256912.wav" | ||
| 50 | } | ||
| 51 | ], | ||
| 52 | "top1_correct": false, | ||
| 53 | "top3_hit": true | ||
| 54 | }, | ||
| 55 | { | ||
| 56 | "song_id": "1232", | ||
| 57 | "query_path": "/workspace/downloads/1232/type_7/0bf7dd0a-c761-4695-ae48-f3eb19606e66.mp3", | ||
| 58 | "chunk_count": 1, | ||
| 59 | "top_candidates": [ | ||
| 60 | { | ||
| 61 | "song_id": "105", | ||
| 62 | "confidence": 0.9591078162193298, | ||
| 63 | "reference_path": "/workspace/downloads/105/type_11/57e61cde-4410-4751-93e9-d7a4ecece5791650256910.wav" | ||
| 64 | }, | ||
| 65 | { | ||
| 66 | "song_id": "103", | ||
| 67 | "confidence": 0.955888569355011, | ||
| 68 | "reference_path": "/workspace/downloads/103/type_11/19876dbb-fffc-40f8-9530-9322c9ed77681650256912.wav" | ||
| 69 | }, | ||
| 70 | { | ||
| 71 | "song_id": "109", | ||
| 72 | "confidence": 0.9544215202331543, | ||
| 73 | "reference_path": "/workspace/downloads/109/type_11/84acef9b-2a74-44bc-9eff-5ca7969ac9b61650256909.wav" | ||
| 74 | } | ||
| 75 | ], | ||
| 76 | "top1_correct": false, | ||
| 77 | "top3_hit": false | ||
| 78 | }, | ||
| 79 | { | ||
| 80 | "song_id": "1248", | ||
| 81 | "query_path": "/workspace/downloads/1248/type_7/67db54b7-7d5d-45f5-a502-089c3d9ae768.mp3", | ||
| 82 | "chunk_count": 1, | ||
| 83 | "top_candidates": [ | ||
| 84 | { | ||
| 85 | "song_id": "108", | ||
| 86 | "confidence": 0.9557704329490662, | ||
| 87 | "reference_path": "/workspace/downloads/108/type_11/d7e28fe6-4ad6-4243-b66b-d90ff5ca1e491650256909.wav" | ||
| 88 | }, | ||
| 89 | { | ||
| 90 | "song_id": "105", | ||
| 91 | "confidence": 0.9129512906074524, | ||
| 92 | "reference_path": "/workspace/downloads/105/type_11/57e61cde-4410-4751-93e9-d7a4ecece5791650256910.wav" | ||
| 93 | }, | ||
| 94 | { | ||
| 95 | "song_id": "116", | ||
| 96 | "confidence": 0.9113456606864929, | ||
| 97 | "reference_path": "/workspace/downloads/116/type_11/da34f6ff-39e7-4dde-8265-e1bb01b6263e1650256901.wav" | ||
| 98 | } | ||
| 99 | ], | ||
| 100 | "top1_correct": false, | ||
| 101 | "top3_hit": false | ||
| 102 | }, | ||
| 103 | { | ||
| 104 | "song_id": "127", | ||
| 105 | "query_path": "/workspace/downloads/127/type_7/c2a6df6f-53fb-498c-ba9e-9c235858afdb.mp3", | ||
| 106 | "chunk_count": 1, | ||
| 107 | "top_candidates": [ | ||
| 108 | { | ||
| 109 | "song_id": "109", | ||
| 110 | "confidence": 0.9492506980895996, | ||
| 111 | "reference_path": "/workspace/downloads/109/type_11/84acef9b-2a74-44bc-9eff-5ca7969ac9b61650256909.wav" | ||
| 112 | }, | ||
| 113 | { | ||
| 114 | "song_id": "106", | ||
| 115 | "confidence": 0.9458166360855103, | ||
| 116 | "reference_path": "/workspace/downloads/106/type_11/bf61426c-67b7-4cf1-a9e7-f78cf519a0021650256910.wav" | ||
| 117 | }, | ||
| 118 | { | ||
| 119 | "song_id": "105", | ||
| 120 | "confidence": 0.9427493810653687, | ||
| 121 | "reference_path": "/workspace/downloads/105/type_11/57e61cde-4410-4751-93e9-d7a4ecece5791650256910.wav" | ||
| 122 | } | ||
| 123 | ], | ||
| 124 | "top1_correct": false, | ||
| 125 | "top3_hit": false | ||
| 126 | } | ||
| 127 | ] | ||
| 128 | }, | ||
| 129 | "items": [ | ||
| 130 | { | ||
| 131 | "song_id": "111", | ||
| 132 | "query_path": "/workspace/downloads/111/type_7/75cd601b-7604-4b37-8132-cfab39e7c644.mp3", | ||
| 133 | "chunk_count": 1, | ||
| 134 | "top_candidates": [ | ||
| 135 | { | ||
| 136 | "song_id": "109", | ||
| 137 | "confidence": 0.9631165266036987, | ||
| 138 | "reference_path": "/workspace/downloads/109/type_11/84acef9b-2a74-44bc-9eff-5ca7969ac9b61650256909.wav" | ||
| 139 | }, | ||
| 140 | { | ||
| 141 | "song_id": "116", | ||
| 142 | "confidence": 0.9609744548797607, | ||
| 143 | "reference_path": "/workspace/downloads/116/type_11/da34f6ff-39e7-4dde-8265-e1bb01b6263e1650256901.wav" | ||
| 144 | }, | ||
| 145 | { | ||
| 146 | "song_id": "118", | ||
| 147 | "confidence": 0.9489729404449463, | ||
| 148 | "reference_path": "/workspace/downloads/118/type_11/db64461e-d752-4cf3-ab1d-56ff9232823d1650256901.wav" | ||
| 149 | } | ||
| 150 | ], | ||
| 151 | "top1_correct": false, | ||
| 152 | "top3_hit": false | ||
| 153 | }, | ||
| 154 | { | ||
| 155 | "song_id": "116", | ||
| 156 | "query_path": "/workspace/downloads/116/type_7/d7098db6-fed3-485f-906e-e55e42187f0c.mp3", | ||
| 157 | "chunk_count": 1, | ||
| 158 | "top_candidates": [ | ||
| 159 | { | ||
| 160 | "song_id": "109", | ||
| 161 | "confidence": 0.9556481838226318, | ||
| 162 | "reference_path": "/workspace/downloads/109/type_11/84acef9b-2a74-44bc-9eff-5ca7969ac9b61650256909.wav" | ||
| 163 | }, | ||
| 164 | { | ||
| 165 | "song_id": "116", | ||
| 166 | "confidence": 0.9522862434387207, | ||
| 167 | "reference_path": "/workspace/downloads/116/type_11/da34f6ff-39e7-4dde-8265-e1bb01b6263e1650256901.wav" | ||
| 168 | }, | ||
| 169 | { | ||
| 170 | "song_id": "103", | ||
| 171 | "confidence": 0.950623631477356, | ||
| 172 | "reference_path": "/workspace/downloads/103/type_11/19876dbb-fffc-40f8-9530-9322c9ed77681650256912.wav" | ||
| 173 | } | ||
| 174 | ], | ||
| 175 | "top1_correct": false, | ||
| 176 | "top3_hit": true | ||
| 177 | }, | ||
| 178 | { | ||
| 179 | "song_id": "1232", | ||
| 180 | "query_path": "/workspace/downloads/1232/type_7/0bf7dd0a-c761-4695-ae48-f3eb19606e66.mp3", | ||
| 181 | "chunk_count": 1, | ||
| 182 | "top_candidates": [ | ||
| 183 | { | ||
| 184 | "song_id": "105", | ||
| 185 | "confidence": 0.9591078162193298, | ||
| 186 | "reference_path": "/workspace/downloads/105/type_11/57e61cde-4410-4751-93e9-d7a4ecece5791650256910.wav" | ||
| 187 | }, | ||
| 188 | { | ||
| 189 | "song_id": "103", | ||
| 190 | "confidence": 0.955888569355011, | ||
| 191 | "reference_path": "/workspace/downloads/103/type_11/19876dbb-fffc-40f8-9530-9322c9ed77681650256912.wav" | ||
| 192 | }, | ||
| 193 | { | ||
| 194 | "song_id": "109", | ||
| 195 | "confidence": 0.9544215202331543, | ||
| 196 | "reference_path": "/workspace/downloads/109/type_11/84acef9b-2a74-44bc-9eff-5ca7969ac9b61650256909.wav" | ||
| 197 | } | ||
| 198 | ], | ||
| 199 | "top1_correct": false, | ||
| 200 | "top3_hit": false | ||
| 201 | }, | ||
| 202 | { | ||
| 203 | "song_id": "1248", | ||
| 204 | "query_path": "/workspace/downloads/1248/type_7/67db54b7-7d5d-45f5-a502-089c3d9ae768.mp3", | ||
| 205 | "chunk_count": 1, | ||
| 206 | "top_candidates": [ | ||
| 207 | { | ||
| 208 | "song_id": "108", | ||
| 209 | "confidence": 0.9557704329490662, | ||
| 210 | "reference_path": "/workspace/downloads/108/type_11/d7e28fe6-4ad6-4243-b66b-d90ff5ca1e491650256909.wav" | ||
| 211 | }, | ||
| 212 | { | ||
| 213 | "song_id": "105", | ||
| 214 | "confidence": 0.9129512906074524, | ||
| 215 | "reference_path": "/workspace/downloads/105/type_11/57e61cde-4410-4751-93e9-d7a4ecece5791650256910.wav" | ||
| 216 | }, | ||
| 217 | { | ||
| 218 | "song_id": "116", | ||
| 219 | "confidence": 0.9113456606864929, | ||
| 220 | "reference_path": "/workspace/downloads/116/type_11/da34f6ff-39e7-4dde-8265-e1bb01b6263e1650256901.wav" | ||
| 221 | } | ||
| 222 | ], | ||
| 223 | "top1_correct": false, | ||
| 224 | "top3_hit": false | ||
| 225 | }, | ||
| 226 | { | ||
| 227 | "song_id": "127", | ||
| 228 | "query_path": "/workspace/downloads/127/type_7/c2a6df6f-53fb-498c-ba9e-9c235858afdb.mp3", | ||
| 229 | "chunk_count": 1, | ||
| 230 | "top_candidates": [ | ||
| 231 | { | ||
| 232 | "song_id": "109", | ||
| 233 | "confidence": 0.9492506980895996, | ||
| 234 | "reference_path": "/workspace/downloads/109/type_11/84acef9b-2a74-44bc-9eff-5ca7969ac9b61650256909.wav" | ||
| 235 | }, | ||
| 236 | { | ||
| 237 | "song_id": "106", | ||
| 238 | "confidence": 0.9458166360855103, | ||
| 239 | "reference_path": "/workspace/downloads/106/type_11/bf61426c-67b7-4cf1-a9e7-f78cf519a0021650256910.wav" | ||
| 240 | }, | ||
| 241 | { | ||
| 242 | "song_id": "105", | ||
| 243 | "confidence": 0.9427493810653687, | ||
| 244 | "reference_path": "/workspace/downloads/105/type_11/57e61cde-4410-4751-93e9-d7a4ecece5791650256910.wav" | ||
| 245 | } | ||
| 246 | ], | ||
| 247 | "top1_correct": false, | ||
| 248 | "top3_hit": false | ||
| 249 | }, | ||
| 250 | { | ||
| 251 | "song_id": "139", | ||
| 252 | "query_path": "/workspace/downloads/139/type_7/cdfb0c16-ded3-4ea0-950d-aad9db32a623.mp3", | ||
| 253 | "chunk_count": 1, | ||
| 254 | "top_candidates": [ | ||
| 255 | { | ||
| 256 | "song_id": "114", | ||
| 257 | "confidence": 0.9782177209854126, | ||
| 258 | "reference_path": "/workspace/downloads/114/type_11/0238ecbf-b234-470e-82e4-f3b80a267d771650256906.wav" | ||
| 259 | }, | ||
| 260 | { | ||
| 261 | "song_id": "119", | ||
| 262 | "confidence": 0.9559169411659241, | ||
| 263 | "reference_path": "/workspace/downloads/119/type_11/180dfa7d-836a-449c-990f-a3bf39c11da11650256898.wav" | ||
| 264 | }, | ||
| 265 | { | ||
| 266 | "song_id": "109", | ||
| 267 | "confidence": 0.9521770477294922, | ||
| 268 | "reference_path": "/workspace/downloads/109/type_11/84acef9b-2a74-44bc-9eff-5ca7969ac9b61650256909.wav" | ||
| 269 | } | ||
| 270 | ], | ||
| 271 | "top1_correct": false, | ||
| 272 | "top3_hit": false | ||
| 273 | }, | ||
| 274 | { | ||
| 275 | "song_id": "1411", | ||
| 276 | "query_path": "/workspace/downloads/1411/type_7/11c9c322-4f9a-4352-98c4-45676571ad0f.mp3", | ||
| 277 | "chunk_count": 1, | ||
| 278 | "top_candidates": [ | ||
| 279 | { | ||
| 280 | "song_id": "109", | ||
| 281 | "confidence": 0.9455760717391968, | ||
| 282 | "reference_path": "/workspace/downloads/109/type_11/84acef9b-2a74-44bc-9eff-5ca7969ac9b61650256909.wav" | ||
| 283 | }, | ||
| 284 | { | ||
| 285 | "song_id": "119", | ||
| 286 | "confidence": 0.9433907270431519, | ||
| 287 | "reference_path": "/workspace/downloads/119/type_11/180dfa7d-836a-449c-990f-a3bf39c11da11650256898.wav" | ||
| 288 | }, | ||
| 289 | { | ||
| 290 | "song_id": "110", | ||
| 291 | "confidence": 0.9150713682174683, | ||
| 292 | "reference_path": "/workspace/downloads/110/type_11/2197b39e-23e2-4a66-b07e-dd672eab214a1650256908.wav" | ||
| 293 | } | ||
| 294 | ], | ||
| 295 | "top1_correct": false, | ||
| 296 | "top3_hit": false | ||
| 297 | }, | ||
| 298 | { | ||
| 299 | "song_id": "1413", | ||
| 300 | "query_path": "/workspace/downloads/1413/type_7/0809e02c-ef1a-4cb3-a157-7d68ce80f450.mp3", | ||
| 301 | "chunk_count": 1, | ||
| 302 | "top_candidates": [ | ||
| 303 | { | ||
| 304 | "song_id": "117", | ||
| 305 | "confidence": 0.9718726873397827, | ||
| 306 | "reference_path": "/workspace/downloads/117/type_11/1e1599e6-ebbd-4ceb-a81d-a320331ef6e31650256901.wav" | ||
| 307 | }, | ||
| 308 | { | ||
| 309 | "song_id": "109", | ||
| 310 | "confidence": 0.9680578708648682, | ||
| 311 | "reference_path": "/workspace/downloads/109/type_11/84acef9b-2a74-44bc-9eff-5ca7969ac9b61650256909.wav" | ||
| 312 | }, | ||
| 313 | { | ||
| 314 | "song_id": "115", | ||
| 315 | "confidence": 0.9661386013031006, | ||
| 316 | "reference_path": "/workspace/downloads/115/type_11/aabad0ff-13de-4786-aa9c-40e1f957ed9f1650256906.wav" | ||
| 317 | } | ||
| 318 | ], | ||
| 319 | "top1_correct": false, | ||
| 320 | "top3_hit": false | ||
| 321 | }, | ||
| 322 | { | ||
| 323 | "song_id": "1417", | ||
| 324 | "query_path": "/workspace/downloads/1417/type_7/d810f778-a5f5-4361-bc98-8a1f0dacc436.mp3", | ||
| 325 | "chunk_count": 1, | ||
| 326 | "top_candidates": [ | ||
| 327 | { | ||
| 328 | "song_id": "101", | ||
| 329 | "confidence": 0.9560971260070801, | ||
| 330 | "reference_path": "/workspace/downloads/101/type_11/83c0c07f-4f96-4ff4-998c-58db910f3cfa1650256915.wav" | ||
| 331 | }, | ||
| 332 | { | ||
| 333 | "song_id": "102", | ||
| 334 | "confidence": 0.9510475397109985, | ||
| 335 | "reference_path": "/workspace/downloads/102/type_11/43440ec5-70b4-4d50-8683-d3e41cad29411650256908.wav" | ||
| 336 | }, | ||
| 337 | { | ||
| 338 | "song_id": "116", | ||
| 339 | "confidence": 0.9450587034225464, | ||
| 340 | "reference_path": "/workspace/downloads/116/type_11/da34f6ff-39e7-4dde-8265-e1bb01b6263e1650256901.wav" | ||
| 341 | } | ||
| 342 | ], | ||
| 343 | "top1_correct": false, | ||
| 344 | "top3_hit": false | ||
| 345 | }, | ||
| 346 | { | ||
| 347 | "song_id": "144", | ||
| 348 | "query_path": "/workspace/downloads/144/type_7/f24ab0b1-eb00-46b1-ba20-95f67f7e46aa.mp3", | ||
| 349 | "chunk_count": 1, | ||
| 350 | "top_candidates": [ | ||
| 351 | { | ||
| 352 | "song_id": "101", | ||
| 353 | "confidence": 0.8981183767318726, | ||
| 354 | "reference_path": "/workspace/downloads/101/type_11/83c0c07f-4f96-4ff4-998c-58db910f3cfa1650256915.wav" | ||
| 355 | }, | ||
| 356 | { | ||
| 357 | "song_id": "105", | ||
| 358 | "confidence": 0.8793262243270874, | ||
| 359 | "reference_path": "/workspace/downloads/105/type_11/57e61cde-4410-4751-93e9-d7a4ecece5791650256910.wav" | ||
| 360 | }, | ||
| 361 | { | ||
| 362 | "song_id": "118", | ||
| 363 | "confidence": 0.8602892160415649, | ||
| 364 | "reference_path": "/workspace/downloads/118/type_11/db64461e-d752-4cf3-ab1d-56ff9232823d1650256901.wav" | ||
| 365 | } | ||
| 366 | ], | ||
| 367 | "top1_correct": false, | ||
| 368 | "top3_hit": false | ||
| 369 | }, | ||
| 370 | { | ||
| 371 | "song_id": "146", | ||
| 372 | "query_path": "/workspace/downloads/146/type_7/5b36aaa4-ee1e-4a4e-850f-7b11e4ea6ead.mp3", | ||
| 373 | "chunk_count": 1, | ||
| 374 | "top_candidates": [ | ||
| 375 | { | ||
| 376 | "song_id": "103", | ||
| 377 | "confidence": 0.9730088114738464, | ||
| 378 | "reference_path": "/workspace/downloads/103/type_11/19876dbb-fffc-40f8-9530-9322c9ed77681650256912.wav" | ||
| 379 | }, | ||
| 380 | { | ||
| 381 | "song_id": "116", | ||
| 382 | "confidence": 0.9710221290588379, | ||
| 383 | "reference_path": "/workspace/downloads/116/type_11/da34f6ff-39e7-4dde-8265-e1bb01b6263e1650256901.wav" | ||
| 384 | }, | ||
| 385 | { | ||
| 386 | "song_id": "115", | ||
| 387 | "confidence": 0.9682624340057373, | ||
| 388 | "reference_path": "/workspace/downloads/115/type_11/aabad0ff-13de-4786-aa9c-40e1f957ed9f1650256906.wav" | ||
| 389 | } | ||
| 390 | ], | ||
| 391 | "top1_correct": false, | ||
| 392 | "top3_hit": false | ||
| 393 | }, | ||
| 394 | { | ||
| 395 | "song_id": "149", | ||
| 396 | "query_path": "/workspace/downloads/149/type_7/a5edfa85-901f-48b4-84b7-5dbf95e6abe6.mp3", | ||
| 397 | "chunk_count": 1, | ||
| 398 | "top_candidates": [ | ||
| 399 | { | ||
| 400 | "song_id": "110", | ||
| 401 | "confidence": 0.9501074552536011, | ||
| 402 | "reference_path": "/workspace/downloads/110/type_11/2197b39e-23e2-4a66-b07e-dd672eab214a1650256908.wav" | ||
| 403 | }, | ||
| 404 | { | ||
| 405 | "song_id": "119", | ||
| 406 | "confidence": 0.9466853141784668, | ||
| 407 | "reference_path": "/workspace/downloads/119/type_11/180dfa7d-836a-449c-990f-a3bf39c11da11650256898.wav" | ||
| 408 | }, | ||
| 409 | { | ||
| 410 | "song_id": "109", | ||
| 411 | "confidence": 0.9440680742263794, | ||
| 412 | "reference_path": "/workspace/downloads/109/type_11/84acef9b-2a74-44bc-9eff-5ca7969ac9b61650256909.wav" | ||
| 413 | } | ||
| 414 | ], | ||
| 415 | "top1_correct": false, | ||
| 416 | "top3_hit": false | ||
| 417 | }, | ||
| 418 | { | ||
| 419 | "song_id": "1524", | ||
| 420 | "query_path": "/workspace/downloads/1524/type_7/1230164367-6195b2805c6c8.mp3", | ||
| 421 | "chunk_count": 1, | ||
| 422 | "top_candidates": [ | ||
| 423 | { | ||
| 424 | "song_id": "114", | ||
| 425 | "confidence": 0.9428921341896057, | ||
| 426 | "reference_path": "/workspace/downloads/114/type_11/0238ecbf-b234-470e-82e4-f3b80a267d771650256906.wav" | ||
| 427 | }, | ||
| 428 | { | ||
| 429 | "song_id": "115", | ||
| 430 | "confidence": 0.9304179549217224, | ||
| 431 | "reference_path": "/workspace/downloads/115/type_11/aabad0ff-13de-4786-aa9c-40e1f957ed9f1650256906.wav" | ||
| 432 | }, | ||
| 433 | { | ||
| 434 | "song_id": "117", | ||
| 435 | "confidence": 0.9263910055160522, | ||
| 436 | "reference_path": "/workspace/downloads/117/type_11/1e1599e6-ebbd-4ceb-a81d-a320331ef6e31650256901.wav" | ||
| 437 | } | ||
| 438 | ], | ||
| 439 | "top1_correct": false, | ||
| 440 | "top3_hit": false | ||
| 441 | }, | ||
| 442 | { | ||
| 443 | "song_id": "1529", | ||
| 444 | "query_path": "/workspace/downloads/1529/type_7/3057076667-6195b157c8452.mp3", | ||
| 445 | "chunk_count": 1, | ||
| 446 | "top_candidates": [ | ||
| 447 | { | ||
| 448 | "song_id": "109", | ||
| 449 | "confidence": 0.9819761514663696, | ||
| 450 | "reference_path": "/workspace/downloads/109/type_11/84acef9b-2a74-44bc-9eff-5ca7969ac9b61650256909.wav" | ||
| 451 | }, | ||
| 452 | { | ||
| 453 | "song_id": "116", | ||
| 454 | "confidence": 0.9775707721710205, | ||
| 455 | "reference_path": "/workspace/downloads/116/type_11/da34f6ff-39e7-4dde-8265-e1bb01b6263e1650256901.wav" | ||
| 456 | }, | ||
| 457 | { | ||
| 458 | "song_id": "115", | ||
| 459 | "confidence": 0.9692128896713257, | ||
| 460 | "reference_path": "/workspace/downloads/115/type_11/aabad0ff-13de-4786-aa9c-40e1f957ed9f1650256906.wav" | ||
| 461 | } | ||
| 462 | ], | ||
| 463 | "top1_correct": false, | ||
| 464 | "top3_hit": false | ||
| 465 | }, | ||
| 466 | { | ||
| 467 | "song_id": "1538", | ||
| 468 | "query_path": "/workspace/downloads/1538/type_7/0819b4cc-a233-4af2-809a-ab05c0ac7776.mp3", | ||
| 469 | "chunk_count": 1, | ||
| 470 | "top_candidates": [ | ||
| 471 | { | ||
| 472 | "song_id": "117", | ||
| 473 | "confidence": 0.9714266657829285, | ||
| 474 | "reference_path": "/workspace/downloads/117/type_11/1e1599e6-ebbd-4ceb-a81d-a320331ef6e31650256901.wav" | ||
| 475 | }, | ||
| 476 | { | ||
| 477 | "song_id": "114", | ||
| 478 | "confidence": 0.9527887105941772, | ||
| 479 | "reference_path": "/workspace/downloads/114/type_11/0238ecbf-b234-470e-82e4-f3b80a267d771650256906.wav" | ||
| 480 | }, | ||
| 481 | { | ||
| 482 | "song_id": "109", | ||
| 483 | "confidence": 0.9495124816894531, | ||
| 484 | "reference_path": "/workspace/downloads/109/type_11/84acef9b-2a74-44bc-9eff-5ca7969ac9b61650256909.wav" | ||
| 485 | } | ||
| 486 | ], | ||
| 487 | "top1_correct": false, | ||
| 488 | "top3_hit": false | ||
| 489 | }, | ||
| 490 | { | ||
| 491 | "song_id": "1551", | ||
| 492 | "query_path": "/workspace/downloads/1551/type_7/6377f532-0433-4197-9605-9aca077b26cf.mp3", | ||
| 493 | "chunk_count": 1, | ||
| 494 | "top_candidates": [ | ||
| 495 | { | ||
| 496 | "song_id": "114", | ||
| 497 | "confidence": 0.9324299097061157, | ||
| 498 | "reference_path": "/workspace/downloads/114/type_11/0238ecbf-b234-470e-82e4-f3b80a267d771650256906.wav" | ||
| 499 | }, | ||
| 500 | { | ||
| 501 | "song_id": "118", | ||
| 502 | "confidence": 0.9272598028182983, | ||
| 503 | "reference_path": "/workspace/downloads/118/type_11/db64461e-d752-4cf3-ab1d-56ff9232823d1650256901.wav" | ||
| 504 | }, | ||
| 505 | { | ||
| 506 | "song_id": "119", | ||
| 507 | "confidence": 0.920788049697876, | ||
| 508 | "reference_path": "/workspace/downloads/119/type_11/180dfa7d-836a-449c-990f-a3bf39c11da11650256898.wav" | ||
| 509 | } | ||
| 510 | ], | ||
| 511 | "top1_correct": false, | ||
| 512 | "top3_hit": false | ||
| 513 | }, | ||
| 514 | { | ||
| 515 | "song_id": "1555", | ||
| 516 | "query_path": "/workspace/downloads/1555/type_7/27ea0429-ac91-4a9d-99c0-aa4206d9bb09.mp3", | ||
| 517 | "chunk_count": 1, | ||
| 518 | "top_candidates": [ | ||
| 519 | { | ||
| 520 | "song_id": "116", | ||
| 521 | "confidence": 0.9584245681762695, | ||
| 522 | "reference_path": "/workspace/downloads/116/type_11/da34f6ff-39e7-4dde-8265-e1bb01b6263e1650256901.wav" | ||
| 523 | }, | ||
| 524 | { | ||
| 525 | "song_id": "101", | ||
| 526 | "confidence": 0.9550634622573853, | ||
| 527 | "reference_path": "/workspace/downloads/101/type_11/83c0c07f-4f96-4ff4-998c-58db910f3cfa1650256915.wav" | ||
| 528 | }, | ||
| 529 | { | ||
| 530 | "song_id": "118", | ||
| 531 | "confidence": 0.9533092975616455, | ||
| 532 | "reference_path": "/workspace/downloads/118/type_11/db64461e-d752-4cf3-ab1d-56ff9232823d1650256901.wav" | ||
| 533 | } | ||
| 534 | ], | ||
| 535 | "top1_correct": false, | ||
| 536 | "top3_hit": false | ||
| 537 | }, | ||
| 538 | { | ||
| 539 | "song_id": "1557", | ||
| 540 | "query_path": "/workspace/downloads/1557/type_7/b3f58fb7-fd7f-4171-89e5-03c4af249913.mp3", | ||
| 541 | "chunk_count": 1, | ||
| 542 | "top_candidates": [ | ||
| 543 | { | ||
| 544 | "song_id": "116", | ||
| 545 | "confidence": 0.9469455480575562, | ||
| 546 | "reference_path": "/workspace/downloads/116/type_11/da34f6ff-39e7-4dde-8265-e1bb01b6263e1650256901.wav" | ||
| 547 | }, | ||
| 548 | { | ||
| 549 | "song_id": "100", | ||
| 550 | "confidence": 0.9438552260398865, | ||
| 551 | "reference_path": "/workspace/downloads/100/type_11/93dfdeb0-7da5-42a8-9c71-cf12af57dd191650256918.wav" | ||
| 552 | }, | ||
| 553 | { | ||
| 554 | "song_id": "109", | ||
| 555 | "confidence": 0.9434494972229004, | ||
| 556 | "reference_path": "/workspace/downloads/109/type_11/84acef9b-2a74-44bc-9eff-5ca7969ac9b61650256909.wav" | ||
| 557 | } | ||
| 558 | ], | ||
| 559 | "top1_correct": false, | ||
| 560 | "top3_hit": false | ||
| 561 | }, | ||
| 562 | { | ||
| 563 | "song_id": "1566", | ||
| 564 | "query_path": "/workspace/downloads/1566/type_7/11d4a0c3-c61a-42fd-8e05-6a5ec5d6def8.mp3", | ||
| 565 | "chunk_count": 1, | ||
| 566 | "top_candidates": [ | ||
| 567 | { | ||
| 568 | "song_id": "105", | ||
| 569 | "confidence": 0.9926441311836243, | ||
| 570 | "reference_path": "/workspace/downloads/105/type_11/57e61cde-4410-4751-93e9-d7a4ecece5791650256910.wav" | ||
| 571 | }, | ||
| 572 | { | ||
| 573 | "song_id": "116", | ||
| 574 | "confidence": 0.9612631797790527, | ||
| 575 | "reference_path": "/workspace/downloads/116/type_11/da34f6ff-39e7-4dde-8265-e1bb01b6263e1650256901.wav" | ||
| 576 | }, | ||
| 577 | { | ||
| 578 | "song_id": "106", | ||
| 579 | "confidence": 0.9602032899856567, | ||
| 580 | "reference_path": "/workspace/downloads/106/type_11/bf61426c-67b7-4cf1-a9e7-f78cf519a0021650256910.wav" | ||
| 581 | } | ||
| 582 | ], | ||
| 583 | "top1_correct": false, | ||
| 584 | "top3_hit": false | ||
| 585 | }, | ||
| 586 | { | ||
| 587 | "song_id": "1569", | ||
| 588 | "query_path": "/workspace/downloads/1569/type_7/2a1013ef-c90a-49fc-98c1-1fc440913eb0.mp3", | ||
| 589 | "chunk_count": 1, | ||
| 590 | "top_candidates": [ | ||
| 591 | { | ||
| 592 | "song_id": "101", | ||
| 593 | "confidence": 0.952643096446991, | ||
| 594 | "reference_path": "/workspace/downloads/101/type_11/83c0c07f-4f96-4ff4-998c-58db910f3cfa1650256915.wav" | ||
| 595 | }, | ||
| 596 | { | ||
| 597 | "song_id": "107", | ||
| 598 | "confidence": 0.9485974907875061, | ||
| 599 | "reference_path": "/workspace/downloads/107/type_11/296bbc25-617c-4368-9a69-357aeec394381650256910.wav" | ||
| 600 | }, | ||
| 601 | { | ||
| 602 | "song_id": "118", | ||
| 603 | "confidence": 0.9483388662338257, | ||
| 604 | "reference_path": "/workspace/downloads/118/type_11/db64461e-d752-4cf3-ab1d-56ff9232823d1650256901.wav" | ||
| 605 | } | ||
| 606 | ], | ||
| 607 | "top1_correct": false, | ||
| 608 | "top3_hit": false | ||
| 609 | } | ||
| 610 | ] | ||
| 611 | } | ||
| ... | \ No newline at end of file | ... | \ No newline at end of file |
| 1 | - 新增 `acr-engine/data/local_eval/voice_workspace20_type7_eval.json`,对当前 `workspace_music20` 语义做了 20 条 `type_7` 批量验证:`top1=0.0`、`top3=0.05`,说明业务 song_id 正确性仍明显不足。 | ||
| 2 | - architect review 当前结论:`APPROVED (WATCH)`,允许继续沿当前架构推进,但不能把当前 business-corpus 结果视作完成。 | ||
| 1 | - `docs/session-handoff.md` 已刷新为最新 voice service runtime 状态,明确 `/health` 可用、`/recognize/voice` 仍超时,以及下一步最短排查路径 | 3 | - `docs/session-handoff.md` 已刷新为最新 voice service runtime 状态,明确 `/health` 可用、`/recognize/voice` 仍超时,以及下一步最短排查路径 |
| 2 | 4 | ||
| 3 | ## 2026-06-03 voice-to-chunk and context export foundation | 5 | ## 2026-06-03 voice-to-chunk and context export foundation | ... | ... |
| ... | @@ -24,7 +24,7 @@ flowchart TD | ... | @@ -24,7 +24,7 @@ flowchart TD |
| 24 | | benchmark report 已生成 | | | 24 | | benchmark report 已生成 | | |
| 25 | | model card 已生成 | | | 25 | | model card 已生成 | | |
| 26 | | license registry 已更新 | | | 26 | | license registry 已更新 | | |
| 27 | | service smoke test 通过 | partial: `/health` OK, `/recognize/voice` payload returns against `workspace_music20`, but business top1 correctness still needs manual/metric validation | | 27 | | service smoke test 通过 | partial: `/health` OK, `/recognize/voice` payload returns against `workspace_music20`, but batch validation is currently poor (`type_7 top1=0.0`, `top3=0.05`) | |
| 28 | | dataset whitelist 已确认 | | | 28 | | dataset whitelist 已确认 | | |
| 29 | | changelog 已更新 | yes | | 29 | | changelog 已更新 | yes | |
| 30 | | architect review completed | yes (approved with watch) | | 30 | | architect review completed | yes (approved with watch) | | ... | ... |
| ... | @@ -46,6 +46,13 @@ | ... | @@ -46,6 +46,13 @@ |
| 46 | 3. 把哼唱评测集接入 `evaluate.py` 或独立评测脚本 | 46 | 3. 把哼唱评测集接入 `evaluate.py` 或独立评测脚本 |
| 47 | 4. 继续做 docs 第二轮收敛,只保留当前有效主文档 | 47 | 4. 继续做 docs 第二轮收敛,只保留当前有效主文档 |
| 48 | 48 | ||
| 49 | - 当前 `workspace_music20` 业务正确性初测(`acr-engine/data/local_eval/voice_workspace20_type7_eval.json`): | ||
| 50 | - `num_queries=20` | ||
| 51 | - `top1=0.0` | ||
| 52 | - `top3=0.05` | ||
| 53 | - 说明当前 business sample 语义虽然已通路,但 song_id 正确性还很差,必须继续优化,不可直接当成可用识别能力。 | ||
| 54 | - architect review 当前结论:`APPROVED (WATCH)`,允许继续沿当前架构推进,但需要明确区分“链路通”与“业务正确”。 | ||
| 55 | |||
| 49 | ### 最新补充(2026-06-03 voice service runtime) | 56 | ### 最新补充(2026-06-03 voice service runtime) |
| 50 | 57 | ||
| 51 | - 已确认当前解释器 `/usr/local/miniconda3/bin/python` 下: | 58 | - 已确认当前解释器 `/usr/local/miniconda3/bin/python` 下: | ... | ... |
-
Please register or sign in to post a comment