add files

README.md

@@ -0,0 +1 @@
+See https://github.com/k2-fsa/icefall/pull/1389

data/lang_bpe_500/HLG.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5dbbe8b485c0cb37d11e07e8e734990f1e40a2d00fe9689d8da2e7b6fe72883
+size 845007583

data/lang_bpe_500/L.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1b88996f918737fba67fbd29152018b51a537c16ce0718a2b43d5140583224e
+size 19025703

data/lang_bpe_500/LG.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bb9f021c7aad79d45dc275ba8154a430c4f660a319dcb872cd52500f25553d6
+size 249852195

data/lang_bpe_500/Linv.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbc8b3687a1b8f0811a84106b3b310642566c7b1bc282a929878f9269507a2c6
+size 19025703

data/lang_bpe_500/bpe.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c53433de083c4a6ad12d034550ef22de68cec62c4f58932a7b6b8b2f1e743fa5
+size 244865

data/lang_bpe_500/tokens.txt

@@ -0,0 +1,502 @@
+<blk> 0
+<sos/eos> 1
+<unk> 2
+S 3
+▁THE 4
+▁A 5
+T 6
+▁AND 7
+ED 8
+▁OF 9
+▁TO 10
+E 11
+D 12
+N 13
+ING 14
+▁IN 15
+Y 16
+M 17
+C 18
+▁I 19
+A 20
+P 21
+▁HE 22
+R 23
+O 24
+L 25
+RE 26
+I 27
+U 28
+ER 29
+▁IT 30
+LY 31
+▁THAT 32
+▁WAS 33
+▁ 34
+▁S 35
+AR 36
+▁BE 37
+F 38
+▁C 39
+IN 40
+B 41
+▁FOR 42
+OR 43
+LE 44
+' 45
+▁HIS 46
+▁YOU 47
+AL 48
+▁RE 49
+V 50
+▁B 51
+G 52
+RI 53
+▁E 54
+▁WITH 55
+▁T 56
+▁AS 57
+LL 58
+▁P 59
+▁HER 60
+ST 61
+▁HAD 62
+▁SO 63
+▁F 64
+W 65
+CE 66
+▁IS 67
+ND 68
+▁NOT 69
+TH 70
+▁BUT 71
+EN 72
+▁SHE 73
+▁ON 74
+VE 75
+ON 76
+SE 77
+▁DE 78
+UR 79
+▁G 80
+CH 81
+K 82
+TER 83
+▁AT 84
+IT 85
+▁ME 86
+RO 87
+NE 88
+RA 89
+ES 90
+IL 91
+NG 92
+IC 93
+▁NO 94
+▁HIM 95
+ENT 96
+IR 97
+▁WE 98
+H 99
+▁DO 100
+▁ALL 101
+▁HAVE 102
+LO 103
+▁BY 104
+▁MY 105
+▁MO 106
+▁THIS 107
+LA 108
+▁ST 109
+▁WHICH 110
+▁CON 111
+▁THEY 112
+CK 113
+TE 114
+▁SAID 115
+▁FROM 116
+▁GO 117
+▁WHO 118
+▁TH 119
+▁OR 120
+▁D 121
+▁W 122
+VER 123
+LI 124
+▁SE 125
+▁ONE 126
+▁CA 127
+▁AN 128
+▁LA 129
+▁WERE 130
+EL 131
+▁HA 132
+▁MAN 133
+▁FA 134
+▁EX 135
+AD 136
+▁SU 137
+RY 138
+▁MI 139
+AT 140
+▁BO 141
+▁WHEN 142
+AN 143
+THER 144
+PP 145
+ATION 146
+▁FI 147
+▁WOULD 148
+▁PRO 149
+OW 150
+ET 151
+▁O 152
+▁THERE 153
+▁HO 154
+ION 155
+▁WHAT 156
+▁FE 157
+▁PA 158
+US 159
+MENT 160
+▁MA 161
+UT 162
+▁OUT 163
+▁THEIR 164
+▁IF 165
+▁LI 166
+▁K 167
+▁WILL 168
+▁ARE 169
+ID 170
+▁RO 171
+DE 172
+TION 173
+▁WA 174
+PE 175
+▁UP 176
+▁SP 177
+▁PO 178
+IGHT 179
+▁UN 180
+RU 181
+▁LO 182
+AS 183
+OL 184
+▁LE 185
+▁BEEN 186
+▁SH 187
+▁RA 188
+▁SEE 189
+KE 190
+UL 191
+TED 192
+▁SA 193
+UN 194
+UND 195
+ANT 196
+▁NE 197
+IS 198
+▁THEM 199
+CI 200
+GE 201
+▁COULD 202
+▁DIS 203
+OM 204
+ISH 205
+HE 206
+EST 207
+▁SOME 208
+ENCE 209
+ITY 210
+IVE 211
+▁US 212
+▁MORE 213
+▁EN 214
+ARD 215
+ATE 216
+▁YOUR 217
+▁INTO 218
+▁KNOW 219
+▁CO 220
+ANCE 221
+▁TIME 222
+▁WI 223
+▁YE 224
+AGE 225
+▁NOW 226
+TI 227
+FF 228
+ABLE 229
+▁VERY 230
+▁LIKE 231
+AM 232
+HI 233
+Z 234
+▁OTHER 235
+▁THAN 236
+▁LITTLE 237
+▁DID 238
+▁LOOK 239
+TY 240
+ERS 241
+▁CAN 242
+▁CHA 243
+▁AR 244
+X 245
+FUL 246
+UGH 247
+▁BA 248
+▁DAY 249
+▁ABOUT 250
+TEN 251
+IM 252
+▁ANY 253
+▁PRE 254
+▁OVER 255
+IES 256
+NESS 257
+ME 258
+BLE 259
+▁M 260
+ROW 261
+▁HAS 262
+▁GREAT 263
+▁VI 264
+TA 265
+▁AFTER 266
+PER 267
+▁AGAIN 268
+HO 269
+SH 270
+▁UPON 271
+▁DI 272
+▁HAND 273
+▁COM 274
+IST 275
+TURE 276
+▁STA 277
+▁THEN 278
+▁SHOULD 279
+▁GA 280
+OUS 281
+OUR 282
+▁WELL 283
+▁ONLY 284
+MAN 285
+▁GOOD 286
+▁TWO 287
+▁MAR 288
+▁SAY 289
+▁HU 290
+TING 291
+▁OUR 292
+RESS 293
+▁DOWN 294
+IOUS 295
+▁BEFORE 296
+▁DA 297
+▁NA 298
+QUI 299
+▁MADE 300
+▁EVERY 301
+▁OLD 302
+▁EVEN 303
+IG 304
+▁COME 305
+▁GRA 306
+▁RI 307
+▁LONG 308
+OT 309
+SIDE 310
+WARD 311
+▁FO 312
+▁WHERE 313
+MO 314
+LESS 315
+▁SC 316
+▁MUST 317
+▁NEVER 318
+▁HOW 319
+▁CAME 320
+▁SUCH 321
+▁RU 322
+▁TAKE 323
+▁WO 324
+▁CAR 325
+UM 326
+AK 327
+▁THINK 328
+▁MUCH 329
+▁MISTER 330
+▁MAY 331
+▁JO 332
+▁WAY 333
+▁COMP 334
+▁THOUGHT 335
+▁STO 336
+▁MEN 337
+▁BACK 338
+▁DON 339
+J 340
+▁LET 341
+▁TRA 342
+▁FIRST 343
+▁JUST 344
+▁VA 345
+▁OWN 346
+▁PLA 347
+▁MAKE 348
+ATED 349
+▁HIMSELF 350
+▁WENT 351
+▁PI 352
+GG 353
+RING 354
+▁DU 355
+▁MIGHT 356
+▁PART 357
+▁GIVE 358
+▁IMP 359
+▁BU 360
+▁PER 361
+▁PLACE 362
+▁HOUSE 363
+▁THROUGH 364
+IAN 365
+▁SW 366
+▁UNDER 367
+QUE 368
+▁AWAY 369
+▁LOVE 370
+QUA 371
+▁LIFE 372
+▁GET 373
+▁WITHOUT 374
+▁PASS 375
+▁TURN 376
+IGN 377
+▁HEAD 378
+▁MOST 379
+▁THOSE 380
+▁SHALL 381
+▁EYES 382
+▁COL 383
+▁STILL 384
+▁NIGHT 385
+▁NOTHING 386
+ITION 387
+HA 388
+▁TELL 389
+▁WORK 390
+▁LAST 391
+▁NEW 392
+▁FACE 393
+▁HI 394
+▁WORD 395
+▁FOUND 396
+▁COUNT 397
+▁OB 398
+▁WHILE 399
+▁SHA 400
+▁MEAN 401
+▁SAW 402
+▁PEOPLE 403
+▁FRIEND 404
+▁THREE 405
+▁ROOM 406
+▁SAME 407
+▁THOUGH 408
+▁RIGHT 409
+▁CHILD 410
+▁FATHER 411
+▁ANOTHER 412
+▁HEART 413
+▁WANT 414
+▁TOOK 415
+OOK 416
+▁LIGHT 417
+▁MISSUS 418
+▁OPEN 419
+▁JU 420
+▁ASKED 421
+PORT 422
+▁LEFT 423
+▁JA 424
+▁WORLD 425
+▁HOME 426
+▁WHY 427
+▁ALWAYS 428
+▁ANSWER 429
+▁SEEMED 430
+▁SOMETHING 431
+▁GIRL 432
+▁BECAUSE 433
+▁NAME 434
+▁TOLD 435
+▁NI 436
+▁HIGH 437
+IZE 438
+▁WOMAN 439
+▁FOLLOW 440
+▁RETURN 441
+▁KNEW 442
+▁EACH 443
+▁KIND 444
+▁JE 445
+▁ACT 446
+▁LU 447
+▁CERTAIN 448
+▁YEARS 449
+▁QUITE 450
+▁APPEAR 451
+▁BETTER 452
+▁HALF 453
+▁PRESENT 454
+▁PRINCE 455
+SHIP 456
+▁ALSO 457
+▁BEGAN 458
+▁HAVING 459
+▁ENOUGH 460
+▁PERSON 461
+▁LADY 462
+▁WHITE 463
+▁COURSE 464
+▁VOICE 465
+▁SPEAK 466
+▁POWER 467
+▁MORNING 468
+▁BETWEEN 469
+▁AMONG 470
+▁KEEP 471
+▁WALK 472
+▁MATTER 473
+▁TEA 474
+▁BELIEVE 475
+▁SMALL 476
+▁TALK 477
+▁FELT 478
+▁HORSE 479
+▁MYSELF 480
+▁SIX 481
+▁HOWEVER 482
+▁FULL 483
+▁HERSELF 484
+▁POINT 485
+▁STOOD 486
+▁HUNDRED 487
+▁ALMOST 488
+▁SINCE 489
+▁LARGE 490
+▁LEAVE 491
+▁PERHAPS 492
+▁DARK 493
+▁SUDDEN 494
+▁REPLIED 495
+▁ANYTHING 496
+▁WONDER 497
+▁UNTIL 498
+Q 499
+#0 500
+#1 501

data/lm/G_3_gram.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:567b651ed5faa8cf83c4bef66ae330ffddb0299048754fc486293098510f3b7a
+size 127948391

data/lm/G_4_gram.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c91581bc632f9c72c557ccdf726298255b9627a6ac38270c51891459b82630e9
+size 3700956587

decoding_results/attention-decoder-rescoring-no-ngram/log-decode-epoch-50-avg-22-use-averaged-model-2024-07-08-10-51-18

@@ -0,0 +1,246 @@
+2024-07-08 10:51:18,033 INFO [ctc_decode.py:717] Decoding started
+2024-07-08 10:51:18,034 INFO [ctc_decode.py:723] Device: cuda:0
+2024-07-08 10:51:18,034 INFO [ctc_decode.py:724] {'best_train_loss': inf, 'best_valid_loss': inf, 'best_train_epoch': -1, 'best_valid_epoch': -1, 'batch_idx_train': 0, 'log_interval': 50, 'reset_interval': 200, 'valid_interval': 3000, 'feature_dim': 80, 'subsampling_factor': 4, 'ignore_id': -1, 'label_smoothing': 0.1, 'warm_step': 2000, 'env_info': {'k2-version': '1.24.4', 'k2-build-type': 'Release', 'k2-with-cuda': True, 'k2-git-sha1': '44a9d5682af9fd3ef77074777e15278ec6d390eb', 'k2-git-date': 'Wed Sep 27 11:22:55 2023', 'lhotse-version': '1.17.0.dev+git.ccfc5b2c.dirty', 'torch-version': '1.10.0+cu102', 'torch-cuda-available': True, 'torch-cuda-version': '10.2', 'python-version': '3.8', 'icefall-git-branch': 'zipformer-ctc-aed', 'icefall-git-sha1': '4e7cdb5d-dirty', 'icefall-git-date': 'Fri Jul 5 20:13:52 2024', 'icefall-path': '/star-zw/workspace/zipformer/icefall_ctc_aed', 'k2-path': '/star-zw/workspace/k2/k2/k2/python/k2/__init__.py', 'lhotse-path': '/star-zw/workspace/lhotse/lhotse/lhotse/__init__.py', 'hostname': 'de-74279-k2-train-1-0520143211-6b49b6c7c5-qc5gc', 'IP address': '10.177.74.203'}, 'frame_shift_ms': 10, 'search_beam': 20, 'output_beam': 8, 'min_active_states': 30, 'max_active_states': 10000, 'use_double_scores': True, 'epoch': 50, 'iter': 0, 'avg': 22, 'use_averaged_model': True, 'exp_dir': PosixPath('zipformer/exp-ctc-0.1-aed-0.9-penalize-attn'), 'bpe_model': 'data/lang_bpe_500/bpe.model', 'lang_dir': PosixPath('data/lang_bpe_500'), 'context_size': 2, 'decoding_method': 'attention-decoder-rescoring-no-ngram', 'num_paths': 100, 'nbest_scale': 1.0, 'hlg_scale': 0.6, 'lm_dir': PosixPath('data/lm'), 'num_encoder_layers': '2,2,3,4,3,2', 'downsampling_factor': '1,2,4,8,4,2', 'feedforward_dim': '512,768,1024,1536,1024,768', 'num_heads': '4,4,4,8,4,4', 'encoder_dim': '192,256,384,512,384,256', 'query_head_dim': '32', 'value_head_dim': '12', 'pos_head_dim': '4', 'pos_dim': 48, 'encoder_unmasked_dim': '192,192,256,256,256,192', 'cnn_module_kernel': '31,31,15,15,15,31', 'decoder_dim': 512, 'joiner_dim': 512, 'attention_decoder_dim': 512, 'attention_decoder_num_layers': 6, 'attention_decoder_attention_dim': 512, 'attention_decoder_num_heads': 8, 'attention_decoder_feedforward_dim': 2048, 'causal': False, 'chunk_size': '16,32,64,-1', 'left_context_frames': '64,128,256,-1', 'use_transducer': False, 'use_ctc': True, 'use_attention_decoder': True, 'full_libri': True, 'mini_libri': False, 'manifest_dir': PosixPath('data/fbank'), 'max_duration': 200, 'bucketing_sampler': True, 'num_buckets': 30, 'concatenate_cuts': False, 'duration_factor': 1.0, 'gap': 1.0, 'on_the_fly_feats': False, 'shuffle': True, 'drop_last': True, 'return_cuts': True, 'num_workers': 2, 'enable_spec_aug': True, 'spec_aug_time_warp_factor': 80, 'enable_musan': True, 'input_strategy': 'PrecomputedFeatures', 'res_dir': PosixPath('zipformer/exp-ctc-0.1-aed-0.9-penalize-attn/attention-decoder-rescoring-no-ngram'), 'suffix': 'epoch-50-avg-22-use-averaged-model'}
+2024-07-08 10:51:18,316 INFO [lexicon.py:168] Loading pre-compiled data/lang_bpe_500/Linv.pt
+2024-07-08 10:51:23,148 INFO [ctc_decode.py:807] About to create model
+2024-07-08 10:51:24,017 INFO [ctc_decode.py:874] Calculating the averaged model over epoch range from 28 (excluded) to 50
+2024-07-08 10:51:33,170 INFO [ctc_decode.py:891] Number of model parameters: 89987295
+2024-07-08 10:51:33,171 INFO [asr_datamodule.py:467] About to get test-clean cuts
+2024-07-08 10:51:33,283 INFO [asr_datamodule.py:474] About to get test-other cuts
+2024-07-08 10:51:35,623 INFO [ctc_decode.py:623] batch 0/?, cuts processed until now is 14
+2024-07-08 10:54:24,369 INFO [ctc_decode.py:623] batch 100/?, cuts processed until now is 2298
+2024-07-08 10:54:45,435 INFO [ctc_decode.py:646] The transcripts are stored in zipformer/exp-ctc-0.1-aed-0.9-penalize-attn/attention-decoder-rescoring-no-ngram/recogs-test-clean-epoch-50-avg-22-use-averaged-model.txt
+2024-07-08 10:54:45,528 INFO [utils.py:657] [test-clean-attention_scale_0.01] %WER 2.45% [1290 / 52576, 124 ins, 96 del, 1070 sub ]
+2024-07-08 10:54:45,720 INFO [ctc_decode.py:655] Wrote detailed error stats to zipformer/exp-ctc-0.1-aed-0.9-penalize-attn/attention-decoder-rescoring-no-ngram/errs-test-clean-epoch-50-avg-22-use-averaged-model.txt
+2024-07-08 10:54:45,748 INFO [ctc_decode.py:646] The transcripts are stored in zipformer/exp-ctc-0.1-aed-0.9-penalize-attn/attention-decoder-rescoring-no-ngram/recogs-test-clean-epoch-50-avg-22-use-averaged-model.txt
+2024-07-08 10:54:45,837 INFO [utils.py:657] [test-clean-attention_scale_0.05] %WER 2.42% [1274 / 52576, 125 ins, 95 del, 1054 sub ]
+2024-07-08 10:54:46,027 INFO [ctc_decode.py:655] Wrote detailed error stats to zipformer/exp-ctc-0.1-aed-0.9-penalize-attn/attention-decoder-rescoring-no-ngram/errs-test-clean-epoch-50-avg-22-use-averaged-model.txt
+2024-07-08 10:54:46,055 INFO [ctc_decode.py:646] The transcripts are stored in zipformer/exp-ctc-0.1-aed-0.9-penalize-attn/attention-decoder-rescoring-no-ngram/recogs-test-clean-epoch-50-avg-22-use-averaged-model.txt
+2024-07-08 10:54:46,143 INFO [utils.py:657] [test-clean-attention_scale_0.08] %WER 2.40% [1262 / 52576, 126 ins, 95 del, 1041 sub ]
+2024-07-08 10:54:46,334 INFO [ctc_decode.py:655] Wrote detailed error stats to zipformer/exp-ctc-0.1-aed-0.9-penalize-attn/attention-decoder-rescoring-no-ngram/errs-test-clean-epoch-50-avg-22-use-averaged-model.txt
+2024-07-08 10:54:46,361 INFO [ctc_decode.py:646] The transcripts are stored in zipformer/exp-ctc-0.1-aed-0.9-penalize-attn/attention-decoder-rescoring-no-ngram/recogs-test-clean-epoch-50-avg-22-use-averaged-model.txt
+2024-07-08 10:54:46,449 INFO [utils.py:657] [test-clean-attention_scale_0.1] %WER 2.39% [1255 / 52576, 124 ins, 96 del, 1035 sub ]
+2024-07-08 10:54:46,638 INFO [ctc_decode.py:655] Wrote detailed error stats to zipformer/exp-ctc-0.1-aed-0.9-penalize-attn/attention-decoder-rescoring-no-ngram/errs-test-clean-epoch-50-avg-22-use-averaged-model.txt
+2024-07-08 10:54:46,665 INFO [ctc_decode.py:646] The transcripts are stored in zipformer/exp-ctc-0.1-aed-0.9-penalize-attn/attention-decoder-rescoring-no-ngram/recogs-test-clean-epoch-50-avg-22-use-averaged-model.txt
+2024-07-08 10:54:47,012 INFO [utils.py:657] [test-clean-attention_scale_0.3] %WER 2.34% [1232 / 52576, 131 ins, 95 del, 1006 sub ]
+2024-07-08 10:54:47,213 INFO [ctc_decode.py:655] Wrote detailed error stats to zipformer/exp-ctc-0.1-aed-0.9-penalize-attn/attention-decoder-rescoring-no-ngram/errs-test-clean-epoch-50-avg-22-use-averaged-model.txt
+2024-07-08 10:54:47,239 INFO [ctc_decode.py:646] The transcripts are stored in zipformer/exp-ctc-0.1-aed-0.9-penalize-attn/attention-decoder-rescoring-no-ngram/recogs-test-clean-epoch-50-avg-22-use-averaged-model.txt
+2024-07-08 10:54:47,327 INFO [utils.py:657] [test-clean-attention_scale_0.5] %WER 2.32% [1218 / 52576, 133 ins, 96 del, 989 sub ]
+2024-07-08 10:54:47,518 INFO [ctc_decode.py:655] Wrote detailed error stats to zipformer/exp-ctc-0.1-aed-0.9-penalize-attn/attention-decoder-rescoring-no-ngram/errs-test-clean-epoch-50-avg-22-use-averaged-model.txt
+2024-07-08 10:54:47,545 INFO [ctc_decode.py:646] The transcripts are stored in zipformer/exp-ctc-0.1-aed-0.9-penalize-attn/attention-decoder-rescoring-no-ngram/recogs-test-clean-epoch-50-avg-22-use-averaged-model.txt
+2024-07-08 10:54:47,633 INFO [utils.py:657] [test-clean-attention_scale_0.6] %WER 2.31% [1213 / 52576, 134 ins, 96 del, 983 sub ]
+2024-07-08 10:54:47,821 INFO [ctc_decode.py:655] Wrote detailed error stats to zipformer/exp-ctc-0.1-aed-0.9-penalize-attn/attention-decoder-rescoring-no-ngram/errs-test-clean-epoch-50-avg-22-use-averaged-model.txt
+2024-07-08 10:54:47,847 INFO [ctc_decode.py:646] The transcripts are stored in zipformer/exp-ctc-0.1-aed-0.9-penalize-attn/attention-decoder-rescoring-no-ngram/recogs-test-clean-epoch-50-avg-22-use-averaged-model.txt
+2024-07-08 10:54:47,935 INFO [utils.py:657] [test-clean-attention_scale_0.7] %WER 2.29% [1203 / 52576, 135 ins, 94 del, 974 sub ]
+2024-07-08 10:54:48,127 INFO [ctc_decode.py:655] Wrote detailed error stats to zipformer/exp-ctc-0.1-aed-0.9-penalize-attn/attention-decoder-rescoring-no-ngram/errs-test-clean-epoch-50-avg-22-use-averaged-model.txt
+2024-07-08 10:54:48,153 INFO [ctc_decode.py:646] The transcripts are stored in zipformer/exp-ctc-0.1-aed-0.9-penalize-attn/attention-decoder-rescoring-no-ngram/recogs-test-clean-epoch-50-avg-22-use-averaged-model.txt
+2024-07-08 10:54:48,240 INFO [utils.py:657] [test-clean-attention_scale_0.9] %WER 2.28% [1197 / 52576, 134 ins, 94 del, 969 sub ]
+2024-07-08 10:54:48,430 INFO [ctc_decode.py:655] Wrote detailed error stats to zipformer/exp-ctc-0.1-aed-0.9-penalize-attn/attention-decoder-rescoring-no-ngram/errs-test-clean-epoch-50-avg-22-use-averaged-model.txt
+2024-07-08 10:54:48,457 INFO [ctc_decode.py:646] The transcripts are stored in zipformer/exp-ctc-0.1-aed-0.9-penalize-attn/attention-decoder-rescoring-no-ngram/recogs-test-clean-epoch-50-avg-22-use-averaged-model.txt
+2024-07-08 10:54:48,544 INFO [utils.py:657] [test-clean-attention_scale_1.0] %WER 2.27% [1194 / 52576, 135 ins, 93 del, 966 sub ]
+2024-07-08 10:54:48,735 INFO [ctc_decode.py:655] Wrote detailed error stats to zipformer/exp-ctc-0.1-aed-0.9-penalize-attn/attention-decoder-rescoring-no-ngram/errs-test-clean-epoch-50-avg-22-use-averaged-model.txt
+2024-07-08 10:54:48,760 INFO [ctc_decode.py:646] The transcripts are stored in zipformer/exp-ctc-0.1-aed-0.9-penalize-attn/attention-decoder-rescoring-no-ngram/recogs-test-clean-epoch-50-avg-22-use-averaged-model.txt
+2024-07-08 10:54:48,848 INFO [utils.py:657] [test-clean-attention_scale_1.1] %WER 2.27% [1194 / 52576, 135 ins, 92 del, 967 sub ]
+2024-07-08 10:54:49,038 INFO [ctc_decode.py:655] Wrote detailed error stats to zipformer/exp-ctc-0.1-aed-0.9-penalize-attn/attention-decoder-rescoring-no-ngram/errs-test-clean-epoch-50-avg-22-use-averaged-model.txt
+2024-07-08 10:54:49,066 INFO [ctc_decode.py:646] The transcripts are stored in zipformer/exp-ctc-0.1-aed-0.9-penalize-attn/attention-decoder-rescoring-no-ngram/recogs-test-clean-epoch-50-avg-22-use-averaged-model.txt
+2024-07-08 10:54:49,153 INFO [utils.py:657] [test-clean-attention_scale_1.2] %WER 2.27% [1192 / 52576, 135 ins, 92 del, 965 sub ]
+2024-07-08 10:54:49,363 INFO [ctc_decode.py:655] Wrote detailed error stats to zipformer/exp-ctc-0.1-aed-0.9-penalize-attn/attention-decoder-rescoring-no-ngram/errs-test-clean-epoch-50-avg-22-use-averaged-model.txt
+2024-07-08 10:54:49,389 INFO [ctc_decode.py:646] The transcripts are stored in zipformer/exp-ctc-0.1-aed-0.9-penalize-attn/attention-decoder-rescoring-no-ngram/recogs-test-clean-epoch-50-avg-22-use-averaged-model.txt
+2024-07-08 10:54:49,476 INFO [utils.py:657] [test-clean-attention_scale_1.3] %WER 2.26% [1190 / 52576, 135 ins, 91 del, 964 sub ]
+2024-07-08 10:54:49,667 INFO [ctc_decode.py:655] Wrote detailed error stats to zipformer/exp-ctc-0.1-aed-0.9-penalize-attn/attention-decoder-rescoring-no-ngram/errs-test-clean-epoch-50-avg-22-use-averaged-model.txt
+2024-07-08 10:54:49,694 INFO [ctc_decode.py:646] The transcripts are stored in zipformer/exp-ctc-0.1-aed-0.9-penalize-attn/attention-decoder-rescoring-no-ngram/recogs-test-clean-epoch-50-avg-22-use-averaged-model.txt
+2024-07-08 10:54:49,782 INFO [utils.py:657] [test-clean-attention_scale_1.5] %WER 2.26% [1190 / 52576, 136 ins, 91 del, 963 sub ]
+2024-07-08 10:54:49,973 INFO [ctc_decode.py:655] Wrote detailed error stats to zipformer/exp-ctc-0.1-aed-0.9-penalize-attn/attention-decoder-rescoring-no-ngram/errs-test-clean-epoch-50-avg-22-use-averaged-model.txt
+2024-07-08 10:54:49,999 INFO [ctc_decode.py:646] The transcripts are stored in zipformer/exp-ctc-0.1-aed-0.9-penalize-attn/attention-decoder-rescoring-no-ngram/recogs-test-clean-epoch-50-avg-22-use-averaged-model.txt
+2024-07-08 10:54:50,086 INFO [utils.py:657] [test-clean-attention_scale_1.7] %WER 2.26% [1188 / 52576, 137 ins, 91 del, 960 sub ]
+2024-07-08 10:54:50,277 INFO [ctc_decode.py:655] Wrote detailed error stats to zipformer/exp-ctc-0.1-aed-0.9-penalize-attn/attention-decoder-rescoring-no-ngram/errs-test-clean-epoch-50-avg-22-use-averaged-model.txt
+2024-07-08 10:54:50,302 INFO [ctc_decode.py:646] The transcripts are stored in zipformer/exp-ctc-0.1-aed-0.9-penalize-attn/attention-decoder-rescoring-no-ngram/recogs-test-clean-epoch-50-avg-22-use-averaged-model.txt
+2024-07-08 10:54:50,390 INFO [utils.py:657] [test-clean-attention_scale_1.9] %WER 2.24% [1179 / 52576, 136 ins, 90 del, 953 sub ]
+2024-07-08 10:54:50,812 INFO [ctc_decode.py:655] Wrote detailed error stats to zipformer/exp-ctc-0.1-aed-0.9-penalize-attn/attention-decoder-rescoring-no-ngram/errs-test-clean-epoch-50-avg-22-use-averaged-model.txt
+2024-07-08 10:54:50,838 INFO [ctc_decode.py:646] The transcripts are stored in zipformer/exp-ctc-0.1-aed-0.9-penalize-attn/attention-decoder-rescoring-no-ngram/recogs-test-clean-epoch-50-avg-22-use-averaged-model.txt
+2024-07-08 10:54:50,926 INFO [utils.py:657] [test-clean-attention_scale_2.0] %WER 2.24% [1179 / 52576, 136 ins, 90 del, 953 sub ]
+2024-07-08 10:54:51,115 INFO [ctc_decode.py:655] Wrote detailed error stats to zipformer/exp-ctc-0.1-aed-0.9-penalize-attn/attention-decoder-rescoring-no-ngram/errs-test-clean-epoch-50-avg-22-use-averaged-model.txt
+2024-07-08 10:54:51,141 INFO [ctc_decode.py:646] The transcripts are stored in zipformer/exp-ctc-0.1-aed-0.9-penalize-attn/attention-decoder-rescoring-no-ngram/recogs-test-clean-epoch-50-avg-22-use-averaged-model.txt
+2024-07-08 10:54:51,229 INFO [utils.py:657] [test-clean-attention_scale_2.1] %WER 2.24% [1179 / 52576, 136 ins, 90 del, 953 sub ]
+2024-07-08 10:54:51,420 INFO [ctc_decode.py:655] Wrote detailed error stats to zipformer/exp-ctc-0.1-aed-0.9-penalize-attn/attention-decoder-rescoring-no-ngram/errs-test-clean-epoch-50-avg-22-use-averaged-model.txt
+2024-07-08 10:54:51,447 INFO [ctc_decode.py:646] The transcripts are stored in zipformer/exp-ctc-0.1-aed-0.9-penalize-attn/attention-decoder-rescoring-no-ngram/recogs-test-clean-epoch-50-avg-22-use-averaged-model.txt
+2024-07-08 10:54:51,535 INFO [utils.py:657] [test-clean-attention_scale_2.2] %WER 2.24% [1179 / 52576, 136 ins, 90 del, 953 sub ]
+2024-07-08 10:54:51,725 INFO [ctc_decode.py:655] Wrote detailed error stats to zipformer/exp-ctc-0.1-aed-0.9-penalize-attn/attention-decoder-rescoring-no-ngram/errs-test-clean-epoch-50-avg-22-use-averaged-model.txt
+2024-07-08 10:54:51,751 INFO [ctc_decode.py:646] The transcripts are stored in zipformer/exp-ctc-0.1-aed-0.9-penalize-attn/attention-decoder-rescoring-no-ngram/recogs-test-clean-epoch-50-avg-22-use-averaged-model.txt
+2024-07-08 10:54:51,838 INFO [utils.py:657] [test-clean-attention_scale_2.3] %WER 2.25% [1181 / 52576, 137 ins, 89 del, 955 sub ]
+2024-07-08 10:54:52,029 INFO [ctc_decode.py:655] Wrote detailed error stats to zipformer/exp-ctc-0.1-aed-0.9-penalize-attn/attention-decoder-rescoring-no-ngram/errs-test-clean-epoch-50-avg-22-use-averaged-model.txt
+2024-07-08 10:54:52,055 INFO [ctc_decode.py:646] The transcripts are stored in zipformer/exp-ctc-0.1-aed-0.9-penalize-attn/attention-decoder-rescoring-no-ngram/recogs-test-clean-epoch-50-avg-22-use-averaged-model.txt
+2024-07-08 10:54:52,143 INFO [utils.py:657] [test-clean-attention_scale_2.5] %WER 2.24% [1180 / 52576, 137 ins, 89 del, 954 sub ]
+2024-07-08 10:54:52,335 INFO [ctc_decode.py:655] Wrote detailed error stats to zipformer/exp-ctc-0.1-aed-0.9-penalize-attn/attention-decoder-rescoring-no-ngram/errs-test-clean-epoch-50-avg-22-use-averaged-model.txt
+2024-07-08 10:54:52,362 INFO [ctc_decode.py:646] The transcripts are stored in zipformer/exp-ctc-0.1-aed-0.9-penalize-attn/attention-decoder-rescoring-no-ngram/recogs-test-clean-epoch-50-avg-22-use-averaged-model.txt
+2024-07-08 10:54:52,450 INFO [utils.py:657] [test-clean-attention_scale_3.0] %WER 2.24% [1176 / 52576, 137 ins, 88 del, 951 sub ]
+2024-07-08 10:54:52,640 INFO [ctc_decode.py:655] Wrote detailed error stats to zipformer/exp-ctc-0.1-aed-0.9-penalize-attn/attention-decoder-rescoring-no-ngram/errs-test-clean-epoch-50-avg-22-use-averaged-model.txt
+2024-07-08 10:54:52,667 INFO [ctc_decode.py:646] The transcripts are stored in zipformer/exp-ctc-0.1-aed-0.9-penalize-attn/attention-decoder-rescoring-no-ngram/recogs-test-clean-epoch-50-avg-22-use-averaged-model.txt
+2024-07-08 10:54:52,755 INFO [utils.py:657] [test-clean-attention_scale_4.0] %WER 2.24% [1176 / 52576, 137 ins, 90 del, 949 sub ]
+2024-07-08 10:54:52,944 INFO [ctc_decode.py:655] Wrote detailed error stats to zipformer/exp-ctc-0.1-aed-0.9-penalize-attn/attention-decoder-rescoring-no-ngram/errs-test-clean-epoch-50-avg-22-use-averaged-model.txt
+2024-07-08 10:54:52,970 INFO [ctc_decode.py:646] The transcripts are stored in zipformer/exp-ctc-0.1-aed-0.9-penalize-attn/attention-decoder-rescoring-no-ngram/recogs-test-clean-epoch-50-avg-22-use-averaged-model.txt
+2024-07-08 10:54:53,057 INFO [utils.py:657] [test-clean-attention_scale_5.0] %WER 2.23% [1172 / 52576, 138 ins, 89 del, 945 sub ]
+2024-07-08 10:54:53,247 INFO [ctc_decode.py:655] Wrote detailed error stats to zipformer/exp-ctc-0.1-aed-0.9-penalize-attn/attention-decoder-rescoring-no-ngram/errs-test-clean-epoch-50-avg-22-use-averaged-model.txt
+2024-07-08 10:54:53,273 INFO [ctc_decode.py:646] The transcripts are stored in zipformer/exp-ctc-0.1-aed-0.9-penalize-attn/attention-decoder-rescoring-no-ngram/recogs-test-clean-epoch-50-avg-22-use-averaged-model.txt
+2024-07-08 10:54:53,360 INFO [utils.py:657] [test-clean-attention_scale_6.0] %WER 2.23% [1173 / 52576, 139 ins, 89 del, 945 sub ]
+2024-07-08 10:54:53,551 INFO [ctc_decode.py:655] Wrote detailed error stats to zipformer/exp-ctc-0.1-aed-0.9-penalize-attn/attention-decoder-rescoring-no-ngram/errs-test-clean-epoch-50-avg-22-use-averaged-model.txt
+2024-07-08 10:54:53,576 INFO [ctc_decode.py:646] The transcripts are stored in zipformer/exp-ctc-0.1-aed-0.9-penalize-attn/attention-decoder-rescoring-no-ngram/recogs-test-clean-epoch-50-avg-22-use-averaged-model.txt
+2024-07-08 10:54:53,663 INFO [utils.py:657] [test-clean-attention_scale_7.0] %WER 2.23% [1174 / 52576, 140 ins, 88 del, 946 sub ]
+2024-07-08 10:54:53,852 INFO [ctc_decode.py:655] Wrote detailed error stats to zipformer/exp-ctc-0.1-aed-0.9-penalize-attn/attention-decoder-rescoring-no-ngram/errs-test-clean-epoch-50-avg-22-use-averaged-model.txt
+2024-07-08 10:54:53,878 INFO [ctc_decode.py:646] The transcripts are stored in zipformer/exp-ctc-0.1-aed-0.9-penalize-attn/attention-decoder-rescoring-no-ngram/recogs-test-clean-epoch-50-avg-22-use-averaged-model.txt
+2024-07-08 10:54:53,966 INFO [utils.py:657] [test-clean-attention_scale_8.0] %WER 2.23% [1174 / 52576, 140 ins, 88 del, 946 sub ]
+2024-07-08 10:54:54,160 INFO [ctc_decode.py:655] Wrote detailed error stats to zipformer/exp-ctc-0.1-aed-0.9-penalize-attn/attention-decoder-rescoring-no-ngram/errs-test-clean-epoch-50-avg-22-use-averaged-model.txt
+2024-07-08 10:54:54,186 INFO [ctc_decode.py:646] The transcripts are stored in zipformer/exp-ctc-0.1-aed-0.9-penalize-attn/attention-decoder-rescoring-no-ngram/recogs-test-clean-epoch-50-avg-22-use-averaged-model.txt
+2024-07-08 10:54:54,273 INFO [utils.py:657] [test-clean-attention_scale_9.0] %WER 2.23% [1174 / 52576, 140 ins, 88 del, 946 sub ]
+2024-07-08 10:54:54,689 INFO [ctc_decode.py:655] Wrote detailed error stats to zipformer/exp-ctc-0.1-aed-0.9-penalize-attn/attention-decoder-rescoring-no-ngram/errs-test-clean-epoch-50-avg-22-use-averaged-model.txt
+2024-07-08 10:54:54,692 INFO [ctc_decode.py:669] 
+For test-clean, WER of different settings are:
+attention_scale_5.0	2.23	best for test-clean
+attention_scale_6.0	2.23
+attention_scale_7.0	2.23
+attention_scale_8.0	2.23
+attention_scale_9.0	2.23
+attention_scale_1.9	2.24
+attention_scale_2.0	2.24
+attention_scale_2.1	2.24
+attention_scale_2.2	2.24
+attention_scale_2.5	2.24
+attention_scale_3.0	2.24
+attention_scale_4.0	2.24
+attention_scale_2.3	2.25
+attention_scale_1.3	2.26
+attention_scale_1.5	2.26
+attention_scale_1.7	2.26
+attention_scale_1.0	2.27
+attention_scale_1.1	2.27
+attention_scale_1.2	2.27
+attention_scale_0.9	2.28
+attention_scale_0.7	2.29
+attention_scale_0.6	2.31
+attention_scale_0.5	2.32
+attention_scale_0.3	2.34
+attention_scale_0.1	2.39
+attention_scale_0.08	2.4
+attention_scale_0.05	2.42
+attention_scale_0.01	2.45
+
+2024-07-08 10:54:56,924 INFO [ctc_decode.py:623] batch 0/?, cuts processed until now is 17
+2024-07-08 10:55:37,521 INFO [zipformer.py:1858] name=None, attn_weights_entropy = tensor([3.0828, 3.9224, 3.7323, 3.9770], device='cuda:0')
+2024-07-08 10:56:49,690 INFO [zipformer.py:1858] name=None, attn_weights_entropy = tensor([4.8829, 4.7711, 4.3614, 4.8281], device='cuda:0')
+2024-07-08 10:57:49,709 INFO [ctc_decode.py:623] batch 100/?, cuts processed until now is 2530
+2024-07-08 10:58:09,956 INFO [ctc_decode.py:646] The transcripts are stored in zipformer/exp-ctc-0.1-aed-0.9-penalize-attn/attention-decoder-rescoring-no-ngram/recogs-test-other-epoch-50-avg-22-use-averaged-model.txt
+2024-07-08 10:58:10,054 INFO [utils.py:657] [test-other-attention_scale_0.01] %WER 5.57% [2914 / 52343, 278 ins, 232 del, 2404 sub ]
+2024-07-08 10:58:10,258 INFO [ctc_decode.py:655] Wrote detailed error stats to zipformer/exp-ctc-0.1-aed-0.9-penalize-attn/attention-decoder-rescoring-no-ngram/errs-test-other-epoch-50-avg-22-use-averaged-model.txt
+2024-07-08 10:58:10,288 INFO [ctc_decode.py:646] The transcripts are stored in zipformer/exp-ctc-0.1-aed-0.9-penalize-attn/attention-decoder-rescoring-no-ngram/recogs-test-other-epoch-50-avg-22-use-averaged-model.txt
+2024-07-08 10:58:10,382 INFO [utils.py:657] [test-other-attention_scale_0.05] %WER 5.48% [2869 / 52343, 277 ins, 228 del, 2364 sub ]
+2024-07-08 10:58:10,587 INFO [ctc_decode.py:655] Wrote detailed error stats to zipformer/exp-ctc-0.1-aed-0.9-penalize-attn/attention-decoder-rescoring-no-ngram/errs-test-other-epoch-50-avg-22-use-averaged-model.txt
+2024-07-08 10:58:10,618 INFO [ctc_decode.py:646] The transcripts are stored in zipformer/exp-ctc-0.1-aed-0.9-penalize-attn/attention-decoder-rescoring-no-ngram/recogs-test-other-epoch-50-avg-22-use-averaged-model.txt
+2024-07-08 10:58:10,711 INFO [utils.py:657] [test-other-attention_scale_0.08] %WER 5.40% [2826 / 52343, 274 ins, 223 del, 2329 sub ]
+2024-07-08 10:58:10,913 INFO [ctc_decode.py:655] Wrote detailed error stats to zipformer/exp-ctc-0.1-aed-0.9-penalize-attn/attention-decoder-rescoring-no-ngram/errs-test-other-epoch-50-avg-22-use-averaged-model.txt
+2024-07-08 10:58:10,947 INFO [ctc_decode.py:646] The transcripts are stored in zipformer/exp-ctc-0.1-aed-0.9-penalize-attn/attention-decoder-rescoring-no-ngram/recogs-test-other-epoch-50-avg-22-use-averaged-model.txt
+2024-07-08 10:58:11,040 INFO [utils.py:657] [test-other-attention_scale_0.1] %WER 5.37% [2810 / 52343, 274 ins, 220 del, 2316 sub ]
+2024-07-08 10:58:11,242 INFO [ctc_decode.py:655] Wrote detailed error stats to zipformer/exp-ctc-0.1-aed-0.9-penalize-attn/attention-decoder-rescoring-no-ngram/errs-test-other-epoch-50-avg-22-use-averaged-model.txt
+2024-07-08 10:58:11,271 INFO [ctc_decode.py:646] The transcripts are stored in zipformer/exp-ctc-0.1-aed-0.9-penalize-attn/attention-decoder-rescoring-no-ngram/recogs-test-other-epoch-50-avg-22-use-averaged-model.txt
+2024-07-08 10:58:11,364 INFO [utils.py:657] [test-other-attention_scale_0.3] %WER 5.23% [2740 / 52343, 275 ins, 214 del, 2251 sub ]
+2024-07-08 10:58:11,561 INFO [ctc_decode.py:655] Wrote detailed error stats to zipformer/exp-ctc-0.1-aed-0.9-penalize-attn/attention-decoder-rescoring-no-ngram/errs-test-other-epoch-50-avg-22-use-averaged-model.txt
+2024-07-08 10:58:11,590 INFO [ctc_decode.py:646] The transcripts are stored in zipformer/exp-ctc-0.1-aed-0.9-penalize-attn/attention-decoder-rescoring-no-ngram/recogs-test-other-epoch-50-avg-22-use-averaged-model.txt
+2024-07-08 10:58:11,680 INFO [utils.py:657] [test-other-attention_scale_0.5] %WER 5.16% [2703 / 52343, 272 ins, 210 del, 2221 sub ]
+2024-07-08 10:58:11,878 INFO [ctc_decode.py:655] Wrote detailed error stats to zipformer/exp-ctc-0.1-aed-0.9-penalize-attn/attention-decoder-rescoring-no-ngram/errs-test-other-epoch-50-avg-22-use-averaged-model.txt
+2024-07-08 10:58:11,906 INFO [ctc_decode.py:646] The transcripts are stored in zipformer/exp-ctc-0.1-aed-0.9-penalize-attn/attention-decoder-rescoring-no-ngram/recogs-test-other-epoch-50-avg-22-use-averaged-model.txt
+2024-07-08 10:58:11,998 INFO [utils.py:657] [test-other-attention_scale_0.6] %WER 5.13% [2683 / 52343, 271 ins, 207 del, 2205 sub ]
+2024-07-08 10:58:12,199 INFO [ctc_decode.py:655] Wrote detailed error stats to zipformer/exp-ctc-0.1-aed-0.9-penalize-attn/attention-decoder-rescoring-no-ngram/errs-test-other-epoch-50-avg-22-use-averaged-model.txt
+2024-07-08 10:58:12,227 INFO [ctc_decode.py:646] The transcripts are stored in zipformer/exp-ctc-0.1-aed-0.9-penalize-attn/attention-decoder-rescoring-no-ngram/recogs-test-other-epoch-50-avg-22-use-averaged-model.txt
+2024-07-08 10:58:12,318 INFO [utils.py:657] [test-other-attention_scale_0.7] %WER 5.10% [2669 / 52343, 271 ins, 205 del, 2193 sub ]
+2024-07-08 10:58:12,516 INFO [ctc_decode.py:655] Wrote detailed error stats to zipformer/exp-ctc-0.1-aed-0.9-penalize-attn/attention-decoder-rescoring-no-ngram/errs-test-other-epoch-50-avg-22-use-averaged-model.txt
+2024-07-08 10:58:12,547 INFO [ctc_decode.py:646] The transcripts are stored in zipformer/exp-ctc-0.1-aed-0.9-penalize-attn/attention-decoder-rescoring-no-ngram/recogs-test-other-epoch-50-avg-22-use-averaged-model.txt
+2024-07-08 10:58:12,638 INFO [utils.py:657] [test-other-attention_scale_0.9] %WER 5.08% [2658 / 52343, 272 ins, 200 del, 2186 sub ]
+2024-07-08 10:58:13,094 INFO [ctc_decode.py:655] Wrote detailed error stats to zipformer/exp-ctc-0.1-aed-0.9-penalize-attn/attention-decoder-rescoring-no-ngram/errs-test-other-epoch-50-avg-22-use-averaged-model.txt
+2024-07-08 10:58:13,122 INFO [ctc_decode.py:646] The transcripts are stored in zipformer/exp-ctc-0.1-aed-0.9-penalize-attn/attention-decoder-rescoring-no-ngram/recogs-test-other-epoch-50-avg-22-use-averaged-model.txt
+2024-07-08 10:58:13,213 INFO [utils.py:657] [test-other-attention_scale_1.0] %WER 5.06% [2650 / 52343, 269 ins, 201 del, 2180 sub ]
+2024-07-08 10:58:13,409 INFO [ctc_decode.py:655] Wrote detailed error stats to zipformer/exp-ctc-0.1-aed-0.9-penalize-attn/attention-decoder-rescoring-no-ngram/errs-test-other-epoch-50-avg-22-use-averaged-model.txt
+2024-07-08 10:58:13,438 INFO [ctc_decode.py:646] The transcripts are stored in zipformer/exp-ctc-0.1-aed-0.9-penalize-attn/attention-decoder-rescoring-no-ngram/recogs-test-other-epoch-50-avg-22-use-averaged-model.txt
+2024-07-08 10:58:13,530 INFO [utils.py:657] [test-other-attention_scale_1.1] %WER 5.06% [2646 / 52343, 269 ins, 200 del, 2177 sub ]
+2024-07-08 10:58:13,729 INFO [ctc_decode.py:655] Wrote detailed error stats to zipformer/exp-ctc-0.1-aed-0.9-penalize-attn/attention-decoder-rescoring-no-ngram/errs-test-other-epoch-50-avg-22-use-averaged-model.txt
+2024-07-08 10:58:13,756 INFO [ctc_decode.py:646] The transcripts are stored in zipformer/exp-ctc-0.1-aed-0.9-penalize-attn/attention-decoder-rescoring-no-ngram/recogs-test-other-epoch-50-avg-22-use-averaged-model.txt
+2024-07-08 10:58:13,847 INFO [utils.py:657] [test-other-attention_scale_1.2] %WER 5.06% [2647 / 52343, 270 ins, 199 del, 2178 sub ]
+2024-07-08 10:58:14,044 INFO [ctc_decode.py:655] Wrote detailed error stats to zipformer/exp-ctc-0.1-aed-0.9-penalize-attn/attention-decoder-rescoring-no-ngram/errs-test-other-epoch-50-avg-22-use-averaged-model.txt
+2024-07-08 10:58:14,070 INFO [ctc_decode.py:646] The transcripts are stored in zipformer/exp-ctc-0.1-aed-0.9-penalize-attn/attention-decoder-rescoring-no-ngram/recogs-test-other-epoch-50-avg-22-use-averaged-model.txt
+2024-07-08 10:58:14,161 INFO [utils.py:657] [test-other-attention_scale_1.3] %WER 5.05% [2643 / 52343, 271 ins, 199 del, 2173 sub ]
+2024-07-08 10:58:14,356 INFO [ctc_decode.py:655] Wrote detailed error stats to zipformer/exp-ctc-0.1-aed-0.9-penalize-attn/attention-decoder-rescoring-no-ngram/errs-test-other-epoch-50-avg-22-use-averaged-model.txt
+2024-07-08 10:58:14,383 INFO [ctc_decode.py:646] The transcripts are stored in zipformer/exp-ctc-0.1-aed-0.9-penalize-attn/attention-decoder-rescoring-no-ngram/recogs-test-other-epoch-50-avg-22-use-averaged-model.txt
+2024-07-08 10:58:14,473 INFO [utils.py:657] [test-other-attention_scale_1.5] %WER 5.03% [2631 / 52343, 268 ins, 199 del, 2164 sub ]
+2024-07-08 10:58:14,671 INFO [ctc_decode.py:655] Wrote detailed error stats to zipformer/exp-ctc-0.1-aed-0.9-penalize-attn/attention-decoder-rescoring-no-ngram/errs-test-other-epoch-50-avg-22-use-averaged-model.txt
+2024-07-08 10:58:14,697 INFO [ctc_decode.py:646] The transcripts are stored in zipformer/exp-ctc-0.1-aed-0.9-penalize-attn/attention-decoder-rescoring-no-ngram/recogs-test-other-epoch-50-avg-22-use-averaged-model.txt
+2024-07-08 10:58:14,787 INFO [utils.py:657] [test-other-attention_scale_1.7] %WER 5.03% [2632 / 52343, 271 ins, 199 del, 2162 sub ]
+2024-07-08 10:58:14,982 INFO [ctc_decode.py:655] Wrote detailed error stats to zipformer/exp-ctc-0.1-aed-0.9-penalize-attn/attention-decoder-rescoring-no-ngram/errs-test-other-epoch-50-avg-22-use-averaged-model.txt
+2024-07-08 10:58:15,009 INFO [ctc_decode.py:646] The transcripts are stored in zipformer/exp-ctc-0.1-aed-0.9-penalize-attn/attention-decoder-rescoring-no-ngram/recogs-test-other-epoch-50-avg-22-use-averaged-model.txt
+2024-07-08 10:58:15,100 INFO [utils.py:657] [test-other-attention_scale_1.9] %WER 5.02% [2628 / 52343, 270 ins, 199 del, 2159 sub ]
+2024-07-08 10:58:15,303 INFO [ctc_decode.py:655] Wrote detailed error stats to zipformer/exp-ctc-0.1-aed-0.9-penalize-attn/attention-decoder-rescoring-no-ngram/errs-test-other-epoch-50-avg-22-use-averaged-model.txt
+2024-07-08 10:58:15,333 INFO [ctc_decode.py:646] The transcripts are stored in zipformer/exp-ctc-0.1-aed-0.9-penalize-attn/attention-decoder-rescoring-no-ngram/recogs-test-other-epoch-50-avg-22-use-averaged-model.txt
+2024-07-08 10:58:15,423 INFO [utils.py:657] [test-other-attention_scale_2.0] %WER 5.02% [2629 / 52343, 269 ins, 199 del, 2161 sub ]
+2024-07-08 10:58:15,618 INFO [ctc_decode.py:655] Wrote detailed error stats to zipformer/exp-ctc-0.1-aed-0.9-penalize-attn/attention-decoder-rescoring-no-ngram/errs-test-other-epoch-50-avg-22-use-averaged-model.txt
+2024-07-08 10:58:15,645 INFO [ctc_decode.py:646] The transcripts are stored in zipformer/exp-ctc-0.1-aed-0.9-penalize-attn/attention-decoder-rescoring-no-ngram/recogs-test-other-epoch-50-avg-22-use-averaged-model.txt
+2024-07-08 10:58:15,735 INFO [utils.py:657] [test-other-attention_scale_2.1] %WER 5.02% [2627 / 52343, 269 ins, 198 del, 2160 sub ]
+2024-07-08 10:58:15,931 INFO [ctc_decode.py:655] Wrote detailed error stats to zipformer/exp-ctc-0.1-aed-0.9-penalize-attn/attention-decoder-rescoring-no-ngram/errs-test-other-epoch-50-avg-22-use-averaged-model.txt
+2024-07-08 10:58:15,957 INFO [ctc_decode.py:646] The transcripts are stored in zipformer/exp-ctc-0.1-aed-0.9-penalize-attn/attention-decoder-rescoring-no-ngram/recogs-test-other-epoch-50-avg-22-use-averaged-model.txt
+2024-07-08 10:58:16,047 INFO [utils.py:657] [test-other-attention_scale_2.2] %WER 5.02% [2626 / 52343, 269 ins, 197 del, 2160 sub ]
+2024-07-08 10:58:16,483 INFO [ctc_decode.py:655] Wrote detailed error stats to zipformer/exp-ctc-0.1-aed-0.9-penalize-attn/attention-decoder-rescoring-no-ngram/errs-test-other-epoch-50-avg-22-use-averaged-model.txt
+2024-07-08 10:58:16,513 INFO [ctc_decode.py:646] The transcripts are stored in zipformer/exp-ctc-0.1-aed-0.9-penalize-attn/attention-decoder-rescoring-no-ngram/recogs-test-other-epoch-50-avg-22-use-averaged-model.txt
+2024-07-08 10:58:16,604 INFO [utils.py:657] [test-other-attention_scale_2.3] %WER 5.02% [2630 / 52343, 271 ins, 198 del, 2161 sub ]
+2024-07-08 10:58:16,800 INFO [ctc_decode.py:655] Wrote detailed error stats to zipformer/exp-ctc-0.1-aed-0.9-penalize-attn/attention-decoder-rescoring-no-ngram/errs-test-other-epoch-50-avg-22-use-averaged-model.txt
+2024-07-08 10:58:16,828 INFO [ctc_decode.py:646] The transcripts are stored in zipformer/exp-ctc-0.1-aed-0.9-penalize-attn/attention-decoder-rescoring-no-ngram/recogs-test-other-epoch-50-avg-22-use-averaged-model.txt
+2024-07-08 10:58:16,918 INFO [utils.py:657] [test-other-attention_scale_2.5] %WER 5.02% [2628 / 52343, 271 ins, 198 del, 2159 sub ]
+2024-07-08 10:58:17,114 INFO [ctc_decode.py:655] Wrote detailed error stats to zipformer/exp-ctc-0.1-aed-0.9-penalize-attn/attention-decoder-rescoring-no-ngram/errs-test-other-epoch-50-avg-22-use-averaged-model.txt
+2024-07-08 10:58:17,142 INFO [ctc_decode.py:646] The transcripts are stored in zipformer/exp-ctc-0.1-aed-0.9-penalize-attn/attention-decoder-rescoring-no-ngram/recogs-test-other-epoch-50-avg-22-use-averaged-model.txt
+2024-07-08 10:58:17,232 INFO [utils.py:657] [test-other-attention_scale_3.0] %WER 5.01% [2625 / 52343, 271 ins, 196 del, 2158 sub ]
+2024-07-08 10:58:17,430 INFO [ctc_decode.py:655] Wrote detailed error stats to zipformer/exp-ctc-0.1-aed-0.9-penalize-attn/attention-decoder-rescoring-no-ngram/errs-test-other-epoch-50-avg-22-use-averaged-model.txt
+2024-07-08 10:58:17,456 INFO [ctc_decode.py:646] The transcripts are stored in zipformer/exp-ctc-0.1-aed-0.9-penalize-attn/attention-decoder-rescoring-no-ngram/recogs-test-other-epoch-50-avg-22-use-averaged-model.txt
+2024-07-08 10:58:17,546 INFO [utils.py:657] [test-other-attention_scale_4.0] %WER 5.00% [2617 / 52343, 267 ins, 198 del, 2152 sub ]
+2024-07-08 10:58:17,745 INFO [ctc_decode.py:655] Wrote detailed error stats to zipformer/exp-ctc-0.1-aed-0.9-penalize-attn/attention-decoder-rescoring-no-ngram/errs-test-other-epoch-50-avg-22-use-averaged-model.txt
+2024-07-08 10:58:17,772 INFO [ctc_decode.py:646] The transcripts are stored in zipformer/exp-ctc-0.1-aed-0.9-penalize-attn/attention-decoder-rescoring-no-ngram/recogs-test-other-epoch-50-avg-22-use-averaged-model.txt
+2024-07-08 10:58:17,864 INFO [utils.py:657] [test-other-attention_scale_5.0] %WER 4.98% [2607 / 52343, 267 ins, 197 del, 2143 sub ]
+2024-07-08 10:58:18,060 INFO [ctc_decode.py:655] Wrote detailed error stats to zipformer/exp-ctc-0.1-aed-0.9-penalize-attn/attention-decoder-rescoring-no-ngram/errs-test-other-epoch-50-avg-22-use-averaged-model.txt
+2024-07-08 10:58:18,088 INFO [ctc_decode.py:646] The transcripts are stored in zipformer/exp-ctc-0.1-aed-0.9-penalize-attn/attention-decoder-rescoring-no-ngram/recogs-test-other-epoch-50-avg-22-use-averaged-model.txt
+2024-07-08 10:58:18,179 INFO [utils.py:657] [test-other-attention_scale_6.0] %WER 4.98% [2609 / 52343, 265 ins, 196 del, 2148 sub ]
+2024-07-08 10:58:18,377 INFO [ctc_decode.py:655] Wrote detailed error stats to zipformer/exp-ctc-0.1-aed-0.9-penalize-attn/attention-decoder-rescoring-no-ngram/errs-test-other-epoch-50-avg-22-use-averaged-model.txt
+2024-07-08 10:58:18,403 INFO [ctc_decode.py:646] The transcripts are stored in zipformer/exp-ctc-0.1-aed-0.9-penalize-attn/attention-decoder-rescoring-no-ngram/recogs-test-other-epoch-50-avg-22-use-averaged-model.txt
+2024-07-08 10:58:18,494 INFO [utils.py:657] [test-other-attention_scale_7.0] %WER 4.99% [2611 / 52343, 265 ins, 196 del, 2150 sub ]
+2024-07-08 10:58:18,692 INFO [ctc_decode.py:655] Wrote detailed error stats to zipformer/exp-ctc-0.1-aed-0.9-penalize-attn/attention-decoder-rescoring-no-ngram/errs-test-other-epoch-50-avg-22-use-averaged-model.txt
+2024-07-08 10:58:18,720 INFO [ctc_decode.py:646] The transcripts are stored in zipformer/exp-ctc-0.1-aed-0.9-penalize-attn/attention-decoder-rescoring-no-ngram/recogs-test-other-epoch-50-avg-22-use-averaged-model.txt
+2024-07-08 10:58:18,811 INFO [utils.py:657] [test-other-attention_scale_8.0] %WER 4.99% [2613 / 52343, 265 ins, 196 del, 2152 sub ]
+2024-07-08 10:58:19,013 INFO [ctc_decode.py:655] Wrote detailed error stats to zipformer/exp-ctc-0.1-aed-0.9-penalize-attn/attention-decoder-rescoring-no-ngram/errs-test-other-epoch-50-avg-22-use-averaged-model.txt
+2024-07-08 10:58:19,039 INFO [ctc_decode.py:646] The transcripts are stored in zipformer/exp-ctc-0.1-aed-0.9-penalize-attn/attention-decoder-rescoring-no-ngram/recogs-test-other-epoch-50-avg-22-use-averaged-model.txt
+2024-07-08 10:58:19,130 INFO [utils.py:657] [test-other-attention_scale_9.0] %WER 4.99% [2611 / 52343, 266 ins, 195 del, 2150 sub ]
+2024-07-08 10:58:19,327 INFO [ctc_decode.py:655] Wrote detailed error stats to zipformer/exp-ctc-0.1-aed-0.9-penalize-attn/attention-decoder-rescoring-no-ngram/errs-test-other-epoch-50-avg-22-use-averaged-model.txt
+2024-07-08 10:58:19,344 INFO [ctc_decode.py:669] 
+For test-other, WER of different settings are:
+attention_scale_5.0	4.98	best for test-other
+attention_scale_6.0	4.98
+attention_scale_7.0	4.99
+attention_scale_8.0	4.99
+attention_scale_9.0	4.99
+attention_scale_4.0	5.0
+attention_scale_3.0	5.01
+attention_scale_1.9	5.02
+attention_scale_2.0	5.02
+attention_scale_2.1	5.02
+attention_scale_2.2	5.02
+attention_scale_2.3	5.02
+attention_scale_2.5	5.02
+attention_scale_1.5	5.03
+attention_scale_1.7	5.03
+attention_scale_1.3	5.05
+attention_scale_1.0	5.06
+attention_scale_1.1	5.06
+attention_scale_1.2	5.06
+attention_scale_0.9	5.08
+attention_scale_0.7	5.1
+attention_scale_0.6	5.13
+attention_scale_0.5	5.16
+attention_scale_0.3	5.23
+attention_scale_0.1	5.37
+attention_scale_0.08	5.4
+attention_scale_0.05	5.48
+attention_scale_0.01	5.57
+
+2024-07-08 10:58:19,344 INFO [ctc_decode.py:924] Done!

decoding_results/attention-decoder-rescoring-no-ngram/wer-summary-test-clean-epoch-50-avg-22-use-averaged-model.txt

@@ -0,0 +1,29 @@
+settings	WER
+attention_scale_5.0	2.23
+attention_scale_6.0	2.23
+attention_scale_7.0	2.23
+attention_scale_8.0	2.23
+attention_scale_9.0	2.23
+attention_scale_1.9	2.24
+attention_scale_2.0	2.24
+attention_scale_2.1	2.24
+attention_scale_2.2	2.24
+attention_scale_2.5	2.24
+attention_scale_3.0	2.24
+attention_scale_4.0	2.24
+attention_scale_2.3	2.25
+attention_scale_1.3	2.26
+attention_scale_1.5	2.26
+attention_scale_1.7	2.26
+attention_scale_1.0	2.27
+attention_scale_1.1	2.27
+attention_scale_1.2	2.27
+attention_scale_0.9	2.28
+attention_scale_0.7	2.29
+attention_scale_0.6	2.31
+attention_scale_0.5	2.32
+attention_scale_0.3	2.34
+attention_scale_0.1	2.39
+attention_scale_0.08	2.4
+attention_scale_0.05	2.42
+attention_scale_0.01	2.45

decoding_results/attention-decoder-rescoring-no-ngram/wer-summary-test-other-epoch-50-avg-22-use-averaged-model.txt

@@ -0,0 +1,29 @@
+settings	WER
+attention_scale_5.0	4.98
+attention_scale_6.0	4.98
+attention_scale_7.0	4.99
+attention_scale_8.0	4.99
+attention_scale_9.0	4.99
+attention_scale_4.0	5.0
+attention_scale_3.0	5.01
+attention_scale_1.9	5.02
+attention_scale_2.0	5.02
+attention_scale_2.1	5.02
+attention_scale_2.2	5.02
+attention_scale_2.3	5.02
+attention_scale_2.5	5.02
+attention_scale_1.5	5.03
+attention_scale_1.7	5.03
+attention_scale_1.3	5.05
+attention_scale_1.0	5.06
+attention_scale_1.1	5.06
+attention_scale_1.2	5.06
+attention_scale_0.9	5.08
+attention_scale_0.7	5.1
+attention_scale_0.6	5.13
+attention_scale_0.5	5.16
+attention_scale_0.3	5.23
+attention_scale_0.1	5.37
+attention_scale_0.08	5.4
+attention_scale_0.05	5.48
+attention_scale_0.01	5.57

decoding_results/ctc-decoding/log-decode-epoch-50-avg-22-use-averaged-model-2024-07-08-11-23-14

@@ -0,0 +1,29 @@
+2024-07-08 11:23:14,563 INFO [ctc_decode.py:717] Decoding started
+2024-07-08 11:23:14,563 INFO [ctc_decode.py:723] Device: cuda:0
+2024-07-08 11:23:14,563 INFO [ctc_decode.py:724] {'best_train_loss': inf, 'best_valid_loss': inf, 'best_train_epoch': -1, 'best_valid_epoch': -1, 'batch_idx_train': 0, 'log_interval': 50, 'reset_interval': 200, 'valid_interval': 3000, 'feature_dim': 80, 'subsampling_factor': 4, 'ignore_id': -1, 'label_smoothing': 0.1, 'warm_step': 2000, 'env_info': {'k2-version': '1.24.4', 'k2-build-type': 'Release', 'k2-with-cuda': True, 'k2-git-sha1': '44a9d5682af9fd3ef77074777e15278ec6d390eb', 'k2-git-date': 'Wed Sep 27 11:22:55 2023', 'lhotse-version': '1.17.0.dev+git.ccfc5b2c.dirty', 'torch-version': '1.10.0+cu102', 'torch-cuda-available': True, 'torch-cuda-version': '10.2', 'python-version': '3.8', 'icefall-git-branch': 'zipformer-ctc-aed', 'icefall-git-sha1': '4e7cdb5d-dirty', 'icefall-git-date': 'Fri Jul 5 20:13:52 2024', 'icefall-path': '/star-zw/workspace/zipformer/icefall_ctc_aed', 'k2-path': '/star-zw/workspace/k2/k2/k2/python/k2/__init__.py', 'lhotse-path': '/star-zw/workspace/lhotse/lhotse/lhotse/__init__.py', 'hostname': 'de-74279-k2-train-1-0520143211-6b49b6c7c5-qc5gc', 'IP address': '10.177.74.203'}, 'frame_shift_ms': 10, 'search_beam': 20, 'output_beam': 8, 'min_active_states': 30, 'max_active_states': 10000, 'use_double_scores': True, 'epoch': 50, 'iter': 0, 'avg': 22, 'use_averaged_model': True, 'exp_dir': PosixPath('zipformer/exp-ctc-0.1-aed-0.9-penalize-attn'), 'bpe_model': 'data/lang_bpe_500/bpe.model', 'lang_dir': PosixPath('data/lang_bpe_500'), 'context_size': 2, 'decoding_method': 'ctc-decoding', 'num_paths': 100, 'nbest_scale': 1.0, 'hlg_scale': 0.6, 'lm_dir': PosixPath('data/lm'), 'num_encoder_layers': '2,2,3,4,3,2', 'downsampling_factor': '1,2,4,8,4,2', 'feedforward_dim': '512,768,1024,1536,1024,768', 'num_heads': '4,4,4,8,4,4', 'encoder_dim': '192,256,384,512,384,256', 'query_head_dim': '32', 'value_head_dim': '12', 'pos_head_dim': '4', 'pos_dim': 48, 'encoder_unmasked_dim': '192,192,256,256,256,192', 'cnn_module_kernel': '31,31,15,15,15,31', 'decoder_dim': 512, 'joiner_dim': 512, 'attention_decoder_dim': 512, 'attention_decoder_num_layers': 6, 'attention_decoder_attention_dim': 512, 'attention_decoder_num_heads': 8, 'attention_decoder_feedforward_dim': 2048, 'causal': False, 'chunk_size': '16,32,64,-1', 'left_context_frames': '64,128,256,-1', 'use_transducer': False, 'use_ctc': True, 'use_attention_decoder': True, 'full_libri': True, 'mini_libri': False, 'manifest_dir': PosixPath('data/fbank'), 'max_duration': 200, 'bucketing_sampler': True, 'num_buckets': 30, 'concatenate_cuts': False, 'duration_factor': 1.0, 'gap': 1.0, 'on_the_fly_feats': False, 'shuffle': True, 'drop_last': True, 'return_cuts': True, 'num_workers': 2, 'enable_spec_aug': True, 'spec_aug_time_warp_factor': 80, 'enable_musan': True, 'input_strategy': 'PrecomputedFeatures', 'res_dir': PosixPath('zipformer/exp-ctc-0.1-aed-0.9-penalize-attn/ctc-decoding'), 'suffix': 'epoch-50-avg-22-use-averaged-model'}
+2024-07-08 11:23:14,847 INFO [lexicon.py:168] Loading pre-compiled data/lang_bpe_500/Linv.pt
+2024-07-08 11:23:19,728 INFO [ctc_decode.py:807] About to create model
+2024-07-08 11:23:20,603 INFO [ctc_decode.py:874] Calculating the averaged model over epoch range from 28 (excluded) to 50
+2024-07-08 11:23:24,433 INFO [ctc_decode.py:891] Number of model parameters: 89987295
+2024-07-08 11:23:24,433 INFO [asr_datamodule.py:467] About to get test-clean cuts
+2024-07-08 11:23:24,547 INFO [asr_datamodule.py:474] About to get test-other cuts
+2024-07-08 11:23:25,472 INFO [ctc_decode.py:623] batch 0/?, cuts processed until now is 14
+2024-07-08 11:23:56,741 INFO [zipformer.py:1858] name=None, attn_weights_entropy = tensor([4.5797, 4.1627, 4.3105, 4.6066], device='cuda:0')
+2024-07-08 11:23:58,730 INFO [ctc_decode.py:623] batch 100/?, cuts processed until now is 2298
+2024-07-08 11:24:03,239 INFO [ctc_decode.py:646] The transcripts are stored in zipformer/exp-ctc-0.1-aed-0.9-penalize-attn/ctc-decoding/recogs-test-clean-epoch-50-avg-22-use-averaged-model.txt
+2024-07-08 11:24:03,332 INFO [utils.py:657] [test-clean-ctc-decoding] %WER 2.46% [1293 / 52576, 132 ins, 91 del, 1070 sub ]
+2024-07-08 11:24:03,522 INFO [ctc_decode.py:655] Wrote detailed error stats to zipformer/exp-ctc-0.1-aed-0.9-penalize-attn/ctc-decoding/errs-test-clean-epoch-50-avg-22-use-averaged-model.txt
+2024-07-08 11:24:03,526 INFO [ctc_decode.py:669] 
+For test-clean, WER of different settings are:
+ctc-decoding	2.46	best for test-clean
+
+2024-07-08 11:24:04,231 INFO [ctc_decode.py:623] batch 0/?, cuts processed until now is 17
+2024-07-08 11:24:38,114 INFO [ctc_decode.py:623] batch 100/?, cuts processed until now is 2530
+2024-07-08 11:24:42,441 INFO [ctc_decode.py:646] The transcripts are stored in zipformer/exp-ctc-0.1-aed-0.9-penalize-attn/ctc-decoding/recogs-test-other-epoch-50-avg-22-use-averaged-model.txt
+2024-07-08 11:24:42,535 INFO [utils.py:657] [test-other-ctc-decoding] %WER 5.57% [2918 / 52343, 278 ins, 228 del, 2412 sub ]
+2024-07-08 11:24:42,736 INFO [ctc_decode.py:655] Wrote detailed error stats to zipformer/exp-ctc-0.1-aed-0.9-penalize-attn/ctc-decoding/errs-test-other-epoch-50-avg-22-use-averaged-model.txt
+2024-07-08 11:24:42,739 INFO [ctc_decode.py:669] 
+For test-other, WER of different settings are:
+ctc-decoding	5.57	best for test-other
+
+2024-07-08 11:24:42,739 INFO [ctc_decode.py:924] Done!

decoding_results/ctc-decoding/wer-summary-test-clean-epoch-50-avg-22-use-averaged-model.txt

@@ -0,0 +1,2 @@
+settings	WER
+ctc-decoding	2.46

decoding_results/ctc-decoding/wer-summary-test-other-epoch-50-avg-22-use-averaged-model.txt

@@ -0,0 +1,2 @@
+settings	WER
+ctc-decoding	5.57

exp/decode.sh

@@ -0,0 +1,14 @@
+export CUDA_VISIBLE_DEVICES="0"
+for m in ctc-decoding attention-decoder-rescoring-no-ngram; do
+  ./zipformer/ctc_decode.py \
+    --epoch 50 \
+    --avg 22 \
+    --exp-dir zipformer/exp \
+    --use-ctc 1 \
+    --use-transducer 0 \
+    --use-attention-decoder 1 \
+    --attention-decoder-loss-scale 0.9 \
+    --max-duration 100 \
+    --causal 0 \
+    --num-paths 100 \
+    --decoding-method $m

exp/epoch-50.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:810d69b5a60b7e0ba67bff150969c58f0f59d251d0763b2e757d4ace3823203e
+size 1440904604

exp/export.sh

@@ -0,0 +1,11 @@
+./zipformer/export.py \
+  --exp-dir zipformer/exp \
+  --use-ctc 1 \
+  --use-transducer 0 \
+  --use-attention-decoder 1 \
+  --tokens data/lang_bpe_500/tokens.txt \
+  --epoch 50 \
+  --avg 22 \
+  --jit 0
+
+

exp/pretrained.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:701454edbb978661835ab3662f8e36270490623150ac6482b8ecb04a492be261
+size 360414985

exp/pretrained_ctc.sh

@@ -0,0 +1,14 @@
+export CUDA_VISIBLE_DEVICES=7
+for m in ctc-decoding attention-decoder-rescoring-no-ngram; do
+  ./zipformer/pretrained_ctc.py \
+    --use-ctc 1 \
+    --use-transducer 0 \
+    --use-attention-decoder 1 \
+    --checkpoint ./zipformer/exp/pretrained.pt \
+    --tokens data/lang_bpe_500/tokens.txt \
+    --method $m \
+    --sample-rate 16000 \
+    test_wavs/1089-134686-0001.wav \
+    test_wavs/1221-135766-0001.wav \
+    test_wavs/1221-135766-0002.wav
+done

exp/tensorboard/events.out.tfevents.1699961299.de-74279-k2-train-7-1218101249-5bcbfb5567-jsftr.3095074.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83e2cab9d8cddc3cf16727920a72c4079a264393066f3abb7784bc08a801ec74
+size 1023776

exp/tensorboard/events.out.tfevents.1700146877.de-74279-k2-train-7-1218101249-5bcbfb5567-jsftr.1100097.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fbc75e34858ede362e30071f41bee193a7c780324f75017f0bed4a438566b3b
+size 1240070

exp/train.sh

@@ -0,0 +1,17 @@
+export CUDA_VISIBLE_DEVICES="0,1,2,3"
+# For non-streaming model training:
+./zipformer/train.py \
+  --world-size 4 \
+  --num-epochs 50 \
+  --start-epoch 1 \
+  --use-fp16 1 \
+  --exp-dir zipformer/exp \
+  --full-libri 1 \
+  --use-ctc 1 \
+  --use-transducer 0 \
+  --use-attention-decoder 1 \
+  --ctc-loss-scale 0.1 \
+  --attention-decoder-loss-scale 0.9 \
+  --max-duration 1200 \
+  --master-port 12345
+

test_wavs/trans.txt

@@ -0,0 +1,3 @@
+1089-134686-0001 AFTER EARLY NIGHTFALL THE YELLOW LAMPS WOULD LIGHT UP HERE AND THERE THE SQUALID QUARTER OF THE BROTHELS
+1221-135766-0001 GOD AS A DIRECT CONSEQUENCE OF THE SIN WHICH MAN THUS PUNISHED HAD GIVEN HER A LOVELY CHILD WHOSE PLACE WAS ON THAT SAME DISHONOURED BOSOM TO CONNECT HER PARENT FOR EVER WITH THE RACE AND DESCENT OF MORTALS AND TO BE FINALLY A BLESSED SOUL IN HEAVEN
+1221-135766-0002 YET THESE THOUGHTS AFFECTED HESTER PRYNNE LESS WITH HOPE THAN APPREHENSION