update streaming test

README.md

@@ -0,0 +1,24 @@
+### Wenet ASR cpu runtime benchmark
+
+AliCould Instance: ecs.c7.16xlarge	64 vCPU	128 GiB	2.7 GHz/3.5 GHz	32 Gbps, Intel Xeon(Ice Lake) Platinum 8369B
+
+Offline ASR
+
+Num Concurrent Tasks: 256 (Best among 16, 32, 64, 128, 256, 512) 
+|Model   | Aishell1 Test WER (%)  |  10 Hours Decoding Time (secs) |
+|---|---|-------------------------------------|
+|Aishell1_small_offline_fp32_ctc_prefix   | 4.62  |74.56 |
+|Aishell1_small_offline_int8_ctc_prefix   | 4.79  |59.08 |
+|Aishell1_small_offline_fp32_ctc_wfst   | 4.38  | 90.91|
+|Aishell1_small_offline_int8_ctc_wfst   | 4.50  | 69.57 |
+|WenetSpeech_large_offline_fp32_ctc_prefix   | 4.61  |181.77 |
+|WenetSpeech_large_offline_int8_ctc_prefix   | 4.71  |125.57|
+
+Streaming ASR
+
+Num Concurrent Tasks: 256 (Best among 16, 32, 64, 128, 256, 512) 
+|Model   | Aishell1 Test WER (%)  |  10 Hours Decoding Time (secs) |
+|---|---|-------------------------------------|
+|Aishell1_small_u2pp_fp32_ctc_prefix   | | 102.21 |
+|Aishell1_small_u2pp_fp32_ctc_wfst   | | 106.67 |
+|WenetSpeech_large_u2pp_fp32_ctc_prefix   | | 276.32 |

aishell1_u2pp_fp32_ctc_wfst_search_chunk16/log-num-task-128.txt

@@ -0,0 +1,10 @@
+For all requests: 
+	        failed : 0
+	total_duration : 36108.918937500035
+	  request_time : 110.2461769580841
+	           RTF : 0.0030531564001931564
+For one request: 
+	    mean : 1.4562990205277302
+	  median : 1.5018577575683594
+	max_time : 2.1707820892333984
+	min_time : 0.23500490188598633

aishell1_u2pp_fp32_ctc_wfst_search_chunk16/log-num-task-16.txt

@@ -0,0 +1,10 @@
+For all requests: 
+	        failed : 0
+	total_duration : 36108.918937500035
+	  request_time : 257.4405572414398
+	           RTF : 0.007129555932899482
+For one request: 
+	    mean : 0.3575951235416608
+	  median : 0.3408926725387573
+	max_time : 0.8075745105743408
+	min_time : 0.12832236289978027

aishell1_u2pp_fp32_ctc_wfst_search_chunk16/log-num-task-256.txt

@@ -0,0 +1,10 @@
+For all requests: 
+	        failed : 0
+	total_duration : 36108.918937500035
+	  request_time : 106.66425395011902
+	           RTF : 0.002953958664194332
+For one request: 
+	    mean : 3.1811724711155547
+	  median : 3.389492154121399
+	max_time : 4.0451977252960205
+	min_time : 0.23621129989624023

aishell1_u2pp_fp32_ctc_wfst_search_chunk16/log-num-task-32.txt

@@ -0,0 +1,10 @@
+For all requests: 
+	        failed : 0
+	total_duration : 36108.918937500035
+	  request_time : 161.54487681388855
+	           RTF : 0.004473822024234574
+For one request: 
+	    mean : 0.4256183875510791
+	  median : 0.41182851791381836
+	max_time : 0.9096076488494873
+	min_time : 0.14792966842651367

aishell1_u2pp_fp32_ctc_wfst_search_chunk16/log-num-task-512.txt

@@ -0,0 +1,10 @@
+For all requests: 
+	        failed : 0
+	total_duration : 36108.918937500035
+	  request_time : 133.70968079566956
+	           RTF : 0.0037029544148664234
+For one request: 
+	    mean : 7.465678401017269
+	  median : 6.818179488182068
+	max_time : 32.77224683761597
+	min_time : 0.23526763916015625

aishell1_u2pp_fp32_ctc_wfst_search_chunk16/log-num-task-64.txt

@@ -0,0 +1,10 @@
+For all requests: 
+	        failed : 0
+	total_duration : 36108.918937500035
+	  request_time : 118.13253355026245
+	           RTF : 0.0032715610720646304
+For one request: 
+	    mean : 0.6966839020068829
+	  median : 0.6901916265487671
+	max_time : 1.209228277206421
+	min_time : 0.23522043228149414

aishell1_u2pp_fp32_ctc_wfst_search_chunk16/log-num-task-80.txt

@@ -0,0 +1,10 @@
+For all requests: 
+	        failed : 0
+	total_duration : 36108.918937500035
+	  request_time : 113.83837366104126
+	           RTF : 0.0031526386557869835
+For one request: 
+	    mean : 0.8716154326430399
+	  median : 0.8767541646957397
+	max_time : 1.4036996364593506
+	min_time : 0.3102395534515381

aishell2_u2pp_fp32_ctc_prefix_search_chunk16/log-num-task-128.txt

@@ -0,0 +1,10 @@
+For all requests: 
+	        failed : 0
+	total_duration : 36108.918937500035
+	  request_time : 102.63576650619507
+	           RTF : 0.0028423937776659715
+For one request: 
+	    mean : 1.38876992467388
+	  median : 1.4453332424163818
+	max_time : 1.9687073230743408
+	min_time : 0.23152494430541992

aishell2_u2pp_fp32_ctc_prefix_search_chunk16/log-num-task-16.txt

@@ -0,0 +1,10 @@
+For all requests: 
+	        failed : 0
+	total_duration : 36108.918937500035
+	  request_time : 235.16058254241943
+	           RTF : 0.006512534561044395
+For one request: 
+	    mean : 0.32916015532768955
+	  median : 0.3184964656829834
+	max_time : 0.747765302658081
+	min_time : 0.12463808059692383

aishell2_u2pp_fp32_ctc_prefix_search_chunk16/log-num-task-256.txt

@@ -0,0 +1,10 @@
+For all requests: 
+	        failed : 0
+	total_duration : 36108.918937500035
+	  request_time : 102.05984807014465
+	           RTF : 0.0028264442988946118
+For one request: 
+	    mean : 3.099302091427073
+	  median : 3.2767409086227417
+	max_time : 3.98887038230896
+	min_time : 0.23440837860107422

aishell2_u2pp_fp32_ctc_prefix_search_chunk16/log-num-task-32.txt

@@ -0,0 +1,10 @@
+For all requests: 
+	        failed : 0
+	total_duration : 36108.918937500035
+	  request_time : 148.01825714111328
+	           RTF : 0.004099215969254414
+For one request: 
+	    mean : 0.38655956300471805
+	  median : 0.36973297595977783
+	max_time : 0.8640727996826172
+	min_time : 0.13990330696105957

aishell2_u2pp_fp32_ctc_prefix_search_chunk16/log-num-task-64.txt

@@ -0,0 +1,10 @@
+For all requests: 
+	        failed : 0
+	total_duration : 36108.918937500035
+	  request_time : 109.94425129890442
+	           RTF : 0.003044794874341267
+For one request: 
+	    mean : 0.6468086141008996
+	  median : 0.6402937173843384
+	max_time : 1.188749074935913
+	min_time : 0.23850321769714355

aishell2_u2pp_fp32_ctc_prefix_search_chunk16/log-num-task-80.txt

@@ -0,0 +1,10 @@
+For all requests: 
+	        failed : 0
+	total_duration : 36108.918937500035
+	  request_time : 106.6568591594696
+	           RTF : 0.0029537538729442194
+For one request: 
+	    mean : 0.8123985729621539
+	  median : 0.8148587942123413
+	max_time : 1.3461096286773682
+	min_time : 0.2674736976623535

wenetspeech_u2pp_fp32_ctc_prefix_search_chunk16/log-num-task-128.txt

@@ -0,0 +1,10 @@
+For all requests: 
+	        failed : 0
+	total_duration : 36108.918937500035
+	  request_time : 279.9856925010681
+	           RTF : 0.007753920658374954
+For one request: 
+	    mean : 3.7270994899397842
+	  median : 3.8508576154708862
+	max_time : 5.399071216583252
+	min_time : 0.5324060916900635

wenetspeech_u2pp_fp32_ctc_prefix_search_chunk16/log-num-task-256.txt

@@ -0,0 +1,10 @@
+For all requests: 
+	        failed : 0
+	total_duration : 36108.918937500035
+	  request_time : 276.3093583583832
+	           RTF : 0.007652108301459805
+For one request: 
+	    mean : 7.841665860768013
+	  median : 8.411682605743408
+	max_time : 10.104219675064087
+	min_time : 0.529963493347168

wenetspeech_u2pp_fp32_ctc_prefix_search_chunk16/log-num-task-512.txt

@@ -0,0 +1,10 @@
+For all requests: 
+	        failed : 0
+	total_duration : 36108.918937500035
+	  request_time : 296.4167251586914
+	           RTF : 0.008208961494298714
+For one request: 
+	    mean : 17.088177528203264
+	  median : 17.624130845069885
+	max_time : 41.52840542793274
+	min_time : 0.533639669418335