Merge branch 'nsnet' into 'master'

Add nsnet related documentation and performance

See merge request speech-recognition-framework/esp-sr!92
This commit is contained in:
Sun Xiang Yu 2024-03-04 14:00:25 +08:00
commit 50893a21af
2 changed files with 24 additions and 3 deletions

View File

@ -270,7 +270,7 @@ AEC 的使用和 WakeNet 相似,用户可以根据自己的需求来停止或
.pcm_config.ref_num = 1, \
// 配置NS算法的模式NS_MODE_SSP为信号处理算法NS_MODE_NET为基于网络的降噪算法
.afe_ns_mode = NS_MODE_SSP, \
// 降噪网络的模型名字,默认为"nsnet1"
// 降噪网络的模型名字,默认为"nsnet1",一共两个版本:"nsnet1"和"nsnet2"
.afe_ns_model_name = "nsnet1", \
}
@ -415,4 +415,4 @@ AEC 的使用和 WakeNet 相似,用户可以根据自己的需求来停止或
资源消耗
--------
有关本模型的资源消耗情况,请见 :doc:`资源消耗 <../benchmark/README>`
有关本模型的资源消耗情况,请见 :doc:`资源消耗 <../benchmark/README>`

View File

@ -38,7 +38,11 @@ AFE
+-----------------+-----------------+-----------------+-----------------+
| BSS(HIGH_PERF) | 215.5 KB | 7% | 64 ms |
+-----------------+-----------------+-----------------+-----------------+
| NS | 27 KB | 5% | 10 ms |
| NS(NS_MODE_SSP) | 27 KB | 5% | 10 ms |
+-----------------+-----------------+-----------------+-----------------+
| NS(nsnet1) | 885 KB | 25% | 16 ms |
+-----------------+-----------------+-----------------+-----------------+
| NS(nsnet2) | 375 KB | 12% | 32 ms |
+-----------------+-----------------+-----------------+-----------------+
| MISO | 56 KB | 8% | 16 ms |
+-----------------+-----------------+-----------------+-----------------+
@ -217,3 +221,20 @@ CPU 负载测试ESP32 @240 MHz
+==============================+======+======+======+======+======+======+
| Times faster than real time | 4.5 | 3.2 | 2.9 | 2.5 | 2.2 | 1.8 |
+------------------------------+------+------+------+------+------+------+
NSNET
-----
性能测试
~~~~~~~~
数据集array_onemic_nnoise_20230608(按照亚马逊声学认证标准录制测试集)
~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
+------------------+--------+
| | dnsmos |
+==================+========+
| nsnet1 | 2.4 |
+------------------+--------+
| nsnet2 | 2.71 |
+------------------+--------+