diff --git a/CHANGELOG.md b/CHANGELOG.md index 45bbad5..db91e23 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -2,10 +2,12 @@ ## Unreleased - ESP-DSP dependency is now installed from the component registry -- Add some English MultiNet6 model which is trained by RNNT and CTC +- Add an English MultiNet6 model which is trained by RNNT and CTC +- Add a Chinese MultiNet6 model which is trained by RNNT and CTC - Fixed CMake errors when esp-sr was installed from component registry - Fixed the list of supported chips displayed in the component registry + ## 1.1.0 - Support esp32c3 for Chinese TTS - Update document of ESP-SR diff --git a/Kconfig.projbuild b/Kconfig.projbuild index 67d79f8..05460c9 100644 --- a/Kconfig.projbuild +++ b/Kconfig.projbuild @@ -143,7 +143,11 @@ choice CHINESE_SR_MN_MODEL_SEL depends on IDF_TARGET_ESP32S3 config SR_MN_CN_MULTINET5_RECOGNITION_QUANT8 - bool "english recognition (mn5q8_cn)" + bool "chinese recognition (mn5q8_cn)" + depends on IDF_TARGET_ESP32S3 + + config SR_MN_CN_MULTINET6_QUANT + bool "chinese recognition (mn6_cn)" depends on IDF_TARGET_ESP32S3 endchoice @@ -164,10 +168,6 @@ choice ENGLISH_SR_MN_MODEL_SEL config SR_MN_EN_MULTINET6_QUANT bool "english recognition (mn6_en)" depends on IDF_TARGET_ESP32S3 - - config SR_MN_EN_MULTINET6_CTC_QUANT - bool "english recognition(RNNT+CTC) (mn6_en_ctc)" - depends on IDF_TARGET_ESP32S3 endchoice @@ -2179,1028 +2179,4 @@ config EN_SPEECH_COMMAND_ID199 endmenu - -menu "Add English speech commands" -depends on SR_MN_EN_MULTINET6_QUANT -config EN_SPEECH_COMMAND_ID0 - string "ID0" - depends on SR_MN_EN_MULTINET6_QUANT - default "_TE LL _ME _A _JO KE,TE LL _ME _A _JO KE" - -config EN_SPEECH_COMMAND_ID1 - string "ID1" - depends on SR_MN_EN_MULTINET6_QUANT - default "_S ING _A _SO NG,S ING _A _SO NG" - -config EN_SPEECH_COMMAND_ID2 - string "ID2" - depends on SR_MN_EN_MULTINET6_QUANT - default "_PLAY _NEW S _CHA N N EL,P LA Y _NEW S _CHA N N EL" - -config EN_SPEECH_COMMAND_ID3 - string "ID3" - depends on SR_MN_EN_MULTINET6_QUANT - default "_TURN _ON _MY _SO UND BO X,_TURN _ON _MY _S O U ND B O X,_TURN _ON _MY _ S O UN D BO X" - -config EN_SPEECH_COMMAND_ID4 - string "ID4" - depends on SR_MN_EN_MULTINET6_QUANT - default "_TURN _OF F _MY _SO UND BO X,_TURN _OF _MY _S O U ND B O X,_TURN _OF _MY _ S O UN D BO X" - -config EN_SPEECH_COMMAND_ID5 - string "ID5" - depends on SR_MN_EN_MULTINET6_QUANT - default "_HIGH EST _ VO LU ME,H IG H EST _ VO LU ME" - -config EN_SPEECH_COMMAND_ID6 - string "ID6" - depends on SR_MN_EN_MULTINET6_QUANT - default "LOW EST _ VO LU ME" - -config EN_SPEECH_COMMAND_ID7 - string "ID7" - depends on SR_MN_EN_MULTINET6_QUANT - default "_IN C RE A SE _THE _ VO LU ME" - -config EN_SPEECH_COMMAND_ID8 - string "ID8" - depends on SR_MN_EN_MULTINET6_QUANT - default "_DE C RE A SE _THE _ VO LU ME" - -config EN_SPEECH_COMMAND_ID9 - string "ID9" - depends on SR_MN_EN_MULTINET6_QUANT - default "_TURN _ON _THE _T V,T UR N _ON _THE _T V" - -config EN_SPEECH_COMMAND_ID10 - string "ID10" - depends on SR_MN_EN_MULTINET6_QUANT - default "_TURN _OF F _THE _T V,T UR N _OF F _THE _T V" - -config EN_SPEECH_COMMAND_ID11 - string "ID11" - depends on SR_MN_EN_MULTINET6_QUANT - default "_MAKE _ME _A _TE A,MA KE _ME _A _TE A" - -config EN_SPEECH_COMMAND_ID12 - string "ID12" - depends on SR_MN_EN_MULTINET6_QUANT - default "_MAKE _ME _A _CO FF E E,MA KE _ME _A _CO FF E E" - -config EN_SPEECH_COMMAND_ID13 - string "ID13" - depends on SR_MN_EN_MULTINET6_QUANT - default "_TURN _ON _THE _ L IGHT,T UR N _ON _THE _ L IGHT" - -config EN_SPEECH_COMMAND_ID14 - string "ID14" - depends on SR_MN_EN_MULTINET6_QUANT - default "_TURN _OF F _THE _ L IGHT,T UR N _OF F _THE _ L IGHT,_TURN _OF _THE _ L IGHT" - -config EN_SPEECH_COMMAND_ID15 - string "ID15" - depends on SR_MN_EN_MULTINET6_QUANT - default "_CHA NG E _THE _COL OR _TO _RE D,CH AN GE _THE _COL OR _TO _RE D" - -config EN_SPEECH_COMMAND_ID16 - string "ID15" - depends on SR_MN_EN_MULTINET6_QUANT - default "_CHA NG E _THE _COL OR _TO _G RE EN,CH AN GE _THE _COL OR _TO _G RE EN" - -config EN_SPEECH_COMMAND_ID17 - string "ID15" - depends on SR_MN_EN_MULTINET6_QUANT - default "_TURN _ON _ALL _THE _ L IGHT S,T UR N _ON _ALL _THE _ L IGHT S" - -config EN_SPEECH_COMMAND_ID18 - string "ID15" - depends on SR_MN_EN_MULTINET6_QUANT - default "_TURN _OF F _ALL _THE _ L IGHT S,_TURN _OF _ALL _THE _ L IGHT S" - -config EN_SPEECH_COMMAND_ID19 - string "ID15" - depends on SR_MN_EN_MULTINET6_QUANT - default "_TURN _ON _THE _A IR _CON D ITION ER" - -config EN_SPEECH_COMMAND_ID20 - string "ID16" - depends on SR_MN_EN_MULTINET6_QUANT - default "_TURN _OF F _THE _A IR _CON D ITION ER,_TURN _OF _THE _A IR _CON D ITION ER" - -config EN_SPEECH_COMMAND_ID21 - string "ID17" - depends on SR_MN_EN_MULTINET6_QUANT - default "_SE T _THE _TE MP ER A TURE _TO _SIX TE EN _DE G RE ES" - -config EN_SPEECH_COMMAND_ID22 - string "ID18" - depends on SR_MN_EN_MULTINET6_QUANT - default "_SE T _THE _TE MP ER A TURE _TO _SE VEN TE EN _DE G RE ES" - -config EN_SPEECH_COMMAND_ID23 - string "ID19" - depends on SR_MN_EN_MULTINET6_QUANT - default "_SE T _THE _TE MP ER A TURE _TO _E IGHT E EN _DE G RE ES" - -config EN_SPEECH_COMMAND_ID24 - string "ID20" - depends on SR_MN_EN_MULTINET6_QUANT - default "_SE T _THE _TE MP ER A TURE _TO _NI NE TE EN _DE G RE ES" - -config EN_SPEECH_COMMAND_ID25 - string "ID21" - depends on SR_MN_EN_MULTINET6_QUANT - default "_SE T _THE _TE MP ER A TURE _TO _T W ENT Y _DE G RE ES" - -config EN_SPEECH_COMMAND_ID26 - string "ID22" - depends on SR_MN_EN_MULTINET6_QUANT - default "_SE T _THE _TE MP ER A TURE _TO _T W ENT Y _ONE _DE G RE ES" - -config EN_SPEECH_COMMAND_ID27 - string "ID23" - depends on SR_MN_EN_MULTINET6_QUANT - default "_SE T _THE _TE MP ER A TURE _TO _T W ENT Y _TWO _DE G RE ES" - -config EN_SPEECH_COMMAND_ID28 - string "ID24" - depends on SR_MN_EN_MULTINET6_QUANT - default "_SE T _THE _TE MP ER A TURE _TO _T W ENT Y _THREE _DE G RE ES" - -config EN_SPEECH_COMMAND_ID29 - string "ID25" - depends on SR_MN_EN_MULTINET6_QUANT - default "_SE T _THE _TE MP ER A TURE _TO _T W ENT Y _FOUR _DE G RE ES" - -config EN_SPEECH_COMMAND_ID30 - string "ID26" - depends on SR_MN_EN_MULTINET6_QUANT - default "_SE T _THE _TE MP ER A TURE _TO _T W ENT Y _F IVE _DE G RE ES" - -config EN_SPEECH_COMMAND_ID31 - string "ID27" - depends on SR_MN_EN_MULTINET6_QUANT - default "_SE T _THE _TE MP ER A TURE _TO _T W ENT Y _SIX _DE G RE ES" - -config EN_SPEECH_COMMAND_ID28 - string "ID28" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID29 - string "ID29" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID30 - string "ID30" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID31 - string "ID31" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID32 - string "ID32" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID33 - string "ID33" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID34 - string "ID34" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID35 - string "ID35" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID36 - string "ID36" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID37 - string "ID37" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID38 - string "ID38" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID39 - string "ID39" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID40 - string "ID40" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID41 - string "ID41" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID42 - string "ID42" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID43 - string "ID43" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID44 - string "ID44" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID45 - string "ID45" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID46 - string "ID46" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID47 - string "ID47" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID48 - string "ID48" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID49 - string "ID49" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID50 - string "ID50" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID51 - string "ID51" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID52 - string "ID52" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID53 - string "ID53" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID54 - string "ID54" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID55 - string "ID55" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID56 - string "ID56" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID57 - string "ID57" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID58 - string "ID58" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID59 - string "ID59" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID60 - string "ID60" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID61 - string "ID61" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID62 - string "ID62" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID63 - string "ID63" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID64 - string "ID64" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID65 - string "ID65" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID66 - string "ID66" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID67 - string "ID67" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID68 - string "ID68" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID69 - string "ID69" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID70 - string "ID70" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID71 - string "ID71" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID72 - string "ID72" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID73 - string "ID73" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID74 - string "ID74" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID75 - string "ID75" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID76 - string "ID76" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID77 - string "ID77" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID78 - string "ID78" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID79 - string "ID79" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID80 - string "ID80" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID81 - string "ID81" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID82 - string "ID82" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID83 - string "ID83" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID84 - string "ID84" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID85 - string "ID85" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID86 - string "ID86" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID87 - string "ID87" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID88 - string "ID88" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID89 - string "ID89" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID90 - string "ID90" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID91 - string "ID91" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID92 - string "ID92" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID93 - string "ID93" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID94 - string "ID94" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID95 - string "ID95" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID96 - string "ID96" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID97 - string "ID97" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID98 - string "ID98" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID99 - string "ID99" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID100 - string "ID100" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID101 - string "ID101" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID102 - string "ID102" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID103 - string "ID103" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID104 - string "ID104" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID105 - string "ID105" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID106 - string "ID106" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID107 - string "ID107" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID108 - string "ID108" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID109 - string "ID109" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID110 - string "ID110" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID111 - string "ID111" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID112 - string "ID112" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID113 - string "ID113" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID114 - string "ID114" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID115 - string "ID115" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID116 - string "ID116" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID117 - string "ID117" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID118 - string "ID118" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID119 - string "ID119" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID120 - string "ID120" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID121 - string "ID121" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID122 - string "ID122" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID123 - string "ID123" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID124 - string "ID124" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID125 - string "ID125" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID126 - string "ID126" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID127 - string "ID127" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID128 - string "ID128" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID129 - string "ID129" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID130 - string "ID130" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID131 - string "ID131" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID132 - string "ID132" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID133 - string "ID133" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID134 - string "ID134" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID135 - string "ID135" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID136 - string "ID136" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID137 - string "ID137" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID138 - string "ID138" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID139 - string "ID139" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID140 - string "ID140" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID141 - string "ID141" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID142 - string "ID142" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID143 - string "ID143" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID144 - string "ID144" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID145 - string "ID145" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID146 - string "ID146" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID147 - string "ID147" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID148 - string "ID148" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID149 - string "ID149" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID150 - string "ID150" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID151 - string "ID151" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID152 - string "ID152" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID153 - string "ID153" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID154 - string "ID154" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID155 - string "ID155" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID156 - string "ID156" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID157 - string "ID157" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID158 - string "ID158" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID159 - string "ID159" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID160 - string "ID160" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID161 - string "ID161" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID162 - string "ID162" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID163 - string "ID163" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID164 - string "ID164" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID165 - string "ID165" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID166 - string "ID166" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID167 - string "ID167" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID168 - string "ID168" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID169 - string "ID169" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID170 - string "ID170" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID171 - string "ID171" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID172 - string "ID172" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID173 - string "ID173" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID174 - string "ID174" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID175 - string "ID175" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID176 - string "ID176" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID177 - string "ID177" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID178 - string "ID178" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID179 - string "ID179" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID180 - string "ID180" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID181 - string "ID181" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID182 - string "ID182" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID183 - string "ID183" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID184 - string "ID184" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID185 - string "ID185" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID186 - string "ID186" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID187 - string "ID187" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID188 - string "ID188" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID189 - string "ID189" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID190 - string "ID190" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID191 - string "ID191" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID192 - string "ID192" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID193 - string "ID193" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID194 - string "ID194" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID195 - string "ID195" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID196 - string "ID196" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID197 - string "ID197" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID198 - string "ID198" - depends on SR_MN_EN_MULTINET6_QUANT - default "" - -config EN_SPEECH_COMMAND_ID199 - string "ID199" - depends on SR_MN_EN_MULTINET6_QUANT - default "" -endmenu - endmenu diff --git a/docs/en/benchmark/README.rst b/docs/en/benchmark/README.rst index a335d64..b2a4ef9 100644 --- a/docs/en/benchmark/README.rst +++ b/docs/en/benchmark/README.rst @@ -151,6 +151,8 @@ Resource Occupancy | MultiNet 5 | 16 KB | 2310 KB | 12 ms | 32 ms | | Q8 | | | | | +-------------+-------------+-------------+-------------+-------------+ + | MultiNet 6 | 48 KB | 4000 KB | 12 ms | 32 ms | + +-------------+-------------+-------------+-------------+-------------+ Performance Test ~~~~~~~~~~~~~~~~ diff --git a/docs/en/speech_command_recognition/README.rst b/docs/en/speech_command_recognition/README.rst index 44c59f5..06d0066 100644 --- a/docs/en/speech_command_recognition/README.rst +++ b/docs/en/speech_command_recognition/README.rst @@ -23,17 +23,7 @@ MultiNet is a lightweight model designed to recognize multiple speech command wo The MultiNet input is the audio processed by the audio-front-end algorithm (AFE), with the format of 16 KHz, 16 bit and mono. By recognizing the audio signals, speech commands can be recognized. -The following table shows the models supported by Espressif SoCs: - -+---------+-----------+-------------+---------------+-------------+ -| Chip | ESP32 | ESP32S3 | -+=========+===========+=============+===============+=============+ -| Model | MultiNet2 | MultiNet4.5 | MultiNet4.5Q8 | MultiNet5Q8 | -+---------+-----------+-------------+---------------+-------------+ -| Chinese | √ | √ | √ | √ | -+---------+-----------+-------------+---------------+-------------+ -| English | | | | √ | -+---------+-----------+-------------+---------------+-------------+ +Please refer to :doc:`Models Benchmark <../benchmark/README>` to check models supported by Espressif SoCs. For details on flash models, see Section :doc:`Flashing Models <../flash_model/README>` . diff --git a/docs/zh_CN/benchmark/README.rst b/docs/zh_CN/benchmark/README.rst index a212f53..cf78cf9 100644 --- a/docs/zh_CN/benchmark/README.rst +++ b/docs/zh_CN/benchmark/README.rst @@ -151,6 +151,8 @@ MultiNet | MultiNet 5 | 16 KB | 2310 KB | 12 ms | 32 ms | | Q8 | | | | | +-------------+-------------+-------------+-------------+-------------+ + | MultiNet 6 | 48 KB | 4000 KB | 12 ms | 32 ms | + +-------------+-------------+-------------+-------------+-------------+ 性能测试 ~~~~~~~~ diff --git a/docs/zh_CN/speech_command_recognition/README.rst b/docs/zh_CN/speech_command_recognition/README.rst index f1cbc7b..21afe54 100644 --- a/docs/zh_CN/speech_command_recognition/README.rst +++ b/docs/zh_CN/speech_command_recognition/README.rst @@ -23,17 +23,7 @@ MultiNet 是为了在 {IDF_TARGET_NAME} 系列上离线实现多命令词识别 MultiNet 输入为经过前端语音算法(AFE)处理过的音频(格式为 16 KHz,16 bit,单声道)。通过对音频进行识别,则可以对应到相应的汉字或单词。 -以下表格展示在不同芯片上的模型支持: - -+---------+-----------+-------------+---------------+-------------+ -| Chip | ESP32 | ESP32S3 | -+=========+===========+=============+===============+=============+ -| Model | MultiNet2 | MultiNet4.5 | MultiNet4.5Q8 | MultiNet5Q8 | -+---------+-----------+-------------+---------------+-------------+ -| Chinese | √ | √ | √ | √ | -+---------+-----------+-------------+---------------+-------------+ -| English | | | | √ | -+---------+-----------+-------------+---------------+-------------+ +请参考 :doc:`Models Benchmark <../benchmark/README>` 去查看当前不同芯片支持的模型。 用户选择不同的模型的方法请参考 :doc:`模型加载 <../flash_model/README>` 。 diff --git a/lib/esp32s3/libc_speech_features.a b/lib/esp32s3/libc_speech_features.a index a53b6e4..1cef563 100644 Binary files a/lib/esp32s3/libc_speech_features.a and b/lib/esp32s3/libc_speech_features.a differ diff --git a/lib/esp32s3/libdl_lib.a b/lib/esp32s3/libdl_lib.a index b570195..0c3069d 100644 Binary files a/lib/esp32s3/libdl_lib.a and b/lib/esp32s3/libdl_lib.a differ diff --git a/lib/esp32s3/libesp_audio_front_end.a b/lib/esp32s3/libesp_audio_front_end.a index 699b1b2..d660dfb 100644 Binary files a/lib/esp32s3/libesp_audio_front_end.a and b/lib/esp32s3/libesp_audio_front_end.a differ diff --git a/lib/esp32s3/libesp_audio_processor.a b/lib/esp32s3/libesp_audio_processor.a index e60ccc8..8941585 100644 Binary files a/lib/esp32s3/libesp_audio_processor.a and b/lib/esp32s3/libesp_audio_processor.a differ diff --git a/lib/esp32s3/libfst.a b/lib/esp32s3/libfst.a index 215cfe2..1d9ebeb 100644 Binary files a/lib/esp32s3/libfst.a and b/lib/esp32s3/libfst.a differ diff --git a/lib/esp32s3/libhufzip.a b/lib/esp32s3/libhufzip.a index 9f6a22e..e45e09d 100644 Binary files a/lib/esp32s3/libhufzip.a and b/lib/esp32s3/libhufzip.a differ diff --git a/lib/esp32s3/libmultinet.a b/lib/esp32s3/libmultinet.a index fc19ceb..4b31516 100644 Binary files a/lib/esp32s3/libmultinet.a and b/lib/esp32s3/libmultinet.a differ diff --git a/lib/esp32s3/libwakenet.a b/lib/esp32s3/libwakenet.a index afeb02b..228a72b 100644 Binary files a/lib/esp32s3/libwakenet.a and b/lib/esp32s3/libwakenet.a differ diff --git a/model/movemodel.py b/model/movemodel.py index 78fbd2d..5cd285e 100644 --- a/model/movemodel.py +++ b/model/movemodel.py @@ -78,8 +78,8 @@ elif "CONFIG_SR_MN_EN_MULTINET5_SINGLE_RECOGNITION" in MN_STRING and len(multine multinet_model.append('mn5_en') elif "CONFIG_SR_MN_EN_MULTINET6_QUANT" in MN_STRING and len(multinet_model) < 2: multinet_model.append('mn6_en') -elif "CONFIG_SR_MN_EN_MULTINET6_CTC_QUANT" in MN_STRING and len(multinet_model) < 2: - multinet_model.append('mn6_en_ctc') +elif "CONFIG_SR_MN_CN_MULTINET6_QUANT" in MN_STRING and len(multinet_model) < 2: + multinet_model.append('mn6_cn') nsnet_model = '' if "CONFIG_SR_NSN_NSNET1" in NSN_STRING: diff --git a/model/multinet_model/fst/commands.txt b/model/multinet_model/fst/commands.txt deleted file mode 100644 index ac0d192..0000000 --- a/model/multinet_model/fst/commands.txt +++ /dev/null @@ -1,49 +0,0 @@ -1 ▁TE LL ▁ME ▁A ▁JO KE -2 ▁S ING ▁A ▁SO NG -3 ▁PLAY ▁NEW S ▁CHA N N EL -4 ▁TURN ▁ON ▁MY ▁SO UND BO X -5 ▁TURN ▁OF F ▁MY ▁SO UND BO X -5 ▁TURN ▁OF ▁MY ▁SO UND BO X -6 ▁HIGH EST ▁ VO LU ME -7 ▁ LOW EST ▁ VO LU ME -8 ▁IN C RE A SE ▁THE ▁ VO LU ME -9 ▁DE C RE A SE ▁THE ▁ VO LU ME -10 ▁TURN ▁ON ▁THE ▁T V -11 ▁TURN ▁OF F ▁THE ▁T V -11 ▁TURN ▁OF ▁THE ▁T V -12 ▁MAKE ▁ME ▁A ▁TE A -13 ▁MAKE ▁ME ▁A ▁CO FF E E -14 ▁TURN ▁ON ▁THE ▁ L IGHT -15 ▁TURN ▁OF F ▁THE ▁ L IGHT -15 ▁TURN ▁OF ▁THE ▁ L IGHT -16 ▁CHA NG E ▁THE ▁COL OR ▁TO ▁RE D -17 ▁CHA NG E ▁THE ▁COL OR ▁TO ▁G RE EN -18 ▁TURN ▁ON ▁ALL ▁THE ▁ L IGHT S -19 ▁TURN ▁OF F ▁ALL ▁THE ▁ L IGHT S -19 ▁TURN ▁OF ▁ALL ▁THE ▁ L IGHT S -20 ▁TURN ▁ON ▁THE ▁A IR ▁CON D ITION ER -21 ▁TURN ▁OF F ▁THE ▁A IR ▁CON D ITION ER -21 ▁TURN ▁OF ▁THE ▁A IR ▁CON D ITION ER -22 ▁SE T ▁THE ▁TE MP ER A TURE ▁TO ▁SIX TE EN ▁DE G RE ES -23 ▁SE T ▁THE ▁TE MP ER A TURE ▁TO ▁SE VEN TE EN ▁DE G RE ES -24 ▁SE T ▁THE ▁TE MP ER A TURE ▁TO ▁E IGHT E EN ▁DE G RE ES -25 ▁SE T ▁THE ▁TE MP ER A TURE ▁TO ▁NI NE TE EN ▁DE G RE ES -26 ▁SE T ▁THE ▁TE MP ER A TURE ▁TO ▁T W ENT Y ▁DE G RE ES -27 ▁SE T ▁THE ▁TE MP ER A TURE ▁TO ▁T W ENT Y ▁ONE ▁DE G RE ES -28 ▁SE T ▁THE ▁TE MP ER A TURE ▁TO ▁T W ENT Y ▁TWO ▁DE G RE ES -29 ▁SE T ▁THE ▁TE MP ER A TURE ▁TO ▁T W ENT Y ▁THREE ▁DE G RE ES -30 ▁SE T ▁THE ▁TE MP ER A TURE ▁TO ▁T W ENT Y ▁FOUR ▁DE G RE ES -31 ▁SE T ▁THE ▁TE MP ER A TURE ▁TO ▁T W ENT Y ▁F IVE ▁DE G RE ES -32 ▁SE T ▁THE ▁TE MP ER A TURE ▁TO ▁T W ENT Y ▁SIX ▁DE G RE ES -33 ▁ LOW EST ▁FA N ▁SP E ED -34 ▁ME DI UM ▁FA N ▁SP E ED -35 ▁HIGH EST ▁FA N ▁SP E ED -36 ▁A UT O ▁A D J US T ▁THE ▁FA N ▁SP E ED -37 ▁DE C RE A SE ▁THE ▁FA N ▁SP E ED -38 ▁IN C RE A SE ▁THE ▁FA N ▁SP E ED -39 ▁IN C RE A SE ▁THE ▁TE MP ER A TURE -40 ▁DE C RE A SE ▁THE ▁TE MP ER A TURE -41 ▁CO OL ING ▁MO DE -42 ▁HE AT ING ▁MO DE -43 ▁ VEN T IL ATION ▁MO DE -44 ▁DE H UM ID I F Y ▁MO DE diff --git a/model/multinet_model/fst/commands_cn.txt b/model/multinet_model/fst/commands_cn.txt new file mode 100644 index 0000000..1fcb5be --- /dev/null +++ b/model/multinet_model/fst/commands_cn.txt @@ -0,0 +1,313 @@ +1 ba xiao shi hou guan ji +2 ba xiao shi hou kai ji +3 bi kai wo chui +4 chao qiang feng su +5 chao zhe wo chui +6 chou shi mo shi +7 chu shi mo shi +8 da kai bai feng +9 da kai bing xiang +10 da kai chou shi mo shi +11 da kai chu jun +12 da kai chu shi mo shi +13 da kai dian fu re +14 da kai ding chu feng +15 da kai ding xiang chu wu +16 da kai er tong fang leng feng +17 da kai fang zhi chui +18 da kai feng ji +19 da kai fu re +20 da kai gan zao +21 da kai huan ji tiao wen +22 da kai jia shi +23 da kai jing hua +24 da kai jun yun feng +25 da kai kong tiao +26 da kai kong tiao deng guang +27 da kai mu ying feng +28 da kai mu qing feng +29 da kai pai feng mo shi +30 da kai pai qi +31 da kai pai qi mo shi +32 da kai qiang jing +33 da kai quan wu feng gan +34 da kai rou feng gan +35 da kai shang wu feng gan +36 da kai shang xia bai feng +37 da kai shang xia sao feng +38 da kai sen ba +39 da kai shu sheng +40 da kai shu shi feng +41 da kai shui mian +42 da kai si ji chu shi +43 da kai si ji chu shi mo shi +44 da kai song feng +45 da kai song feng mo shi +46 da kai wu feng gan +47 da kai xia wu feng gan +48 da kai xin feng +49 da kai xiu xian mo shi +50 da kai xuan zhuan song feng +51 da kai yi jian chu wu +52 da kai zhi leng +53 da kai zhi leng mo shi +54 da kai zhi re +55 da kai zhi re mo shi +56 da kai zhi kong wen +57 da kai zhi neng guan jia +58 da kai zhi neng sha jun +59 da kai zhi neng sheng dian +60 da kai zhi qing jie +61 da kai zhi wen gan +62 da kai zhuan shu wen du +63 da kai zi dong mo shi +64 da kai zuo you bai feng +65 da kai zuo you sao feng +66 di feng su +67 di su feng +68 di yi dian +69 dian fu re +70 tiao cheng zui leng +71 tiao cheng zui nuan +72 tiao da feng su +73 tiao da xin feng +74 tiao dao er shi ba du +75 tiao dao er shi du +76 tiao dao er shi er du +77 tiao dao er shi jiu du +78 tiao dao er shi liu du +79 tiao dao er shi qi du +80 tiao dao er shi san du +81 tiao dao er shi si du +82 tiao dao er shi wu du +83 tiao dao er shi yi du +84 tiao dao san shi du +85 tiao dao shi ba du +86 tiao dao shi jiu du +87 tiao dao shi liu du +88 tiao dao shi qi du +89 tiao dao zui leng +90 tiao dao zui nuan +91 tiao di ling dian wu du +92 tiao di wen du +93 tiao di yi du +94 tiao gao er shi du +95 tiao gao ling dian wu du +96 tiao gao wen du +97 tiao gao wu du +98 tiao gao yi du +99 tiao leng yi dian +100 tiao nuan +101 tiao nuan yi dian +102 tiao xiao feng su +103 tiao xiao xin feng +104 ding chu feng +105 ding shi wu rao +106 ding xiang chu wu +107 er tong fang leng feng +108 er dang xin feng +109 feng da yi dian +110 feng su da dian +111 feng su er dang +112 feng su san dang +113 feng su xiao dian +114 feng su yi dang +115 feng wang shang chui +116 feng wang xia chui +117 feng wang you chui +118 feng wang zhong jian chui +119 feng wang zuo chui +120 feng xiang shang chui +121 feng xiang xia chui +122 feng xiang you chui +123 feng xiang zhong jian chui +124 feng xiang zuo chui +125 feng xiao yi dian +126 gao feng su +127 gao su feng +128 guan bi bai feng +129 fang zhi chui +130 guan bi dian fu re +131 guan bi ding chu feng +132 guan bi ding xiang chu wu +133 guan bi er tong fang leng feng +134 guan bi fang zhi chui +135 guan bi feng ji +136 guan bi fu re +137 guan bi huan qi +138 guan bi huan qi mo shi +139 guan bi jia shi +140 guan bi jie neng +141 guan bi jun yun feng +142 guan bi kong tiao +143 guan bi kong tiao deng guang +144 guan bi mu ying feng +145 guan bi mu qing feng +146 guan bi qiang jing +147 guan bi quan wu feng gan +148 guan bi rou feng gan +149 guan bi sen ba +150 guan bi shang wu feng gan +151 guan bi shang xia bai feng +152 guan bi shang xia sao feng +153 guan bi shu sheng +154 guan bi shui mian +155 guan bi si ji chu shi +156 guan bi si ji chu shi mo shi +157 guan bi wu feng gan +158 guan bi xia wu feng gan +159 guan bi xin feng +160 guan bi xuan zhuan song feng +161 guan bi yi jian chu wu +162 guan bi zhi kong wen +163 guan bi zhi qing jie +164 guan bi zhong wen bao wen +165 guan bi zhuan xiang wen du er +166 guan bi zhuan xiang wen du san +167 guan bi zhuan xiang wen du yi +168 guan bi zuo you bai feng +169 guan bi zuo you sao feng +170 guan bi zhuan shu wen du +171 guan diao bai feng +172 guan diao dian fu re +173 guan diao ding chu feng +174 guan diao ding xiang chu wu +175 guan diao er tong fang leng feng +176 guan diao fang zhi chui +177 guan diao gan zao +178 guan diao huan qi +179 guan diao huan qi mo shi +180 guan diao jia shi +181 guan diao jing hua +182 guan diao jun yun feng +183 guan diao kong tiao +184 guan diao kong tiao deng guang +185 guan diao qiang jing +186 guan diao quan wu feng gan +187 guan diao rou feng gan +188 guan diao shang wu feng gan +189 guan diao shang xia bai feng +190 guan diao shu sheng +191 guan diao shui mian +192 guan diao si ji chu shi +193 guan diao si ji chu shi mo shi +194 guan diao wu feng gan +195 guan diao xia wu feng gan +196 guan diao xin feng +197 guan diao xuan zhuan song feng +198 guan diao yi jian chu wu +199 guan diao zhi kong wen +200 guan diao zhi qing jie +201 guan diao zuo you bai feng +202 guan kong tiao +203 guan shang xia bai feng +204 guan shang xia feng +205 guan xin feng +206 guan zuo you bai feng +207 guan zuo you feng +208 guan bi zhi neng sheng dian +209 jian xiao feng su +210 jian xiao pu tong xin feng +211 jian xiao xin feng +212 jiang di wen du +213 jing yin feng +214 jing yin feng su +215 jun yun feng +216 kai kong tiao +217 kai qi bai feng +218 kai qi chu shi +219 kai qi chu shi mo shi +220 kai qi kong tiao +221 kai qi pai feng mo shi +222 kai qi shang xia sao feng +223 kai qi tong feng +224 kai qi zhi leng +225 kai qi zhi leng mo shi +226 kai qi zhi re +227 kai qi zhi re mo shi +228 kai qi zuo you sao feng +229 kai shi chu wei +230 kong tiao da kai +231 kong tiao guan bi +232 kong tiao guan diao +233 kong tiao guan ji +234 kong tiao kai ji +235 kong tiao kai shi pei wang +236 kong tiao lian wang +237 kong tiao chong xin pei wang +238 kai xin feng +239 leng yi dian +240 nuan yi dian +241 pu tong xin feng +242 qi dong kong tiao +243 qiang jing xin feng +244 qiang li feng +245 qiang li feng su +246 qu shi mo shi +247 quan wu feng gan +248 rou feng gan +249 san dang xin feng +250 shang wu feng gan +251 shang xia bai feng +252 shang xia feng +253 sheng gao wen du +254 sheng dao zui gao +255 sheng dao zui gao wei zhi +256 si dang xin feng +257 si ji chu shi +258 si ji chu shi mo shi +259 song feng mo shi +260 tai leng le +261 tai re le +262 ting zhi shang xia bai feng +263 ting zhi shang xia sao feng +264 ting zhi bai feng +265 ting zhi zhuan shu wen du +266 ting zhi zuo you bai feng +267 ting zhi zuo you sao feng +268 xia wu feng gan +269 xin feng da dian +270 xin feng er dang +271 xin feng qiang jing +272 xin feng qiang jing dang +273 xin feng san dang +274 xin feng si dang +275 xin feng xiao dian +276 xin feng yi dang +277 xin feng zui da +278 xin feng zui da dang +279 xin feng zui xiao +280 xin feng zui xiao dang +281 xuan zhuan song feng +282 yi dang xin feng +283 you dian leng +284 you dian re +285 zai gao yi dian +286 zeng da feng su +287 zeng da xin feng +288 zhi leng mo shi +289 zhi re mo shi +290 zhi kong wen +291 zhi neng wu rao +292 zhi qing jie +293 zhong deng feng +294 zhong feng su +295 zhong su feng +296 zi dong +297 zi dong feng +298 zi dong feng su +299 zi dong mo shi +300 zui da feng +301 zui da feng su +302 zui da xin feng +303 zui xiao feng +304 zui xiao feng su +305 zui xiao xin feng +306 zuo you bai feng +307 zuo you feng +308 bang wo guan deng +309 bang wo kai deng +310 da kai dian deng +311 guan bi dian deng +312 xiao le xiao le +313 xiao xin xiao xin \ No newline at end of file diff --git a/model/multinet_model/fst/commands_en.txt b/model/multinet_model/fst/commands_en.txt new file mode 100644 index 0000000..431815f --- /dev/null +++ b/model/multinet_model/fst/commands_en.txt @@ -0,0 +1,49 @@ +1 TELL ME A JOKE +2 SING A SONG +3 PLAY NEWS CHANNEL +4 TURN ON MY SOUNDBOX +5 TURN OFF MY SOUNDBOX +5 TURN OF MY SOUNDBOX +6 HIGHEST VOLUME +7 LOWEST VOLUME +8 INCREASE THE VOLUME +9 DECREASE THE VOLUME +10 TURN ON THE TV +11 TURN OFF THE TV +11 TURN OF THE TV +12 MAKE ME A TEA +13 MAKE ME A COFFEE +14 TURN ON THE LIGHT +15 TURN OFF THE LIGHT +15 TURN OF THE LIGHT +16 CHANGE THE COLOR TO RED +17 CHANGE THE COLOR TO GREEN +18 TURN ON ALL THE LIGHTS +19 TURN OFF ALL THE LIGHTS +19 TURN OF ALL THE LIGHTS +20 TURN ON THE AIR CONDITIONER +21 TURN OFF THE AIR CONDITIONER +21 TURN OF THE AIR CONDITIONER +22 SET THE TEMPERATURE TO SIXTEEN DEGREES +23 SET THE TEMPERATURE TO SEVENTEEN DEGREES +24 SET THE TEMPERATURE TO EIGHTEEN DEGREES +25 SET THE TEMPERATURE TO NINETEEN DEGREES +26 SET THE TEMPERATURE TO TWENTY DEGREES +27 SET THE TEMPERATURE TO TWENTY ONE DEGREES +28 SET THE TEMPERATURE TO TWENTY TWO DEGREES +29 SET THE TEMPERATURE TO TWENTY THREE DEGREES +30 SET THE TEMPERATURE TO TWENTY FOUR DEGREES +31 SET THE TEMPERATURE TO TWENTY FIVE DEGREES +32 SET THE TEMPERATURE TO TWENTY SIX DEGREES +33 LOWEST FAN SPEED +34 MEDIUM FAN SPEED +35 HIGHEST FAN SPEED +36 AUTO ADJUST THE FAN SPEED +37 DECREASE THE FAN SPEED +38 INCREASE THE FAN SPEED +39 INCREASE THE TEMPERATURE +40 DECREASE THE TEMPERATURE +41 COOLING MODE +42 HEATING MODE +43 VENTILATION MODE +44 DEHUMIDIFY MODE \ No newline at end of file diff --git a/model/multinet_model/fst/fst.txt b/model/multinet_model/fst/fst.txt deleted file mode 100644 index f7c3e59..0000000 --- a/model/multinet_model/fst/fst.txt +++ /dev/null @@ -1,179 +0,0 @@ -0 1 ▁TE 1 -0 2 ▁S 2 -0 3 ▁PLAY 3 -0 4 ▁TURN 0 -0 5 ▁HIGH 0 -0 6 ▁ 0 -0 7 ▁IN 0 -0 8 ▁DE 0 -0 9 ▁MAKE 0 -0 10 ▁CHA 0 -0 11 ▁SE 0 -0 12 ▁ME 34 -0 13 ▁A 36 -0 14 ▁CO 41 -0 15 ▁HE 42 -1 16 LL 0 -2 17 ING 0 -3 20 ▁NEW 0 -4 21 ▁ON 0 -4 22 ▁OF 0 -5 23 EST 0 -6 25 LOW 0 -6 26 VEN 43 -7 27 C 0 -8 28 C 0 -8 29 H 44 -9 30 ▁ME 0 -10 32 NG 0 -11 33 T 0 -12 37 DI 0 -13 38 UT 0 -14 19 OL 0 -15 19 AT 0 -16 31 ▁ME 0 -17 39 ▁A 0 -18 95 ▁MO 0 -19 18 ING 0 -20 44 S 0 -21 45 ▁MY 4 -21 46 ▁THE 0 -21 47 ▁ALL 18 -22 48 F 0 -22 45 ▁MY 5 -22 49 ▁THE 0 -22 47 ▁ALL 19 -23 50 ▁ 6 -23 51 ▁FA 35 -24 50 ▁ 7 -24 51 ▁FA 33 -25 24 EST 0 -26 36 T 0 -27 52 RE 0 -28 53 RE 0 -29 58 UM 0 -30 40 ▁A 0 -31 41 ▁A 0 -32 60 E 0 -33 67 ▁THE 0 -34 59 ▁THE 0 -35 34 T 0 -36 84 IL 0 -37 59 UM 0 -38 43 O 0 -39 74 ▁SO 0 -40 92 ▁TE 12 -40 93 ▁CO 13 -41 96 ▁JO 0 -42 109 D 0 -43 42 ▁A 0 -44 76 ▁CHA 0 -45 75 ▁SO 0 -46 77 ▁T 10 -46 78 ▁ 14 -46 79 ▁A 20 -47 68 ▁THE 0 -48 45 ▁MY 5 -48 49 ▁THE 0 -48 47 ▁ALL 19 -49 77 ▁T 11 -49 78 ▁ 15 -49 79 ▁A 21 -50 80 VO 0 -51 81 N 0 -52 85 A 0 -53 86 A 0 -54 97 EN 0 -55 54 RE 0 -56 97 ES 0 -57 56 RE 0 -58 91 ID 0 -59 51 ▁FA 0 -60 69 ▁THE 0 -61 97 ED 0 -62 61 E 0 -63 97 E 0 -64 63 E 0 -65 130 EN 0 -66 65 E 0 -67 94 ▁TE 0 -68 101 ▁ 0 -69 105 ▁COL 0 -70 50 ▁ 8 -70 51 ▁FA 38 -70 108 ▁TE 39 -71 70 ▁THE 0 -72 50 ▁ 9 -72 51 ▁FA 37 -72 108 ▁TE 40 -73 72 ▁THE 0 -74 97 NG 0 -75 98 UND 0 -76 82 N 0 -77 97 V 0 -78 99 L 0 -79 102 IR 0 -80 103 LU 0 -81 62 ▁SP 0 -82 83 N 0 -83 97 EL 0 -84 18 ATION 0 -85 71 SE 0 -86 73 SE 0 -87 122 TURE 0 -88 87 A 0 -89 97 TURE 0 -90 89 A 0 -91 104 I 0 -92 97 A 0 -93 64 FF 0 -94 106 MP 0 -95 97 DE 0 -96 97 KE 0 -97 -98 112 BO 0 -99 97 IGHT 0 -100 116 IGHT 0 -101 100 L 0 -102 111 ▁CON 0 -103 97 ME 0 -104 113 F 0 -105 114 OR 0 -106 88 ER 0 -107 90 ER 0 -108 107 MP 0 -109 115 J 0 -110 123 ITION 0 -111 110 D 0 -112 97 X 0 -113 18 Y 0 -114 120 ▁TO 0 -115 35 US 0 -116 97 S 0 -117 66 IGHT 0 -118 131 ▁DE 26 -118 130 ▁ONE 27 -118 130 ▁TWO 28 -118 130 ▁THREE 29 -118 130 ▁FOUR 30 -118 132 ▁F 31 -118 130 ▁SIX 32 -119 118 Y 0 -120 124 ▁RE 16 -120 55 ▁G 17 -121 125 ▁SIX 22 -121 126 ▁SE 23 -121 117 ▁E 24 -121 127 ▁NI 25 -121 128 ▁T 0 -122 121 ▁TO 0 -123 97 ER 0 -124 97 D 0 -125 65 TE 0 -126 125 VEN 0 -127 125 NE 0 -128 129 W 0 -129 119 ENT 0 -130 131 ▁DE 0 -131 57 G 0 -132 130 IVE 0 diff --git a/model/multinet_model/fst/fst_reversed.txt b/model/multinet_model/fst/fst_reversed.txt deleted file mode 100644 index a8ca67e..0000000 --- a/model/multinet_model/fst/fst_reversed.txt +++ /dev/null @@ -1,188 +0,0 @@ -0 1 KE 1 -0 2 NG 2 -0 3 EL 3 -0 4 X 0 -0 5 ME 0 -0 6 V 0 -0 7 A 12 -0 8 E 13 -0 9 IGHT 0 -0 10 D 16 -0 11 EN 17 -0 12 S 0 -0 13 ER 0 -0 14 ES 0 -0 15 ED 0 -0 16 TURE 0 -0 17 DE 0 -1 18 ▁JO 0 -2 19 ▁SO 0 -3 22 N 0 -4 26 BO 0 -5 27 LU 0 -6 28 ▁T 0 -7 31 ▁TE 0 -8 36 E 0 -9 40 L 0 -10 43 ▁RE 0 -11 44 RE 0 -12 42 IGHT 0 -13 54 ITION 0 -14 45 RE 0 -15 37 E 0 -16 55 A 0 -17 61 ▁MO 0 -18 62 ▁A 0 -19 64 ▁A 0 -20 107 ▁MY 0 -21 20 ▁SO 0 -22 23 N 0 -23 94 ▁CHA 0 -24 114 ▁FA 0 -25 24 N 0 -26 21 UND 0 -27 69 VO 0 -28 70 ▁THE 0 -29 82 ▁TO 0 -30 29 ▁T 0 -31 63 ▁A 0 -32 76 ▁THE 0 -33 32 ▁TE 0 -34 78 ▁THE 0 -35 34 ▁TE 0 -36 79 FF 0 -37 25 ▁SP 0 -38 132 NG 0 -39 38 E 0 -40 72 ▁ 0 -41 74 ▁ 0 -42 41 L 0 -43 81 ▁TO 0 -44 43 ▁G 0 -45 85 G 0 -46 135 C 0 -47 46 RE 0 -48 136 C 0 -49 48 RE 0 -50 137 C 0 -51 50 RE 0 -52 29 ▁E 0 -53 52 IGHT 0 -54 83 D 0 -55 86 ER 0 -56 87 ER 0 -57 56 A 0 -58 47 A 0 -59 49 A 0 -60 51 A 0 -61 88 ING 0 -61 89 ATION 43 -61 90 Y 44 -62 91 ▁ME 0 -63 92 ▁ME 0 -64 93 ING 0 -65 77 ▁THE 0 -66 65 ▁A 0 -67 138 O 0 -68 67 ▁A 0 -69 80 ▁ 0 -70 95 ▁ON 10 -70 96 F 11 -70 95 ▁OF 11 -71 95 ▁ON 14 -71 96 F 15 -71 95 ▁OF 15 -72 71 ▁THE 0 -73 120 ▁ALL 0 -74 73 ▁THE 0 -75 39 ▁THE 0 -76 60 SE 0 -77 95 ▁ON 20 -77 96 F 21 -77 95 ▁OF 21 -78 116 T 0 -79 31 ▁CO 0 -80 108 EST 0 -80 109 ▁THE 0 -81 97 OR 0 -82 57 TURE 0 -83 98 ▁CON 0 -84 68 D 0 -85 99 ▁DE 0 -86 33 MP 0 -87 35 MP 0 -88 100 OL 41 -88 101 AT 42 -89 102 IL 0 -90 103 F 0 -91 104 LL 0 -92 105 ▁MAKE 0 -93 105 ▁S 0 -94 106 S 0 -95 105 ▁TURN 0 -96 95 ▁OF 0 -97 75 ▁COL 0 -98 66 IR 0 -99 110 EN 0 -99 111 Y 26 -99 112 ▁ONE 27 -99 112 ▁TWO 28 -99 112 ▁THREE 29 -99 112 ▁FOUR 30 -99 113 IVE 31 -99 112 ▁SIX 32 -100 105 ▁CO 0 -101 105 ▁HE 0 -102 115 T 0 -103 117 I 0 -104 105 ▁TE 0 -105 -106 118 ▁NEW 0 -107 95 ▁ON 4 -107 96 F 5 -107 95 ▁OF 5 -108 119 LOW 7 -108 105 ▁HIGH 6 -109 58 SE 0 -110 121 TE 0 -110 53 E 24 -111 122 ENT 0 -112 111 Y 0 -113 112 ▁F 0 -114 123 EST 0 -114 124 UM 34 -114 125 ▁THE 0 -115 119 VEN 0 -116 105 ▁SE 0 -117 126 ID 0 -118 105 ▁PLAY 0 -119 105 ▁ 0 -120 95 ▁ON 18 -120 96 F 19 -120 95 ▁OF 19 -121 29 ▁SIX 22 -121 127 VEN 23 -121 128 NE 25 -122 30 W 0 -123 119 LOW 33 -123 105 ▁HIGH 35 -124 129 DI 0 -125 130 T 36 -125 59 SE 0 -126 131 UM 0 -127 29 ▁SE 0 -128 29 ▁NI 0 -129 105 ▁ME 0 -130 133 US 0 -131 134 H 0 -132 105 ▁CHA 0 -133 84 J 0 -134 105 ▁DE 0 -135 105 ▁IN 8 -135 105 ▁DE 9 -136 105 ▁DE 37 -136 105 ▁IN 38 -137 105 ▁IN 39 -137 105 ▁DE 40 -138 139 UT 0 -139 105 ▁A 0 diff --git a/model/multinet_model/fst/mn6_cn.vocab b/model/multinet_model/fst/mn6_cn.vocab new file mode 100644 index 0000000..7048404 --- /dev/null +++ b/model/multinet_model/fst/mn6_cn.vocab @@ -0,0 +1,408 @@ + 0 + 0 + 0 +▁a -6.00389 +▁ai -6.00389 +▁an -6.00389 +▁ang -6.00389 +▁ao -6.00389 +▁ba -6.00389 +▁bai -6.00389 +▁ban -6.00389 +▁bang -6.00389 +▁bao -6.00389 +▁bei -6.00389 +▁ben -6.00389 +▁beng -6.00389 +▁bi -6.00389 +▁bian -6.00389 +▁biao -6.00389 +▁bie -6.00389 +▁bin -6.00389 +▁bing -6.00389 +▁bo -6.00389 +▁bu -6.00389 +▁ca -6.00389 +▁cai -6.00389 +▁can -6.00389 +▁cang -6.00389 +▁cao -6.00389 +▁ce -6.00389 +▁cen -6.00389 +▁ceng -6.00389 +▁cha -6.00389 +▁chai -6.00389 +▁chan -6.00389 +▁chang -6.00389 +▁chao -6.00389 +▁che -6.00389 +▁chen -6.00389 +▁cheng -6.00389 +▁chi -6.00389 +▁chong -6.00389 +▁chou -6.00389 +▁chu -6.00389 +▁chuai -6.00389 +▁chuan -6.00389 +▁chuang -6.00389 +▁chui -6.00389 +▁chun -6.00389 +▁chuo -6.00389 +▁ci -6.00389 +▁cong -6.00389 +▁cou -6.00389 +▁cu -6.00389 +▁cuan -6.00389 +▁cui -6.00389 +▁cun -6.00389 +▁cuo -6.00389 +▁da -6.00389 +▁dai -6.00389 +▁dan -6.00389 +▁dang -6.00389 +▁dao -6.00389 +▁de -6.00389 +▁dei -6.00389 +▁deng -6.00389 +▁di -6.00389 +▁dia -6.00389 +▁dian -6.00389 +▁diao -6.00389 +▁die -6.00389 +▁ding -6.00389 +▁diu -6.00389 +▁dong -6.00389 +▁dou -6.00389 +▁du -6.00389 +▁duan -6.00389 +▁dui -6.00389 +▁dun -6.00389 +▁duo -6.00389 +▁e -6.00389 +▁ei -6.00389 +▁en -6.00389 +▁eng -6.00389 +▁er -6.00389 +▁fa -6.00389 +▁fan -6.00389 +▁fang -6.00389 +▁fei -6.00389 +▁fen -6.00389 +▁feng -6.00389 +▁fo -6.00389 +▁fou -6.00389 +▁fu -6.00389 +▁ga -6.00389 +▁gai -6.00389 +▁gan -6.00389 +▁gang -6.00389 +▁gao -6.00389 +▁ge -6.00389 +▁gei -6.00389 +▁gen -6.00389 +▁geng -6.00389 +▁gong -6.00389 +▁gou -6.00389 +▁gu -6.00389 +▁gua -6.00389 +▁guai -6.00389 +▁guan -6.00389 +▁guang -6.00389 +▁gui -6.00389 +▁gun -6.00389 +▁guo -6.00389 +▁ha -6.00389 +▁hai -6.00389 +▁han -6.00389 +▁hang -6.00389 +▁hao -6.00389 +▁he -6.00389 +▁hei -6.00389 +▁hen -6.00389 +▁heng -6.00389 +▁hong -6.00389 +▁hou -6.00389 +▁hu -6.00389 +▁hua -6.00389 +▁huai -6.00389 +▁huan -6.00389 +▁huang -6.00389 +▁hui -6.00389 +▁hun -6.00389 +▁huo -6.00389 +▁ji -6.00389 +▁jia -6.00389 +▁jian -6.00389 +▁jiang -6.00389 +▁jiao -6.00389 +▁jie -6.00389 +▁jin -6.00389 +▁jing -6.00389 +▁jiong -6.00389 +▁jiu -6.00389 +▁ju -6.00389 +▁juan -6.00389 +▁jue -6.00389 +▁jun -6.00389 +▁ka -6.00389 +▁kai -6.00389 +▁kan -6.00389 +▁kang -6.00389 +▁kao -6.00389 +▁ke -6.00389 +▁ken -6.00389 +▁keng -6.00389 +▁kong -6.00389 +▁kou -6.00389 +▁ku -6.00389 +▁kua -6.00389 +▁kuai -6.00389 +▁kuan -6.00389 +▁kuang -6.00389 +▁kui -6.00389 +▁kun -6.00389 +▁kuo -6.00389 +▁la -6.00389 +▁lai -6.00389 +▁lan -6.00389 +▁lang -6.00389 +▁lao -6.00389 +▁le -6.00389 +▁lei -6.00389 +▁leng -6.00389 +▁li -6.00389 +▁lia -6.00389 +▁lian -6.00389 +▁liang -6.00389 +▁liao -6.00389 +▁lie -6.00389 +▁lin -6.00389 +▁ling -6.00389 +▁liu -6.00389 +▁long -6.00389 +▁lou -6.00389 +▁lu -6.00389 +▁luan -6.00389 +▁lun -6.00389 +▁luo -6.00389 +▁lv -6.00389 +▁lve -6.00389 +▁ma -6.00389 +▁mai -6.00389 +▁man -6.00389 +▁mang -6.00389 +▁mao -6.00389 +▁me -6.00389 +▁mei -6.00389 +▁men -6.00389 +▁meng -6.00389 +▁mi -6.00389 +▁mian -6.00389 +▁miao -6.00389 +▁mie -6.00389 +▁min -6.00389 +▁ming -6.00389 +▁miu -6.00389 +▁mo -6.00389 +▁mou -6.00389 +▁mu -6.00389 +▁n -6.00389 +▁na -6.00389 +▁nai -6.00389 +▁nan -6.00389 +▁nang -6.00389 +▁nao -6.00389 +▁ne -6.00389 +▁nei -6.00389 +▁nen -6.00389 +▁neng -6.00389 +▁ni -6.00389 +▁nian -6.00389 +▁niang -6.00389 +▁niao -6.00389 +▁nie -6.00389 +▁nin -6.00389 +▁ning -6.00389 +▁niu -6.00389 +▁nong -6.00389 +▁nou -6.00389 +▁nu -6.00389 +▁nuan -6.00389 +▁nuo -6.00389 +▁nv -6.00389 +▁nve -6.00389 +▁o -6.00389 +▁ou -6.00389 +▁pa -6.00389 +▁pai -6.00389 +▁pan -6.00389 +▁pang -6.00389 +▁pao -6.00389 +▁pei -6.00389 +▁pen -6.00389 +▁peng -6.00389 +▁pi -6.00389 +▁pian -6.00389 +▁piao -6.00389 +▁pie -6.00389 +▁pin -6.00389 +▁ping -6.00389 +▁po -6.00389 +▁pou -6.00389 +▁pu -6.00389 +▁qi -6.00389 +▁qia -6.00389 +▁qian -6.00389 +▁qiang -6.00389 +▁qiao -6.00389 +▁qie -6.00389 +▁qin -6.00389 +▁qing -6.00389 +▁qiong -6.00389 +▁qiu -6.00389 +▁qu -6.00389 +▁quan -6.00389 +▁que -6.00389 +▁qun -6.00389 +▁ran -6.00389 +▁rang -6.00389 +▁rao -6.00389 +▁re -6.00389 +▁ren -6.00389 +▁reng -6.00389 +▁ri -6.00389 +▁rong -6.00389 +▁rou -6.00389 +▁ru -6.00389 +▁ruan -6.00389 +▁rui -6.00389 +▁run -6.00389 +▁ruo -6.00389 +▁sa -6.00389 +▁sai -6.00389 +▁san -6.00389 +▁sang -6.00389 +▁sao -6.00389 +▁se -6.00389 +▁sen -6.00389 +▁seng -6.00389 +▁sha -6.00389 +▁shai -6.00389 +▁shan -6.00389 +▁shang -6.00389 +▁shao -6.00389 +▁she -6.00389 +▁shei -6.00389 +▁shen -6.00389 +▁sheng -6.00389 +▁shi -6.00389 +▁shou -6.00389 +▁shu -6.00389 +▁shua -6.00389 +▁shuai -6.00389 +▁shuan -6.00389 +▁shuang -6.00389 +▁shui -6.00389 +▁shun -6.00389 +▁shuo -6.00389 +▁si -6.00389 +▁song -6.00389 +▁sou -6.00389 +▁su -6.00389 +▁suan -6.00389 +▁sui -6.00389 +▁sun -6.00389 +▁suo -6.00389 +▁ta -6.00389 +▁tai -6.00389 +▁tan -6.00389 +▁tang -6.00389 +▁tao -6.00389 +▁te -6.00389 +▁teng -6.00389 +▁ti -6.00389 +▁tian -6.00389 +▁tiao -6.00389 +▁tie -6.00389 +▁ting -6.00389 +▁tong -6.00389 +▁tou -6.00389 +▁tu -6.00389 +▁tuan -6.00389 +▁tui -6.00389 +▁tun -6.00389 +▁tuo -6.00389 +▁wa -6.00389 +▁wai -6.00389 +▁wan -6.00389 +▁wang -6.00389 +▁wei -6.00389 +▁wen -6.00389 +▁weng -6.00389 +▁wo -6.00389 +▁wu -6.00389 +▁xi -6.00389 +▁xia -6.00389 +▁xian -6.00389 +▁xiang -6.00389 +▁xiao -6.00389 +▁xie -6.00389 +▁xin -6.00389 +▁xing -6.00389 +▁xiong -6.00389 +▁xiu -6.00389 +▁xu -6.00389 +▁xuan -6.00389 +▁xue -6.00389 +▁xun -6.00389 +▁ya -6.00389 +▁yan -6.00389 +▁yang -6.00389 +▁yao -6.00389 +▁ye -6.00389 +▁yi -6.00389 +▁yin -6.00389 +▁ying -6.00389 +▁yo -6.00389 +▁yong -6.00389 +▁you -6.00389 +▁yu -6.00389 +▁yuan -6.00389 +▁yue -6.00389 +▁yun -6.00389 +▁za -6.00389 +▁zai -6.00389 +▁zan -6.00389 +▁zang -6.00389 +▁zao -6.00389 +▁ze -6.00389 +▁zei -6.00389 +▁zen -6.00389 +▁zeng -6.00389 +▁zha -6.00389 +▁zhai -6.00389 +▁zhan -6.00389 +▁zhang -6.00389 +▁zhao -6.00389 +▁zhe -6.00389 +▁zhen -6.00389 +▁zheng -6.00389 +▁zhi -6.00389 +▁zhong -6.00389 +▁zhou -6.00389 +▁zhu -6.00389 +▁zhua -6.00389 +▁zhuai -6.00389 +▁zhuan -6.00389 +▁zhuang -6.00389 +▁zhui -6.00389 +▁zhun -6.00389 +▁zhuo -6.00389 +▁zi -6.00389 +▁zong -6.00389 +▁zou -6.00389 +▁zu -6.00389 +▁zuan -6.00389 +▁zui -6.00389 +▁zun -6.00389 +▁zuo -6.00389 diff --git a/model/multinet_model/fst/mn6_en.vocab b/model/multinet_model/fst/mn6_en.vocab new file mode 100644 index 0000000..c19bc3a --- /dev/null +++ b/model/multinet_model/fst/mn6_en.vocab @@ -0,0 +1,496 @@ + 0 + 0 + 0 +S -3.07889 +▁THE -3.40423 +T -3.88725 +▁A -3.92112 +N -4.09564 +D -4.11012 +ED -4.1357 +E -4.14799 +▁OF -4.26336 +Y -4.29626 +▁AND -4.33585 +▁S -4.3654 +▁IN -4.3757 +R -4.40673 +▁TO -4.4224 +▁ -4.44313 +A -4.53295 +ING -4.609 +P -4.6255 +O -4.64585 +M -4.70827 +▁HE -4.88611 +ER -4.8978 +C -4.91954 +G -4.92569 +I -4.94376 +L -4.99607 +▁WAS -5.03879 +RE -5.04049 +▁IS -5.04139 +B -5.05608 +U -5.0919 +IN -5.09797 +AL -5.11326 +F -5.14736 +▁RE -5.17026 +▁C -5.18734 +W -5.20708 +LE -5.2265 +AR -5.22738 +LY -5.25158 +K -5.26829 +▁E -5.28591 +▁IT -5.29688 +▁I -5.30127 +▁FOR -5.32154 +▁BE -5.32403 +OR -5.34223 +▁F -5.37851 +RI -5.43106 +UR -5.45431 +TER -5.45866 +ES -5.45872 +LL -5.48135 +TH -5.52073 +▁HIS -5.55833 +CE -5.56702 +▁THAT -5.57592 +AN -5.59288 +▁W -5.6041 +VE -5.60931 +ST -5.62437 +ENT -5.65017 +H -5.65339 +▁WITH -5.6706 +▁DE -5.68992 +▁AS -5.69156 +ON -5.72969 +▁G -5.74921 +EN -5.78306 +▁ON -5.78979 +SE -5.79199 +▁T -5.79727 +CH -5.81344 +IT -5.81754 +▁ME -5.82634 +ND -5.8311 +IC -5.85196 +IL -5.90067 +LI -5.93408 +▁ARE -5.93654 +▁AT -5.9387 +LA -5.94726 +NE -5.95697 +TE -5.96039 +▁BY -5.96685 +▁SO -5.9722 +ATION -5.98634 +▁YOU -5.9876 +NG -5.99006 +ME -5.99601 +RO -6.02152 +▁CON -6.02394 +▁HER -6.0293 +▁LA -6.03015 +▁THIS -6.04492 +▁DO -6.07943 +▁B -6.08512 +▁NOT -6.08671 +▁SHE -6.09068 +EL -6.1097 +▁HO -6.11901 +▁AN -6.12235 +▁MA -6.12322 +▁LE -6.12454 +CK -6.1247 +' -6.12699 +▁HAD -6.13045 +RA -6.13689 +AD -6.14076 +▁O -6.14214 +▁P -6.20087 +IR -6.21724 +LO -6.22267 +▁MO -6.22307 +ION -6.22672 +▁CO -6.23029 +▁CA -6.23812 +▁SU -6.26152 +▁SE -6.26695 +▁BUT -6.27228 +▁FROM -6.27467 +▁EX -6.28074 +▁HA -6.28098 +VER -6.28125 +▁PO -6.28914 +▁SA -6.2916 +▁WERE -6.30425 +▁NO -6.30776 +ET -6.31275 +▁BO -6.31689 +▁PRO -6.32041 +CI -6.32454 +▁FA -6.32788 +▁RO -6.32906 +V -6.34332 +▁OR -6.36826 +GE -6.37052 +▁LI -6.37484 +▁WE -6.37675 +MENT -6.37907 +VI -6.38565 +▁HAVE -6.39316 +US -6.40326 +▁BA -6.42561 +▁LO -6.42993 +THER -6.43168 +▁ALSO -6.47489 +▁ALL -6.50533 +X -6.50653 +▁K -6.52042 +Z -6.52984 +PE -6.53095 +IVE -6.53508 +▁ONE -6.53996 +▁WA -6.54638 +KE -6.55093 +▁RA -6.55191 +UL -6.55216 +ECT -6.55335 +▁UN -6.56427 +PP -6.56492 +ANT -6.56898 +CO -6.57329 +TED -6.57444 +▁GO -6.58303 +▁THEY -6.59422 +▁HIM -6.59522 +TI -6.60893 +HO -6.61054 +ITY -6.61409 +▁PA -6.61551 +▁TE -6.6184 +IS -6.62109 +▁HAS -6.63168 +AT -6.6365 +TA -6.63933 +LU -6.64536 +▁COM -6.64737 +MP -6.64779 +IES -6.64855 +▁NE -6.6488 +RY -6.65295 +▁SP -6.66979 +▁THERE -6.68432 +▁MY -6.68952 +▁US -6.69133 +AM -6.70139 +UN -6.71227 +LD -6.71897 +DE -6.72339 +ATE -6.72648 +IST -6.72921 +IGHT -6.73344 +▁WHICH -6.73445 +UT -6.74595 +TION -6.7483 +▁PRE -6.75246 +▁STA -6.75454 +MO -6.77175 +QU -6.77352 +EST -6.77941 +▁WHO -6.78426 +OM -6.79011 +▁EN -6.79139 +RU -6.7931 +UND -6.8019 +▁DI -6.80283 +▁MI -6.80652 +▁CAN -6.8222 +▁DA -6.83626 +▁THEIR -6.83991 +▁MAN -6.85115 +FF -6.85206 +IG -6.85213 +ERS -6.85821 +▁SOME -6.86373 +J -6.87215 +▁SAID -6.8771 +IDE -6.88655 +ENCE -6.88893 +▁BEEN -6.88897 +UGH -6.89375 +▁CHA -6.89704 +OL -6.90369 +AS -6.90373 +▁FE -6.90451 +ALLY -6.90772 +▁PER -6.91705 +▁TRA -6.91809 +▁DIS -6.92071 +ISH -6.92646 +▁OUT -6.93475 +TU -6.94591 +▁TWO -6.95006 +TEN -6.95389 +ANCE -6.95667 +ABLE -6.95742 +▁FI -6.95763 +ATED -6.96277 +MAN -6.96672 +ARD -6.97351 +IM -6.97412 +▁COMP -6.97531 +TO -6.97737 +▁UP -6.98066 +▁DR -6.98419 +▁WHEN -6.99258 +ID -6.99533 +▁VI -6.99727 +▁MAR -7.0055 +MI -7.00807 +▁OTHER -7.00956 +UM -7.01895 +ACH -7.02126 +▁TIME -7.02406 +VO -7.03375 +AGE -7.03636 +▁WILL -7.03689 +LES -7.0385 +SON -7.04028 +▁WOULD -7.04116 +▁AFTER -7.04746 +DI -7.05154 +HE -7.05471 +CTION -7.06388 +DER -7.07653 +▁SEE -7.08034 +TOR -7.08927 +TING -7.09141 +IA -7.09335 +IAN -7.09403 +▁RI -7.10291 +▁KNOW -7.10479 +▁GA -7.1099 +▁WI -7.11445 +MA -7.11769 +NO -7.12181 +LOW -7.12665 +▁HU -7.13031 +▁WHAT -7.13396 +▁AL -7.13463 +LAND -7.14441 +TURE -7.15932 +CA -7.17135 +INE -7.17506 +▁PRI -7.17772 +SH -7.20164 +▁INTO -7.20364 +▁BU -7.21223 +▁MORE -7.21481 +▁VA -7.21647 +PORT -7.2194 +▁PART -7.23217 +▁FIRST -7.23582 +OUS -7.23769 +TRA -7.24264 +▁ITS -7.2429 +HA -7.24538 +ITE -7.25177 +▁IF -7.25488 +▁NEW -7.25627 +ICAL -7.26377 +TIC -7.26381 +PER -7.26693 +▁CAR -7.26944 +▁RU -7.27772 +ITION -7.28408 +FUL -7.29445 +BO -7.29669 +▁NAME -7.30452 +TON -7.30697 +▁OVER -7.31507 +TRO -7.32087 +▁GRA -7.3217 +▁BRO -7.32641 +ACT -7.33136 +▁NOW -7.34355 +AST -7.35111 +CU -7.35545 +▁SHA -7.35997 +▁WORK -7.36627 +▁YEAR -7.36661 +VEN -7.36903 +▁NA -7.37128 +WAY -7.38026 +▁ONLY -7.38736 +BER -7.38879 +LF -7.4099 +ARY -7.41035 +▁LIKE -7.42306 +▁COULD -7.42436 +▁VERY -7.42967 +▁ANY -7.43986 +▁THESE -7.44827 +▁PLAY -7.45178 +▁MOST -7.45687 +WARD -7.45972 +▁TA -7.46343 +▁THAN -7.46455 +BA -7.4685 +▁PAR -7.47386 +▁COUNT -7.47686 +▁EVEN -7.48424 +VA -7.4928 +▁DID -7.4948 +▁DAY -7.49797 +▁PU -7.51069 +▁MU -7.51234 +ROW -7.5153 +▁ABOUT -7.516 +▁MANY -7.51664 +▁WELL -7.53807 +▁JO -7.54001 +▁UNDER -7.54177 +▁ACC -7.55773 +▁PE -7.56034 +▁AGAIN -7.5605 +▁SCHOOL -7.56228 +▁MAY -7.5694 +▁PI -7.57678 +▁MADE -7.57897 +▁DU -7.59393 +RESS -7.59781 +▁THREE -7.60489 +▁GREAT -7.60498 +▁YOUR -7.60601 +▁MIN -7.60861 +VING -7.61683 +IOUS -7.61753 +▁BI -7.62307 +▁LITTLE -7.62497 +▁COL -7.62618 +▁CHI -7.63267 +▁THOUGH -7.63364 +▁LONG -7.63534 +▁JA -7.63895 +▁THROUGH -7.64648 +▁HIGH -7.64926 +▁LOOK -7.6521 +FORM -7.65936 +▁FIN -7.66407 +▁KI -7.6669 +▁HI -7.67024 +NESS -7.68112 +▁HAND -7.68612 +▁IMP -7.68653 +▁OLD -7.7006 +SHIP -7.70413 +▁DOWN -7.71157 +▁BRI -7.71511 +▁BEFORE -7.71936 +▁SUCH -7.72039 +▁HOWEVER -7.728 +▁OWN -7.75294 +▁TAKE -7.76308 +▁GOOD -7.76874 +▁MON -7.76942 +▁FOUND -7.77054 +▁GU -7.78223 +▁EVERY -7.78939 +▁STATE -7.7907 +▁WHERE -7.79278 +CTOR -7.79962 +▁NEVER -7.80492 +IZE -7.80764 +▁TOWN -7.81842 +▁BACK -7.82046 +▁SHOULD -7.8246 +▁UPON -7.83734 +▁HOUSE -7.84511 +IV -7.85541 +▁PH -7.86099 +▁PLACE -7.87672 +▁MISS -7.88612 +▁CAME -7.8866 +▁JU -7.88931 +▁QUI -7.90935 +▁MUCH -7.91921 +IBLE -7.93599 +▁JUST -7.93659 +▁FOUR -7.94758 +▁PEOPLE -7.94857 +▁FOLLOW -7.94871 +▁MUST -7.95395 +▁LIFE -7.96048 +▁LARGE -7.96278 +▁MAKE -7.9675 +▁INCLUDE -7.96818 +▁NORTH -7.97504 +▁DURING -7.98067 +▁SOUTH -7.99293 +▁STILL -7.9973 +▁TI -7.99869 +▁SEVERAL -8.00559 +ATIVE -8.0089 +▁PASS -8.03179 +▁JE -8.0351 +▁CALLED -8.04403 +▁THING -8.05018 +▁SHOW -8.05214 +▁THI -8.0527 +▁WHILE -8.07217 +▁NI -8.08629 +▁WORLD -8.08951 +▁THINK -8.09877 +QUI -8.11332 +▁BECAME -8.11496 +▁MISTER -8.11977 +▁HIMSELF -8.13559 +▁BORN -8.13768 +▁APPEAR -8.14342 +▁ANOTHER -8.15291 +TTLE -8.1567 +▁TURN -8.1729 +▁OPEN -8.18109 +▁SMALL -8.19434 +▁WITHOUT -8.21613 +▁THOSE -8.24015 +▁MUSIC -8.24442 +▁SECOND -8.25535 +▁GENERAL -8.25552 +▁WORD -8.25754 +▁BETWEEN -8.26687 +▁RIGHT -8.27526 +▁REMAIN -8.27935 +▁TOOK -8.28184 +▁DIRECT -8.28644 +▁MIGHT -8.30341 +▁NIGHT -8.31281 +▁RETURN -8.315 +▁BOOK -8.32654 +▁MEMBER -8.32963 +WOOD -8.33563 +▁FRIEND -8.33879 +▁LOCATED -8.3518 +▁CHILDREN -8.38972 +▁FILM -8.39793 +▁OPERA -8.40359 +▁CONSIDER -8.40997 +▁SIX -8.41371 +▁NUMBER -8.42239 +▁QUA -8.42348 +▁GROUP -8.45124 +▁CLOSE -8.45242 +▁FAMILY -8.45315 +▁PUBLIC -8.46476 +▁POWER -8.46486 +▁BLACK -8.46615 +▁NOTHING -8.46827 +▁UNIVERSITY -8.48681 +▁JOHN -8.49126 +Q -10.4251 diff --git a/model/multinet_model/fst/tokens.txt b/model/multinet_model/fst/tokens.txt deleted file mode 100644 index 198542c..0000000 --- a/model/multinet_model/fst/tokens.txt +++ /dev/null @@ -1,99 +0,0 @@ - 0 -S 3 -▁THE 4 -T 5 -▁A 6 -N 7 -D 8 -ED 9 -E 10 -▁OF 11 -Y 12 -▁S 14 -▁IN 15 -▁TO 17 -▁ 18 -A 19 -ING 20 -O 22 -▁HE 24 -ER 25 -C 26 -G 27 -I 28 -L 29 -RE 31 -F 37 -▁RE 38 -W 40 -▁E 45 -OR 50 -▁F 51 -ES 55 -LL 56 -ENT 65 -H 66 -▁DE 68 -▁G 71 -EN 72 -▁ON 73 -SE 74 -▁T 75 -▁ME 78 -IL 81 -NE 86 -TE 87 -▁SO 89 -ATION 90 -NG 92 -ME 93 -▁CON 95 -EL 103 -IR 115 -▁MO 117 -▁CO 119 -▁SE 122 -▁FA 136 -V 138 -US 146 -▁ALL 151 -X 152 -IVE 156 -▁ONE 157 -KE 159 -▁TE 175 -AT 178 -LU 180 -MP 182 -▁SP 186 -▁MY 188 -DE 193 -IGHT 196 -UT 198 -EST 204 -UND 209 -FF 216 -J 220 -▁CHA 226 -OL 227 -▁TWO 237 -ID 251 -UM 256 -VO 259 -DI 266 -LOW 281 -TURE 286 -▁NEW 304 -ITION 310 -BO 312 -VEN 326 -▁PLAY 338 -▁JO 356 -▁THREE 367 -▁COL 375 -▁HIGH 381 -▁FOUR 424 -▁MAKE 430 -▁NI 446 -▁TURN 457 -▁SIX 483 diff --git a/model/multinet_model/mn5_en/_MODEL_INFO_ b/model/multinet_model/mn5_en/_MODEL_INFO_ deleted file mode 100644 index 50e99d6..0000000 --- a/model/multinet_model/mn5_en/_MODEL_INFO_ +++ /dev/null @@ -1 +0,0 @@ -MN5_v1_english_8_0.9_0.90 \ No newline at end of file diff --git a/model/multinet_model/mn5_en/mn5_en_data b/model/multinet_model/mn5_en/mn5_en_data deleted file mode 100644 index 734d9ad..0000000 Binary files a/model/multinet_model/mn5_en/mn5_en_data and /dev/null differ diff --git a/model/multinet_model/mn5_en/mn5_en_index b/model/multinet_model/mn5_en/mn5_en_index deleted file mode 100644 index 29fc7db..0000000 Binary files a/model/multinet_model/mn5_en/mn5_en_index and /dev/null differ diff --git a/model/multinet_model/mn6_en_ctc/_MODEL_INFO_ b/model/multinet_model/mn6_cn/_MODEL_INFO_ similarity index 83% rename from model/multinet_model/mn6_en_ctc/_MODEL_INFO_ rename to model/multinet_model/mn6_cn/_MODEL_INFO_ index dc2c373..dd9fa1f 100644 --- a/model/multinet_model/mn6_en_ctc/_MODEL_INFO_ +++ b/model/multinet_model/mn6_cn/_MODEL_INFO_ @@ -1,2 +1,2 @@ # (neural network type)_(model data version)_(lable1_detection windown length_threshold for 90%_threshold for 95%)_(lable2 ...)_... -MN6_v11_english_8_0.9_0.90 +MN6_v1_chinese_8_0.9_0.90 diff --git a/model/multinet_model/mn6_cn/mn6_data b/model/multinet_model/mn6_cn/mn6_data new file mode 100644 index 0000000..88a6e06 Binary files /dev/null and b/model/multinet_model/mn6_cn/mn6_data differ diff --git a/model/multinet_model/mn6_cn/mn6_index b/model/multinet_model/mn6_cn/mn6_index new file mode 100644 index 0000000..6a6c504 Binary files /dev/null and b/model/multinet_model/mn6_cn/mn6_index differ diff --git a/model/multinet_model/mn6_en/_MODEL_INFO_ b/model/multinet_model/mn6_en/_MODEL_INFO_ index 4e2769f..dc2c373 100644 --- a/model/multinet_model/mn6_en/_MODEL_INFO_ +++ b/model/multinet_model/mn6_en/_MODEL_INFO_ @@ -1,2 +1,2 @@ # (neural network type)_(model data version)_(lable1_detection windown length_threshold for 90%_threshold for 95%)_(lable2 ...)_... -MN6_v1_english_8_0.9_0.90 +MN6_v11_english_8_0.9_0.90 diff --git a/model/multinet_model/mn6_en/mn6_data b/model/multinet_model/mn6_en/mn6_data index 4850190..313d20b 100644 Binary files a/model/multinet_model/mn6_en/mn6_data and b/model/multinet_model/mn6_en/mn6_data differ diff --git a/model/multinet_model/mn6_en/mn6_index b/model/multinet_model/mn6_en/mn6_index index 43a3e31..5db24af 100644 Binary files a/model/multinet_model/mn6_en/mn6_index and b/model/multinet_model/mn6_en/mn6_index differ diff --git a/model/multinet_model/mn6_en_ctc/mn6_data b/model/multinet_model/mn6_en_ctc/mn6_data deleted file mode 100644 index 313d20b..0000000 Binary files a/model/multinet_model/mn6_en_ctc/mn6_data and /dev/null differ diff --git a/model/multinet_model/mn6_en_ctc/mn6_index b/model/multinet_model/mn6_en_ctc/mn6_index deleted file mode 100644 index 5db24af..0000000 Binary files a/model/multinet_model/mn6_en_ctc/mn6_index and /dev/null differ diff --git a/src/esp_process_sdkconfig.c b/src/esp_process_sdkconfig.c index 794f01f..cc3db37 100644 --- a/src/esp_process_sdkconfig.c +++ b/src/esp_process_sdkconfig.c @@ -874,7 +874,7 @@ char *get_id_name_en(int i) esp_mn_error_t* esp_mn_commands_update_from_sdkconfig(const esp_mn_iface_t *multinet, model_iface_data_t *model_data) { -#ifdef CONFIG_SR_MN_EN_MULTINET6_CTC_QUANT || CONFIG_SR_MN_EN_MULTINET6_QUANT +#ifdef CONFIG_SR_MN_CN_MULTINET6_QUANT || CONFIG_SR_MN_EN_MULTINET6_QUANT return NULL; #endif diff --git a/tool/README.md b/tool/README.md index 375f2fa..00d8adf 100644 --- a/tool/README.md +++ b/tool/README.md @@ -1,3 +1,26 @@ +## MultiNet6 + +#### Step 1. Data preparation + +For English, words are used as units. Please prepare a list of commands written in a text file `commands_en.txt` of the following format: + +``` +# command_id command_sentence +1 TELL ME A JOKE +2 MAKE A COFFEE +``` + +For Chinese, pinyin are used as units. Please prepare a list of commands written in a text file `commands_cn.txt` of the following format: +``` +# command_id command_sentence +1 da kai kong tiao +2 guan bi kong tiao +``` + +#### Step 2. Move created files + +1. Move your `commands_en.txt` or `commands_cn.txt` to `/model/multinet_model/fst/` + ## MultiNet5 #### 1. Install g2p_en, please refer to https://pypi.org/project/g2p-en/ @@ -42,45 +65,3 @@ multinet->reset(model_data, new_commands_str, err_id); // turn off the light -> commond id=2 ``` -## MultiNet6 - - -The FST (Finite State Transducer) is used to save a list of commands. - -#### Step 1. Data preparation - -Requirements: -- python>3.8 -- sentencepiece - -To create a FST from a list of commands, two files are needed: -- commands.txt: maps a command id to subwords -- tokens.txt: maps subword tokens to it's indices in the bpe model - -Assume you have a list of commands written in a text file `commands_list.txt` of the following format: - -``` -# command_id command_sentence -1 TELL ME A JOKE -2 MAKE A COFFEE -``` -**Note**: command ids starts from 1, 0 is reserved in FST. - -Run the following command to create the required files, do not change the filenames `commands.txt` and `tokens.txt`. - -```sh -pip install -r requirements.txt - -python fst/prepare_for_fst.py \ - --infile commands_list.txt \ - --bpe-model fst/bpe.model \ - --out-command-list commands.txt \ - --out-token-symbols tokens.txt -``` - -#### Step 2. Move created files - -1. Remove `/model/multinet_model/fst/fst.txt` and `/model/multinet_model/fst/fst_reversed.txt` if those files exist. -2. Move the following files to `/model/multinet_model/fst/` -- commands.txt -- tokens.txt \ No newline at end of file