update tokenizer.h

This commit is contained in:
雾聪 2023-11-09 11:05:51 +08:00
parent 9954fae387
commit b0c1082792

View File

@ -17,8 +17,8 @@ private:
vector<string> m_id2token,m_id2punc;
map<string, int> m_token2id,m_punc2id;
cppjieba::DictTrie *jieba_dict_trie_;
cppjieba::HMMModel *jieba_model_;
cppjieba::DictTrie *jieba_dict_trie_=nullptr;
cppjieba::HMMModel *jieba_model_=nullptr;
cppjieba::Jieba jieba_processor_;
public: