fix postprocess for en-bpe

This commit is contained in:
雾聪 2023-10-09 16:21:33 +08:00
parent 6351010c39
commit 6161129cce

View File

@ -163,6 +163,13 @@ string Vocab::Vector2StringV2(vector<int> in, std::string language)
}
}
if (language == "en-bpe" and combine != ""){
if (words.size() != 0){
combine = " " + combine;
}
words.push_back(combine);
}
stringstream ss;
for (auto it = words.begin(); it != words.end(); it++) {
ss << *it;