File size: 477 Bytes
d5ee97c |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 |
#pragma once
#include <vector>
#include <string>
#include "VoxCommon.hpp"
class TextTokenizer
{
private:
std::string AllowedChars;
std::string IntToStr(int number);
std::vector<std::string> ExpandNumbers(const std::vector<std::string>& SpaceTokens);
public:
TextTokenizer();
~TextTokenizer();
std::vector<std::string> Tokenize(const std::string& InTxt,ETTSLanguage::Enum Language = ETTSLanguage::English);
void SetAllowedChars(const std::string &value);
};
|