本文整理汇总了C++中Toker::setSpecialTokens方法的典型用法代码示例。如果您正苦于以下问题：C++ Toker::setSpecialTokens方法的具体用法？C++ Toker::setSpecialTokens怎么用？C++ Toker::setSpecialTokens使用的例子？那么, 这里精选的方法代码示例或许可以为您提供帮助。您也可以进一步了解该方法所在类Toker的用法示例。
在下文中一共展示了Toker::setSpecialTokens方法的1个代码示例，这些例子默认根据受欢迎程度排序。您可以为喜欢或者感觉有用的代码点赞，您的评价将有助于系统推荐出更棒的C++代码示例。
示例1: main
int main()
{
Helper::Title("Testing Tokenizer");
//std::string fileSpec = "../Tokenizer/Tokenizer.cpp";
//std::string fileSpec = "../Tokenizer/Tokenizer.h";
std::string fileSpec = "../Tokenizer/Test.txt";//from here
try
{
std::ifstream in(fileSpec);
if (!in.good())
{
std::cout << "\n can't open " << fileSpec << "\n\n";
return 1;
}
{
Toker toker;
toker.returnComments();
toker.attach(&in);
std::cout << "\n current line count = " << toker.currentLineCount();
do
{
std::string tok = toker.getTok();
if (tok == "\n")
tok = "newline";
std::cout << "\n -- " << tok;
} while (in.good());
std::cout << "\n current line count = " << toker.currentLineCount();
}
putline();
Helper::title("Testing change of special characters");
std::string newSpecialChars = "., :, +, +=, \n { }";
Toker toker;
toker.returnComments();
toker.setSpecialTokens(newSpecialChars);
in.clear();
in.seekg(std::ios::beg);
toker.attach(&in);
std::cout << "\n new special tokens: " << newSpecialChars;
do
{
std::string tok = toker.getTok();
if (tok == "\n")
tok = "newline";
std::cout << "\n -- " << tok;//check if tok is in type table
} while (in.good());// if there , get filename and say this file is dependent on this file
std::cout << "\n current line count = " << toker.currentLineCount();
}
catch (std::logic_error& ex)
{
std::cout << "\n " << ex.what();
}
std::cout << "\n\n";//here
return 0;
}