Searched refs:nextTokenIndex (Results 1 – 1 of 1) sorted by relevance
69 size_t currentIndex = 0, nextTokenIndex = 0; in tokenize() local71 (nextTokenIndex = s.find_first_of(separators, currentIndex)) != string::npos) { in tokenize()72 if ((nextTokenIndex - currentIndex) > 0) in tokenize()73 tokens.push_back(s.substr(currentIndex, nextTokenIndex-currentIndex)); in tokenize()75 tokens.push_back(string(1, s[nextTokenIndex])); in tokenize()76 currentIndex = nextTokenIndex+1; in tokenize()