#include <string>
#include <sstream>
#include <algorithm>
#include <iterator>
#include <vector>
using namespace std;

int main() {
	string sentence = "All of this has happened before...";
	
	vector<string> tokens;
	istringstream iss(sentence);
	copy(istream_iterator<string>(iss), istream_iterator<string>(), back_inserter<vector<string> >(tokens));
}

cpp

1

Tokenize a string in C++

#include <string>
#include <sstream>
#include <algorithm>
#include <iterator>
#include <vector>
using namespace std;

int main() {
	string sentence = "All of this has happened before...";
	
	vector<string> tokens;
	istringstream iss(sentence);
	copy(istream_iterator<string>(iss), istream_iterator<string>(), back_inserter<vector<string> >(tokens));
}

copy | embed

• c++, 
• parsing, 
• tokenize