Source-highlight Library
|
00001 // 00002 // Author: Lorenzo Bettini <http://www.lorenzobettini.it>, (C) 2004-2008 00003 // 00004 // Copyright: See COPYING file that comes with this distribution 00005 // 00006 00007 #ifndef WORDTOKENIZER_H_ 00008 #define WORDTOKENIZER_H_ 00009 00010 #include <string> 00011 #include <algorithm> 00012 #include <list> 00013 00014 namespace srchilite { 00015 00019 class WordTokenizer { 00020 public: 00026 typedef std::list<std::pair<std::string, std::string> > WordTokenizerResults; 00027 00033 static void tokenize(const std::string &s, WordTokenizerResults &results); 00034 }; 00035 00036 } 00037 00038 #endif /*WORDTOKENIZER_H_*/