// tokenizer.h
// Eric Aubourg         CEA/DAPNIA/SPP   septembre 1999

#ifndef TOKENIZER_H
#define TOKENIZER_H

#include <string>
#include <set>
#include <vector>

using namespace std;

class Tokenizer {
public:
  Tokenizer(string str);
  
  set<string> getTokenSet();
  vector<string> getTokenVector();

protected:
  string s;
  vector<string> tokens;
};

#endif