ht's Scheme Interpreter  1.0
a simplified scheme interpreter implementation
tokenizer.hpp
Go to the documentation of this file.
1 #ifndef __SCHEME_TOKEN
2 #define __SCHEME_TOKEN
3 #include <string>
4 #include <list>
5 #include <vector>
6 #include "types.hpp"
7 class Tokenizer
8 {
9  public:
10  Tokenizer(const std::vector<std::string>& lines);
11  void split(const std::vector<std::string>& lines);
12  std::list<std::string> rawTokens;
13  std::list<Token> tokens;
14 };
15 
16 #endif
Tokenizer::Tokenizer
Tokenizer(const std::vector< std::string > &lines)
Definition: tokenizer.cpp:18
Tokenizer::split
void split(const std::vector< std::string > &lines)
Definition: tokenizer.cpp:23
Tokenizer::rawTokens
std::list< std::string > rawTokens
Definition: tokenizer.hpp:12
Tokenizer::tokens
std::list< Token > tokens
Definition: tokenizer.hpp:13
Token
Definition: types.hpp:9