src/token.cc


1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34

#ifndef TOKEN_CC
#define TOKEN_CC

#include "source.cc"
#include "common.cc"

#define TOKEN_KINDS_NOLEX \
  X(Eof)                  \
  X(Invalid_Char)         \
  X(Invalid_Literal)

#define TOKEN_KINDS_SLEX X(Hash, '#')

#define TOKEN_KIND(name) Token_Kind_##name

enum Token_Kind {
#define X(name) TOKEN_KIND(name),
  TOKEN_KINDS_NOLEX
#undef X

#define X(name, _) TOKEN_KIND(name),
      TOKEN_KINDS_SLEX
#undef X
};

struct Token {
  Token_Kind kind;
  String text;
  Span span;

  Token(Token_Kind kind, String text, Span span) : kind(kind), text(text), span(span) {}
};

#endif