1. 1
2. 2
3. 3
4. 4
5. 5
6. 6
7. 7
8. 8
9. 9
10. 10
11. 11
12. 12
13. 13
14. 14
15. 15
16. 16
17. 17
18. 18
19. 19
20. 20
21. 21
22. 22
23. 23
24. 24
25. 25
26. 26
27. 27
28. 28
29. 29
30. 30
31. 31
32. 32
33. 33
34. 34
35. 35
36. 36
37. 37
38. 38
39. 39
40. 40
41. 41
42. 42
43. 43
44. 44
45. 45
46. 46
47. 47
48. 48
49. 49
50. 50
51. 51
52. 52
53. 53
54. 54
55. 55
56. 56
57. 57
58. 58
59. 59
60. 60
61. 61
62. 62
63. 63
64. 64
65. 65
66. 66
67. 67
68. 68
69. 69
70. 70
71. 71
72. 72
73. 73
74. 74
75. 75
76. 76
77. 77
78. 78
79. 79
80. 80
81. 81
82. 82
83. 83
84. 84
85. 85
86. 86
87. 87
88. 88

package lexer

import "fmt"

type TokenType int

const (
	EOF TokenType = iota
	Error
	Text
	Char
	Any
	Super
	Single
	Not
	Separator
	RangeOpen
	RangeClose
	RangeLo
	RangeHi
	RangeBetween
	TermsOpen
	TermsClose
)

func (tt TokenType) String() string {
	switch tt {
	case EOF:
		return "eof"

	case Error:
		return "error"

	case Text:
		return "text"

	case Char:
		return "char"

	case Any:
		return "any"

	case Super:
		return "super"

	case Single:
		return "single"

	case Not:
		return "not"

	case Separator:
		return "separator"

	case RangeOpen:
		return "range_open"

	case RangeClose:
		return "range_close"

	case RangeLo:
		return "range_lo"

	case RangeHi:
		return "range_hi"

	case RangeBetween:
		return "range_between"

	case TermsOpen:
		return "terms_open"

	case TermsClose:
		return "terms_close"

	default:
		return "undef"
	}
}

type Token struct {
	Type TokenType
	Raw  string
}

func (t Token) String() string {
	return fmt.Sprintf("%v<%q>", t.Type, t.Raw)
}