From c62cc48b921c1c14bbf7128ef02eee4edde3c890 Mon Sep 17 00:00:00 2001
From: Fatih Arslan <ftharsln@gmail.com>
Date: Wed, 7 Oct 2015 15:31:27 +0300
Subject: [PATCH] scanner: add string test for token type

---
 scanner/token.go      |  4 ----
 scanner/token_test.go | 36 ++++++++++++++++++++++++++++++++++++
 2 files changed, 36 insertions(+), 4 deletions(-)
 create mode 100644 scanner/token_test.go

diff --git a/scanner/token.go b/scanner/token.go
index 481c342..f6f473d 100644
--- a/scanner/token.go
+++ b/scanner/token.go
@@ -67,10 +67,6 @@ var tokens = [...]string{
 }
 
 // String returns the string corresponding to the token tok.
-// For operators, delimiters, and keywords the string is the actual
-// token character sequence (e.g., for the token ADD, the string is
-// "+"). For all other tokens the string corresponds to the token
-// constant name (e.g. for the token IDENT, the string is "IDENT").
 func (t TokenType) String() string {
 	s := ""
 	if 0 <= t && t < TokenType(len(tokens)) {
diff --git a/scanner/token_test.go b/scanner/token_test.go
new file mode 100644
index 0000000..0e05576
--- /dev/null
+++ b/scanner/token_test.go
@@ -0,0 +1,36 @@
+package scanner
+
+import "testing"
+
+func TestTokenTypeString(t *testing.T) {
+	var tokens = []struct {
+		tt  TokenType
+		str string
+	}{
+		{ILLEGAL, "ILLEGAL"},
+		{EOF, "EOF"},
+		{COMMENT, "COMMENT"},
+		{IDENT, "IDENT"},
+		{NUMBER, "NUMBER"},
+		{FLOAT, "FLOAT"},
+		{BOOL, "BOOL"},
+		{STRING, "STRING"},
+		{LBRACK, "LBRACK"},
+		{LBRACE, "LBRACE"},
+		{COMMA, "COMMA"},
+		{PERIOD, "PERIOD"},
+		{RBRACK, "RBRACK"},
+		{RBRACE, "RBRACE"},
+		{ASSIGN, "ASSIGN"},
+		{ADD, "ADD"},
+		{SUB, "SUB"},
+	}
+
+	for _, token := range tokens {
+		if token.tt.String() != token.str {
+			t.Errorf("want: %q got:%q\n", token.str, token.tt)
+
+		}
+	}
+
+}