fixup! feat: add lexer

token.go

@@ -33,22 +33,22 @@ const (
 )
 
 var tokenTypeToString = map[tokenType]string{
-	unknownToken:            "Unknown",
-	errToken:                "Error",
-	eofToken:                "Eof",
-	whitespaceToken:         "Whitespace",
-	stringToken:             "String",
+	unknownToken:            "unknown",
+	errToken:                "err",
+	eofToken:                "eof",
+	whitespaceToken:         "ws",
+	stringToken:             "str",
 	startLogicalExprToken:   "(",
 	endLogicalExprToken:     ")",
-	greaterThanToken:        "Greater Than",
-	greaterThanOrEqualToken: "Greater Than Or Equal",
-	lessThanToken:           "Less Than",
-	lessThanOrEqualToken:    "Less Than or Equal",
-	equalToken:              "Equal",
-	notEqualToken:           "Not Equal",
-	containsToken:           "Contains",
-	andToken:                "And",
-	orToken:                 "Or",
+	greaterThanToken:        "gt",
+	greaterThanOrEqualToken: "gte",
+	lessThanToken:           "lt",
+	lessThanOrEqualToken:    "lte",
+	equalToken:              "eq",
+	notEqualToken:           "neq",
+	containsToken:           "contains",
+	andToken:                "and",
+	orToken:                 "or",
 }
 
 // String returns a string of the tokenType and will return "Unknown" for
@@ -59,6 +59,6 @@ func (t tokenType) String() string {
 	case true:
 		return s
 	default:
-		return "Unknown"
+		return tokenTypeToString[unknownToken]
 	}
 }

token_test.go

@@ -13,6 +13,6 @@ func Test_lexerString(t *testing.T) {
 	}
 	t.Run("unknown-tokenType", func(t *testing.T) {
 		typ := tokenType(-1)
-		assert.Equal(t, "Unknown", typ.String())
+		assert.Equal(t, tokenTypeToString[unknownToken], typ.String())
 	})
 }