zclsyntax: add TokenComma TokenType

This commit is contained in:
Martin Atkins 2017-06-02 07:40:42 -07:00
parent 6052cb9938
commit e66e6a5f51
2 changed files with 43 additions and 41 deletions

View File

@ -58,6 +58,7 @@ const (
TokenBang TokenType = '!' TokenBang TokenType = '!'
TokenDot TokenType = '.' TokenDot TokenType = '.'
TokenComma TokenType = ','
TokenQuestion TokenType = '?' TokenQuestion TokenType = '?'
TokenColon TokenType = ':' TokenColon TokenType = ':'

View File

@ -4,7 +4,7 @@ package zclsyntax
import "fmt" import "fmt"
const _TokenType_name = "TokenNilTokenNewlineTokenBangTokenPercentTokenBitwiseAndTokenOParenTokenCParenTokenStarTokenPlusTokenMinusTokenDotTokenSlashTokenColonTokenSemicolonTokenLessThanTokenEqualTokenGreaterThanTokenQuestionTokenCommentTokenOHeredocTokenIdentTokenNumberLitTokenQuotedLitTokenStringLitTokenOBrackTokenCBrackTokenBitwiseXorTokenBacktickTokenCHeredocTokenOBraceTokenBitwiseOrTokenCBraceTokenBitwiseNotTokenOQuoteTokenCQuoteTokenTemplateControlTokenTemplateSeqEndTokenAndTokenOrTokenTemplateInterpTokenNotEqualTokenLessThanEqTokenGreaterThanEqTokenEOFTokenTabsTokenStarStarTokenInvalidTokenBadUTF8" const _TokenType_name = "TokenNilTokenNewlineTokenBangTokenPercentTokenBitwiseAndTokenOParenTokenCParenTokenStarTokenPlusTokenCommaTokenMinusTokenDotTokenSlashTokenColonTokenSemicolonTokenLessThanTokenEqualTokenGreaterThanTokenQuestionTokenCommentTokenOHeredocTokenIdentTokenNumberLitTokenQuotedLitTokenStringLitTokenOBrackTokenCBrackTokenBitwiseXorTokenBacktickTokenCHeredocTokenOBraceTokenBitwiseOrTokenCBraceTokenBitwiseNotTokenOQuoteTokenCQuoteTokenTemplateControlTokenTemplateSeqEndTokenAndTokenOrTokenTemplateInterpTokenNotEqualTokenLessThanEqTokenGreaterThanEqTokenEOFTokenTabsTokenStarStarTokenInvalidTokenBadUTF8"
var _TokenType_map = map[TokenType]string{ var _TokenType_map = map[TokenType]string{
0: _TokenType_name[0:8], 0: _TokenType_name[0:8],
@ -16,45 +16,46 @@ var _TokenType_map = map[TokenType]string{
41: _TokenType_name[67:78], 41: _TokenType_name[67:78],
42: _TokenType_name[78:87], 42: _TokenType_name[78:87],
43: _TokenType_name[87:96], 43: _TokenType_name[87:96],
45: _TokenType_name[96:106], 44: _TokenType_name[96:106],
46: _TokenType_name[106:114], 45: _TokenType_name[106:116],
47: _TokenType_name[114:124], 46: _TokenType_name[116:124],
58: _TokenType_name[124:134], 47: _TokenType_name[124:134],
59: _TokenType_name[134:148], 58: _TokenType_name[134:144],
60: _TokenType_name[148:161], 59: _TokenType_name[144:158],
61: _TokenType_name[161:171], 60: _TokenType_name[158:171],
62: _TokenType_name[171:187], 61: _TokenType_name[171:181],
63: _TokenType_name[187:200], 62: _TokenType_name[181:197],
67: _TokenType_name[200:212], 63: _TokenType_name[197:210],
72: _TokenType_name[212:225], 67: _TokenType_name[210:222],
73: _TokenType_name[225:235], 72: _TokenType_name[222:235],
78: _TokenType_name[235:249], 73: _TokenType_name[235:245],
81: _TokenType_name[249:263], 78: _TokenType_name[245:259],
83: _TokenType_name[263:277], 81: _TokenType_name[259:273],
91: _TokenType_name[277:288], 83: _TokenType_name[273:287],
93: _TokenType_name[288:299], 91: _TokenType_name[287:298],
94: _TokenType_name[299:314], 93: _TokenType_name[298:309],
96: _TokenType_name[314:327], 94: _TokenType_name[309:324],
104: _TokenType_name[327:340], 96: _TokenType_name[324:337],
123: _TokenType_name[340:351], 104: _TokenType_name[337:350],
124: _TokenType_name[351:365], 123: _TokenType_name[350:361],
125: _TokenType_name[365:376], 124: _TokenType_name[361:375],
126: _TokenType_name[376:391], 125: _TokenType_name[375:386],
171: _TokenType_name[391:402], 126: _TokenType_name[386:401],
187: _TokenType_name[402:413], 171: _TokenType_name[401:412],
955: _TokenType_name[413:433], 187: _TokenType_name[412:423],
8718: _TokenType_name[433:452], 955: _TokenType_name[423:443],
8743: _TokenType_name[452:460], 8718: _TokenType_name[443:462],
8744: _TokenType_name[460:467], 8743: _TokenType_name[462:470],
8747: _TokenType_name[467:486], 8744: _TokenType_name[470:477],
8800: _TokenType_name[486:499], 8747: _TokenType_name[477:496],
8804: _TokenType_name[499:514], 8800: _TokenType_name[496:509],
8805: _TokenType_name[514:532], 8804: _TokenType_name[509:524],
9220: _TokenType_name[532:540], 8805: _TokenType_name[524:542],
9225: _TokenType_name[540:549], 9220: _TokenType_name[542:550],
10138: _TokenType_name[549:562], 9225: _TokenType_name[550:559],
65533: _TokenType_name[562:574], 10138: _TokenType_name[559:572],
128169: _TokenType_name[574:586], 65533: _TokenType_name[572:584],
128169: _TokenType_name[584:596],
} }
func (i TokenType) String() string { func (i TokenType) String() string {