zclsyntax: add TokenComma TokenType

This commit is contained in:
Martin Atkins 2017-06-02 07:40:42 -07:00
parent 6052cb9938
commit e66e6a5f51
2 changed files with 43 additions and 41 deletions

View File

@ -57,7 +57,8 @@ const (
TokenOr TokenType = ''
TokenBang TokenType = '!'
TokenDot TokenType = '.'
TokenDot TokenType = '.'
TokenComma TokenType = ','
TokenQuestion TokenType = '?'
TokenColon TokenType = ':'

View File

@ -4,7 +4,7 @@ package zclsyntax
import "fmt"
const _TokenType_name = "TokenNilTokenNewlineTokenBangTokenPercentTokenBitwiseAndTokenOParenTokenCParenTokenStarTokenPlusTokenMinusTokenDotTokenSlashTokenColonTokenSemicolonTokenLessThanTokenEqualTokenGreaterThanTokenQuestionTokenCommentTokenOHeredocTokenIdentTokenNumberLitTokenQuotedLitTokenStringLitTokenOBrackTokenCBrackTokenBitwiseXorTokenBacktickTokenCHeredocTokenOBraceTokenBitwiseOrTokenCBraceTokenBitwiseNotTokenOQuoteTokenCQuoteTokenTemplateControlTokenTemplateSeqEndTokenAndTokenOrTokenTemplateInterpTokenNotEqualTokenLessThanEqTokenGreaterThanEqTokenEOFTokenTabsTokenStarStarTokenInvalidTokenBadUTF8"
const _TokenType_name = "TokenNilTokenNewlineTokenBangTokenPercentTokenBitwiseAndTokenOParenTokenCParenTokenStarTokenPlusTokenCommaTokenMinusTokenDotTokenSlashTokenColonTokenSemicolonTokenLessThanTokenEqualTokenGreaterThanTokenQuestionTokenCommentTokenOHeredocTokenIdentTokenNumberLitTokenQuotedLitTokenStringLitTokenOBrackTokenCBrackTokenBitwiseXorTokenBacktickTokenCHeredocTokenOBraceTokenBitwiseOrTokenCBraceTokenBitwiseNotTokenOQuoteTokenCQuoteTokenTemplateControlTokenTemplateSeqEndTokenAndTokenOrTokenTemplateInterpTokenNotEqualTokenLessThanEqTokenGreaterThanEqTokenEOFTokenTabsTokenStarStarTokenInvalidTokenBadUTF8"
var _TokenType_map = map[TokenType]string{
0: _TokenType_name[0:8],
@ -16,45 +16,46 @@ var _TokenType_map = map[TokenType]string{
41: _TokenType_name[67:78],
42: _TokenType_name[78:87],
43: _TokenType_name[87:96],
45: _TokenType_name[96:106],
46: _TokenType_name[106:114],
47: _TokenType_name[114:124],
58: _TokenType_name[124:134],
59: _TokenType_name[134:148],
60: _TokenType_name[148:161],
61: _TokenType_name[161:171],
62: _TokenType_name[171:187],
63: _TokenType_name[187:200],
67: _TokenType_name[200:212],
72: _TokenType_name[212:225],
73: _TokenType_name[225:235],
78: _TokenType_name[235:249],
81: _TokenType_name[249:263],
83: _TokenType_name[263:277],
91: _TokenType_name[277:288],
93: _TokenType_name[288:299],
94: _TokenType_name[299:314],
96: _TokenType_name[314:327],
104: _TokenType_name[327:340],
123: _TokenType_name[340:351],
124: _TokenType_name[351:365],
125: _TokenType_name[365:376],
126: _TokenType_name[376:391],
171: _TokenType_name[391:402],
187: _TokenType_name[402:413],
955: _TokenType_name[413:433],
8718: _TokenType_name[433:452],
8743: _TokenType_name[452:460],
8744: _TokenType_name[460:467],
8747: _TokenType_name[467:486],
8800: _TokenType_name[486:499],
8804: _TokenType_name[499:514],
8805: _TokenType_name[514:532],
9220: _TokenType_name[532:540],
9225: _TokenType_name[540:549],
10138: _TokenType_name[549:562],
65533: _TokenType_name[562:574],
128169: _TokenType_name[574:586],
44: _TokenType_name[96:106],
45: _TokenType_name[106:116],
46: _TokenType_name[116:124],
47: _TokenType_name[124:134],
58: _TokenType_name[134:144],
59: _TokenType_name[144:158],
60: _TokenType_name[158:171],
61: _TokenType_name[171:181],
62: _TokenType_name[181:197],
63: _TokenType_name[197:210],
67: _TokenType_name[210:222],
72: _TokenType_name[222:235],
73: _TokenType_name[235:245],
78: _TokenType_name[245:259],
81: _TokenType_name[259:273],
83: _TokenType_name[273:287],
91: _TokenType_name[287:298],
93: _TokenType_name[298:309],
94: _TokenType_name[309:324],
96: _TokenType_name[324:337],
104: _TokenType_name[337:350],
123: _TokenType_name[350:361],
124: _TokenType_name[361:375],
125: _TokenType_name[375:386],
126: _TokenType_name[386:401],
171: _TokenType_name[401:412],
187: _TokenType_name[412:423],
955: _TokenType_name[423:443],
8718: _TokenType_name[443:462],
8743: _TokenType_name[462:470],
8744: _TokenType_name[470:477],
8747: _TokenType_name[477:496],
8800: _TokenType_name[496:509],
8804: _TokenType_name[509:524],
8805: _TokenType_name[524:542],
9220: _TokenType_name[542:550],
9225: _TokenType_name[550:559],
10138: _TokenType_name[559:572],
65533: _TokenType_name[572:584],
128169: _TokenType_name[584:596],
}
func (i TokenType) String() string {