json: this might work

This commit is contained in:
Mitchell Hashimoto 2015-11-06 16:48:00 -08:00
parent 5c5e6206ce
commit bfa1019160
3 changed files with 175 additions and 150 deletions

View File

@ -3,18 +3,18 @@ package json
import ( import (
"sync" "sync"
"github.com/hashicorp/hcl/hcl"
"github.com/hashicorp/go-multierror" "github.com/hashicorp/go-multierror"
"github.com/hashicorp/hcl/hcl/ast"
) )
// jsonErrors are the errors built up from parsing. These should not // jsonErrors are the errors built up from parsing. These should not
// be accessed directly. // be accessed directly.
var jsonErrors []error var jsonErrors []error
var jsonLock sync.Mutex var jsonLock sync.Mutex
var jsonResult *hcl.Object var jsonResult *ast.File
// Parse parses the given string and returns the result. // Parse parses the given string and returns the result.
func Parse(v string) (*hcl.Object, error) { func Parse(v string) (*ast.File, error) {
jsonLock.Lock() jsonLock.Lock()
defer jsonLock.Unlock() defer jsonLock.Unlock()
jsonErrors = nil jsonErrors = nil

View File

@ -7,23 +7,30 @@ import (
"fmt" "fmt"
"strconv" "strconv"
"github.com/hashicorp/hcl/hcl" "github.com/hashicorp/hcl/hcl/ast"
"github.com/hashicorp/hcl/hcl/token"
) )
%} %}
%union { %union {
f float64 f float64
list []ast.Node
node ast.Node
num int num int
str string str string
obj *hcl.Object obj *ast.ObjectType
objlist []*hcl.Object objitem *ast.ObjectItem
objlist *ast.ObjectList
} }
%type <f> float %type <f> float
%type <list> array elements
%type <node> number value
%type <num> int %type <num> int
%type <obj> number object pair value %type <obj> object
%type <objlist> array elements members %type <objitem> pair
%type <objlist> members
%type <str> exp %type <str> exp
%token <f> FLOAT %token <f> FLOAT
@ -37,50 +44,66 @@ import (
top: top:
object object
{ {
jsonResult = $1 jsonResult = &ast.File{Node: $1}
} }
object: object:
LEFTBRACE members RIGHTBRACE LEFTBRACE members RIGHTBRACE
{ {
$$ = &hcl.Object{ $$ = &ast.ObjectType{
Type: hcl.ValueTypeObject, List: $2,
Value: hcl.ObjectList($2).Flat(),
} }
} }
| LEFTBRACE RIGHTBRACE | LEFTBRACE RIGHTBRACE
{ {
$$ = &hcl.Object{Type: hcl.ValueTypeObject} $$ = &ast.ObjectType{}
} }
members: members:
pair pair
{ {
$$ = []*hcl.Object{$1} $$ = &ast.ObjectList{
Items: []*ast.ObjectItem{$1},
}
} }
| members COMMA pair | members COMMA pair
{ {
$$ = append($1, $3) $1.Items = append($1.Items, $3)
$$ = $1
} }
pair: pair:
STRING COLON value STRING COLON value
{ {
$3.Key = $1 $$ = &ast.ObjectItem{
$$ = $3 Keys: []*ast.ObjectKey{
&ast.ObjectKey{
Token: token.Token{
Type: token.STRING,
Text: $1,
},
},
},
Val: $3,
}
} }
value: value:
STRING STRING
{ {
$$ = &hcl.Object{ $$ = &ast.LiteralType{
Type: hcl.ValueTypeString, Token: token.Token{Type: token.STRING, Text: $1},
Value: $1,
} }
} }
| number | number
{ {
$$ = $1 $$ = &ast.LiteralType{
Token: token.Token{
Type: token.NUMBER,
Text: fmt.Sprintf("%d", $1),
},
}
} }
| object | object
{ {
@ -88,30 +111,26 @@ value:
} }
| array | array
{ {
$$ = &hcl.Object{ $$ = &ast.ListType{
Type: hcl.ValueTypeList, List: $1,
Value: $1,
} }
} }
| TRUE | TRUE
{ {
$$ = &hcl.Object{ $$ = &ast.LiteralType{
Type: hcl.ValueTypeBool, Token: token.Token{Type: token.BOOL, Text: "true"},
Value: true,
} }
} }
| FALSE | FALSE
{ {
$$ = &hcl.Object{ $$ = &ast.LiteralType{
Type: hcl.ValueTypeBool, Token: token.Token{Type: token.BOOL, Text: "false"},
Value: false,
} }
} }
| NULL | NULL
{ {
$$ = &hcl.Object{ $$ = &ast.LiteralType{
Type: hcl.ValueTypeNil, Token: token.Token{Type: token.STRING, Text: ""},
Value: nil,
} }
} }
@ -128,7 +147,7 @@ array:
elements: elements:
value value
{ {
$$ = []*hcl.Object{$1} $$ = []ast.Node{$1}
} }
| elements COMMA value | elements COMMA value
{ {
@ -138,42 +157,37 @@ elements:
number: number:
int int
{ {
$$ = &hcl.Object{ $$ = &ast.LiteralType{
Type: hcl.ValueTypeInt, Token: token.Token{Type: token.NUMBER, Text: fmt.Sprintf("%d", $1)},
Value: $1,
} }
} }
| float | float
{ {
$$ = &hcl.Object{ $$ = &ast.LiteralType{
Type: hcl.ValueTypeFloat, Token: token.Token{
Value: $1, Type: token.FLOAT,
Text: fmt.Sprintf("%f", $1),
},
} }
} }
| int exp | int exp
{ {
fs := fmt.Sprintf("%d%s", $1, $2) fs := fmt.Sprintf("%d%s", $1, $2)
f, err := strconv.ParseFloat(fs, 64) $$ = &ast.LiteralType{
if err != nil { Token: token.Token{
panic(err) Type: token.FLOAT,
} Text: fs,
},
$$ = &hcl.Object{
Type: hcl.ValueTypeFloat,
Value: f,
} }
} }
| float exp | float exp
{ {
fs := fmt.Sprintf("%f%s", $1, $2) fs := fmt.Sprintf("%f%s", $1, $2)
f, err := strconv.ParseFloat(fs, 64) $$ = &ast.LiteralType{
if err != nil { Token: token.Token{
panic(err) Type: token.FLOAT,
} Text: fs,
},
$$ = &hcl.Object{
Type: hcl.ValueTypeFloat,
Value: f,
} }
} }

199
json/y.go
View File

@ -8,17 +8,21 @@ import (
"fmt" "fmt"
"strconv" "strconv"
"github.com/hashicorp/hcl/hcl" "github.com/hashicorp/hcl/hcl/ast"
"github.com/hashicorp/hcl/hcl/token"
) )
//line parse.y:15 //line parse.y:16
type jsonSymType struct { type jsonSymType struct {
yys int yys int
f float64 f float64
list []ast.Node
node ast.Node
num int num int
str string str string
obj *hcl.Object obj *ast.ObjectType
objlist []*hcl.Object objitem *ast.ObjectItem
objlist *ast.ObjectList
} }
const FLOAT = 57346 const FLOAT = 57346
@ -71,7 +75,7 @@ const jsonEofCode = 1
const jsonErrCode = 2 const jsonErrCode = 2
const jsonMaxDepth = 200 const jsonMaxDepth = 200
//line parse.y:210 //line parse.y:224
//line yacctab:1 //line yacctab:1
var jsonExca = [...]int{ var jsonExca = [...]int{
@ -94,8 +98,8 @@ var jsonAct = [...]int{
21, 22, 30, 17, 18, 19, 23, 25, 24, 26, 21, 22, 30, 17, 18, 19, 23, 25, 24, 26,
25, 24, 36, 32, 13, 3, 10, 22, 33, 17, 25, 24, 36, 32, 13, 3, 10, 22, 33, 17,
18, 19, 23, 35, 34, 23, 38, 9, 7, 39, 18, 19, 23, 35, 34, 23, 38, 9, 7, 39,
5, 29, 6, 8, 37, 15, 2, 1, 4, 31, 5, 29, 6, 8, 37, 15, 2, 1, 4, 14,
16, 14, 11, 31, 16, 11,
} }
var jsonPact = [...]int{ var jsonPact = [...]int{
@ -106,14 +110,14 @@ var jsonPact = [...]int{
} }
var jsonPgo = [...]int{ var jsonPgo = [...]int{
0, 10, 4, 51, 45, 42, 0, 50, 49, 48, 0, 10, 51, 50, 49, 0, 4, 45, 42, 48,
19, 47, 19, 47,
} }
var jsonR1 = [...]int{ var jsonR1 = [...]int{
0, 11, 4, 4, 9, 9, 5, 6, 6, 6, 0, 11, 7, 7, 9, 9, 8, 5, 5, 5,
6, 6, 6, 6, 7, 7, 8, 8, 3, 3, 5, 5, 5, 5, 2, 2, 3, 3, 4, 4,
3, 3, 2, 2, 1, 1, 10, 10, 4, 4, 6, 6, 1, 1, 10, 10,
} }
var jsonR2 = [...]int{ var jsonR2 = [...]int{
@ -123,10 +127,10 @@ var jsonR2 = [...]int{
} }
var jsonChk = [...]int{ var jsonChk = [...]int{
-1000, -11, -4, 12, -9, 13, -5, 11, 13, 7, -1000, -11, -7, 12, -9, 13, -8, 11, 13, 7,
6, -5, -6, 11, -3, -4, -7, 16, 17, 18, 6, -8, -5, 11, -4, -7, -2, 16, 17, 18,
-2, -1, 14, 19, 5, 4, -10, 21, 22, -10, -6, -1, 14, 19, 5, 4, -10, 21, 22, -10,
15, -8, -6, -2, -1, 5, 5, 15, 7, -6, 15, -3, -5, -6, -1, 5, 5, 15, 7, -5,
} }
var jsonDef = [...]int{ var jsonDef = [...]int{
@ -491,206 +495,213 @@ jsondefault:
case 1: case 1:
jsonDollar = jsonS[jsonpt-1 : jsonpt+1] jsonDollar = jsonS[jsonpt-1 : jsonpt+1]
//line parse.y:39 //line parse.y:46
{ {
jsonResult = jsonDollar[1].obj jsonResult = &ast.File{Node: jsonDollar[1].obj}
} }
case 2: case 2:
jsonDollar = jsonS[jsonpt-3 : jsonpt+1] jsonDollar = jsonS[jsonpt-3 : jsonpt+1]
//line parse.y:45 //line parse.y:52
{ {
jsonVAL.obj = &hcl.Object{ jsonVAL.obj = &ast.ObjectType{
Type: hcl.ValueTypeObject, List: jsonDollar[2].objlist,
Value: hcl.ObjectList(jsonDollar[2].objlist).Flat(),
} }
} }
case 3: case 3:
jsonDollar = jsonS[jsonpt-2 : jsonpt+1] jsonDollar = jsonS[jsonpt-2 : jsonpt+1]
//line parse.y:52 //line parse.y:58
{ {
jsonVAL.obj = &hcl.Object{Type: hcl.ValueTypeObject} jsonVAL.obj = &ast.ObjectType{}
} }
case 4: case 4:
jsonDollar = jsonS[jsonpt-1 : jsonpt+1] jsonDollar = jsonS[jsonpt-1 : jsonpt+1]
//line parse.y:58 //line parse.y:64
{ {
jsonVAL.objlist = []*hcl.Object{jsonDollar[1].obj} jsonVAL.objlist = &ast.ObjectList{
Items: []*ast.ObjectItem{jsonDollar[1].objitem},
}
} }
case 5: case 5:
jsonDollar = jsonS[jsonpt-3 : jsonpt+1] jsonDollar = jsonS[jsonpt-3 : jsonpt+1]
//line parse.y:62 //line parse.y:70
{ {
jsonVAL.objlist = append(jsonDollar[1].objlist, jsonDollar[3].obj) jsonDollar[1].objlist.Items = append(jsonDollar[1].objlist.Items, jsonDollar[3].objitem)
jsonVAL.objlist = jsonDollar[1].objlist
} }
case 6: case 6:
jsonDollar = jsonS[jsonpt-3 : jsonpt+1] jsonDollar = jsonS[jsonpt-3 : jsonpt+1]
//line parse.y:68 //line parse.y:77
{ {
jsonDollar[3].obj.Key = jsonDollar[1].str jsonVAL.objitem = &ast.ObjectItem{
jsonVAL.obj = jsonDollar[3].obj Keys: []*ast.ObjectKey{
&ast.ObjectKey{
Token: token.Token{
Type: token.STRING,
Text: jsonDollar[1].str,
},
},
},
Val: jsonDollar[3].node,
}
} }
case 7: case 7:
jsonDollar = jsonS[jsonpt-1 : jsonpt+1] jsonDollar = jsonS[jsonpt-1 : jsonpt+1]
//line parse.y:75 //line parse.y:94
{ {
jsonVAL.obj = &hcl.Object{ jsonVAL.node = &ast.LiteralType{
Type: hcl.ValueTypeString, Token: token.Token{Type: token.STRING, Text: jsonDollar[1].str},
Value: jsonDollar[1].str,
} }
} }
case 8: case 8:
jsonDollar = jsonS[jsonpt-1 : jsonpt+1] jsonDollar = jsonS[jsonpt-1 : jsonpt+1]
//line parse.y:82 //line parse.y:100
{ {
jsonVAL.obj = jsonDollar[1].obj jsonVAL.node = &ast.LiteralType{
Token: token.Token{
Type: token.NUMBER,
Text: fmt.Sprintf("%d", jsonDollar[1].node),
},
}
} }
case 9: case 9:
jsonDollar = jsonS[jsonpt-1 : jsonpt+1] jsonDollar = jsonS[jsonpt-1 : jsonpt+1]
//line parse.y:86 //line parse.y:109
{ {
jsonVAL.obj = jsonDollar[1].obj jsonVAL.node = jsonDollar[1].obj
} }
case 10: case 10:
jsonDollar = jsonS[jsonpt-1 : jsonpt+1] jsonDollar = jsonS[jsonpt-1 : jsonpt+1]
//line parse.y:90 //line parse.y:113
{ {
jsonVAL.obj = &hcl.Object{ jsonVAL.node = &ast.ListType{
Type: hcl.ValueTypeList, List: jsonDollar[1].list,
Value: jsonDollar[1].objlist,
} }
} }
case 11: case 11:
jsonDollar = jsonS[jsonpt-1 : jsonpt+1] jsonDollar = jsonS[jsonpt-1 : jsonpt+1]
//line parse.y:97 //line parse.y:119
{ {
jsonVAL.obj = &hcl.Object{ jsonVAL.node = &ast.LiteralType{
Type: hcl.ValueTypeBool, Token: token.Token{Type: token.BOOL, Text: "true"},
Value: true,
} }
} }
case 12: case 12:
jsonDollar = jsonS[jsonpt-1 : jsonpt+1] jsonDollar = jsonS[jsonpt-1 : jsonpt+1]
//line parse.y:104 //line parse.y:125
{ {
jsonVAL.obj = &hcl.Object{ jsonVAL.node = &ast.LiteralType{
Type: hcl.ValueTypeBool, Token: token.Token{Type: token.BOOL, Text: "false"},
Value: false,
} }
} }
case 13: case 13:
jsonDollar = jsonS[jsonpt-1 : jsonpt+1] jsonDollar = jsonS[jsonpt-1 : jsonpt+1]
//line parse.y:111 //line parse.y:131
{ {
jsonVAL.obj = &hcl.Object{ jsonVAL.node = &ast.LiteralType{
Type: hcl.ValueTypeNil, Token: token.Token{Type: token.STRING, Text: ""},
Value: nil,
} }
} }
case 14: case 14:
jsonDollar = jsonS[jsonpt-2 : jsonpt+1] jsonDollar = jsonS[jsonpt-2 : jsonpt+1]
//line parse.y:120 //line parse.y:139
{ {
jsonVAL.objlist = nil jsonVAL.list = nil
} }
case 15: case 15:
jsonDollar = jsonS[jsonpt-3 : jsonpt+1] jsonDollar = jsonS[jsonpt-3 : jsonpt+1]
//line parse.y:124 //line parse.y:143
{ {
jsonVAL.objlist = jsonDollar[2].objlist jsonVAL.list = jsonDollar[2].list
} }
case 16: case 16:
jsonDollar = jsonS[jsonpt-1 : jsonpt+1] jsonDollar = jsonS[jsonpt-1 : jsonpt+1]
//line parse.y:130 //line parse.y:149
{ {
jsonVAL.objlist = []*hcl.Object{jsonDollar[1].obj} jsonVAL.list = []ast.Node{jsonDollar[1].node}
} }
case 17: case 17:
jsonDollar = jsonS[jsonpt-3 : jsonpt+1] jsonDollar = jsonS[jsonpt-3 : jsonpt+1]
//line parse.y:134 //line parse.y:153
{ {
jsonVAL.objlist = append(jsonDollar[1].objlist, jsonDollar[3].obj) jsonVAL.list = append(jsonDollar[1].list, jsonDollar[3].node)
} }
case 18: case 18:
jsonDollar = jsonS[jsonpt-1 : jsonpt+1] jsonDollar = jsonS[jsonpt-1 : jsonpt+1]
//line parse.y:140 //line parse.y:159
{ {
jsonVAL.obj = &hcl.Object{ jsonVAL.node = &ast.LiteralType{
Type: hcl.ValueTypeInt, Token: token.Token{Type: token.NUMBER, Text: fmt.Sprintf("%d", jsonDollar[1].num)},
Value: jsonDollar[1].num,
} }
} }
case 19: case 19:
jsonDollar = jsonS[jsonpt-1 : jsonpt+1] jsonDollar = jsonS[jsonpt-1 : jsonpt+1]
//line parse.y:147 //line parse.y:165
{ {
jsonVAL.obj = &hcl.Object{ jsonVAL.node = &ast.LiteralType{
Type: hcl.ValueTypeFloat, Token: token.Token{
Value: jsonDollar[1].f, Type: token.FLOAT,
Text: fmt.Sprintf("%f", jsonDollar[1].f),
},
} }
} }
case 20: case 20:
jsonDollar = jsonS[jsonpt-2 : jsonpt+1] jsonDollar = jsonS[jsonpt-2 : jsonpt+1]
//line parse.y:154 //line parse.y:174
{ {
fs := fmt.Sprintf("%d%s", jsonDollar[1].num, jsonDollar[2].str) fs := fmt.Sprintf("%d%s", jsonDollar[1].num, jsonDollar[2].str)
f, err := strconv.ParseFloat(fs, 64) jsonVAL.node = &ast.LiteralType{
if err != nil { Token: token.Token{
panic(err) Type: token.FLOAT,
} Text: fs,
},
jsonVAL.obj = &hcl.Object{
Type: hcl.ValueTypeFloat,
Value: f,
} }
} }
case 21: case 21:
jsonDollar = jsonS[jsonpt-2 : jsonpt+1] jsonDollar = jsonS[jsonpt-2 : jsonpt+1]
//line parse.y:167 //line parse.y:184
{ {
fs := fmt.Sprintf("%f%s", jsonDollar[1].f, jsonDollar[2].str) fs := fmt.Sprintf("%f%s", jsonDollar[1].f, jsonDollar[2].str)
f, err := strconv.ParseFloat(fs, 64) jsonVAL.node = &ast.LiteralType{
if err != nil { Token: token.Token{
panic(err) Type: token.FLOAT,
} Text: fs,
},
jsonVAL.obj = &hcl.Object{
Type: hcl.ValueTypeFloat,
Value: f,
} }
} }
case 22: case 22:
jsonDollar = jsonS[jsonpt-2 : jsonpt+1] jsonDollar = jsonS[jsonpt-2 : jsonpt+1]
//line parse.y:182 //line parse.y:196
{ {
jsonVAL.num = jsonDollar[2].num * -1 jsonVAL.num = jsonDollar[2].num * -1
} }
case 23: case 23:
jsonDollar = jsonS[jsonpt-1 : jsonpt+1] jsonDollar = jsonS[jsonpt-1 : jsonpt+1]
//line parse.y:186 //line parse.y:200
{ {
jsonVAL.num = jsonDollar[1].num jsonVAL.num = jsonDollar[1].num
} }
case 24: case 24:
jsonDollar = jsonS[jsonpt-2 : jsonpt+1] jsonDollar = jsonS[jsonpt-2 : jsonpt+1]
//line parse.y:192 //line parse.y:206
{ {
jsonVAL.f = jsonDollar[2].f * -1 jsonVAL.f = jsonDollar[2].f * -1
} }
case 25: case 25:
jsonDollar = jsonS[jsonpt-1 : jsonpt+1] jsonDollar = jsonS[jsonpt-1 : jsonpt+1]
//line parse.y:196 //line parse.y:210
{ {
jsonVAL.f = jsonDollar[1].f jsonVAL.f = jsonDollar[1].f
} }
case 26: case 26:
jsonDollar = jsonS[jsonpt-2 : jsonpt+1] jsonDollar = jsonS[jsonpt-2 : jsonpt+1]
//line parse.y:202 //line parse.y:216
{ {
jsonVAL.str = "e" + strconv.FormatInt(int64(jsonDollar[2].num), 10) jsonVAL.str = "e" + strconv.FormatInt(int64(jsonDollar[2].num), 10)
} }
case 27: case 27:
jsonDollar = jsonS[jsonpt-2 : jsonpt+1] jsonDollar = jsonS[jsonpt-2 : jsonpt+1]
//line parse.y:206 //line parse.y:220
{ {
jsonVAL.str = "e-" + strconv.FormatInt(int64(jsonDollar[2].num), 10) jsonVAL.str = "e-" + strconv.FormatInt(int64(jsonDollar[2].num), 10)
} }