Jsonparser prototype

src/cmd/jsondebug/common/helpers.go

@@ -11,6 +11,10 @@ const (
 	FileName = "input.json"
 )
 
+type FooArray struct {
+	Entries []*Foo `json:"entries"`
+}
+
 type Foo struct {
 	A []byte
 }

src/cmd/jsondebug/gen/gen.go

@@ -11,7 +11,9 @@ import (
 
 func main() {
 	buf := make([]byte, common.ItemSize)
-	data := make([]common.Foo, 0, common.NumItems)
+	data := &common.FooArray{
+		Entries: make([]*common.Foo, 0, common.NumItems),
+	}
 
 	for i := 0; i < common.NumItems; i++ {
 		n, err := rand.Read(buf)
@@ -28,7 +30,7 @@ func main() {
 		}
 
 		item := common.Foo{A: buf}
-		data = append(data, item)
+		data.Entries = append(data.Entries, &item)
 	}
 
 	f, err := os.Create(common.FileName)

src/cmd/jsondebug/goread/read.go

@@ -19,7 +19,7 @@ func main() {
 
 	dec := json.NewDecoder(f)
 
-	output := []common.Foo{}
+	output := common.FooArray{}
 
 	if err := dec.Decode(&output); err != nil {
 		fmt.Printf("Error decoding input: %v\n", err)

src/cmd/jsondebug/jsonparser/read.go

@@ -0,0 +1,51 @@
+package main
+
+import (
+	"fmt"
+	"io/ioutil"
+	"os"
+
+	"github.com/alcionai/corso/src/cmd/jsondebug/common"
+	"github.com/buger/jsonparser"
+)
+
+func main() {
+	f, err := os.Open(common.FileName)
+	if err != nil {
+		fmt.Printf("Error opening input file: %v\n", err)
+		return
+	}
+
+	defer f.Close()
+
+	data, err := ioutil.ReadAll(f)
+	if err != nil {
+		fmt.Printf("Error reading file: %v\n", err)
+		return
+	}
+
+	output := common.FooArray{
+		Entries: []*common.Foo{},
+	}
+
+	_ = output
+
+	common.PrintMemUsage()
+
+	jsonparser.ArrayEach(data, func(value []byte, dataType jsonparser.ValueType, offset int, err error) {
+		buf, _, _, errInner := jsonparser.Get(value, "A")
+		if errInner != nil {
+			fmt.Printf("Error decoding input: %v\n", err)
+			return
+		}
+		_ = value
+		cpBuf := make([]byte, len(buf))
+		_ = copy(cpBuf, buf)
+		e := &common.Foo{
+			A: cpBuf,
+		}
+		output.Entries = append(output.Entries, e)
+	}, "entries")
+
+	common.PrintMemUsage()
+}

src/go.mod

@@ -38,6 +38,7 @@ require (
 	github.com/VividCortex/ewma v1.2.0 // indirect
 	github.com/acarl005/stripansi v0.0.0-20180116102854-5a71ef0e047d // indirect
 	github.com/andybalholm/brotli v1.0.4 // indirect
+	github.com/buger/jsonparser v1.1.1 // indirect
 	github.com/dnaeon/go-vcr v1.2.0 // indirect
 	github.com/fsnotify/fsnotify v1.6.0 // indirect
 	github.com/hashicorp/hcl v1.0.0 // indirect

src/go.sum

@@ -66,6 +66,8 @@ github.com/beorn7/perks v1.0.1 h1:VlbKKnNfV8bJzeqoa4cOKqO6bYr3WgKZxO8Z16+hsOM=
 github.com/beorn7/perks v1.0.1/go.mod h1:G2ZrVWU2WbWT9wwq4/hrbKbnv/1ERSJQ0ibhJ6rlkpw=
 github.com/bmizerany/assert v0.0.0-20160611221934-b7ed37b82869 h1:DDGfHa7BWjL4YnC6+E63dPcxHo2sUxDIu8g3QgEJdRY=
 github.com/bmizerany/assert v0.0.0-20160611221934-b7ed37b82869/go.mod h1:Ekp36dRnpXw/yCqJaO+ZrUyxD+3VXMFFr56k5XYrpB4=
+github.com/buger/jsonparser v1.1.1 h1:2PnMjfWD7wBILjqQbt530v576A/cAbQvEW9gGIpYMUs=
+github.com/buger/jsonparser v1.1.1/go.mod h1:6RYKKt7H4d4+iWqouImQ9R2FZql3VbhNgx27UK13J/0=
 github.com/cenkalti/backoff/v4 v4.2.0 h1:HN5dHm3WBOgndBH6E8V0q2jIYIR3s9yglV8k/+MN3u4=
 github.com/cenkalti/backoff/v4 v4.2.0/go.mod h1:Y3VNntkOUPxTVeUxJ/G5vcM//AlwfmyYozVcomhLiZE=
 github.com/census-instrumentation/opencensus-proto v0.2.1/go.mod h1:f6KPmirojxKA12rnyqOA5BBL4O983OfeGPqjHWSTneU=