Lexer benchmarks

.gitignore

@@ -0,0 +1,2 @@
+main
+big*.json

lexer/lexer_test.go

@@ -1,62 +1,84 @@
 package lexer
 
 import (
+	"encoding/json"
+	"io/ioutil"
+	"os"
 	"runtime"
 	"testing"
 
 	"github.com/localhots/punk/buffer"
 )
 
+func BenchmarkRun(t *testing.B) {
+	f, _ := os.Open("big1.json")
+	b, _ := ioutil.ReadAll(f)
+	t.ReportAllocs()
+	for i := 0; i < t.N; i++ {
+		lex(b)
+	}
+}
+
+func BenchmarkStandardJSON(t *testing.B) {
+	f, _ := os.Open("big1.json")
+	b, _ := ioutil.ReadAll(f)
+	t.ReportAllocs()
+	for i := 0; i < t.N; i++ {
+		var res interface{}
+		json.Unmarshal(b, &res)
+	}
+}
+
 func TestEmpty(t *testing.T) {
-	compare(t, lex(""), []Item{
+	compare(t, lex([]byte("")), []Item{
 		{EOF, "\x00", 0, 0},
 	})
 }
 
 func TestNull(t *testing.T) {
-	compare(t, lex("null"), []Item{
+	compare(t, lex([]byte("null")), []Item{
 		{Null, "null", 0, 0},
 		{EOF, "\x00", 0, 0},
 	})
 }
 
 func TesBool(t *testing.T) {
-	compare(t, lex("true"), []Item{
+	compare(t, lex([]byte("true")), []Item{
 		{Bool, "true", 0, 0},
 		{EOF, "\x00", 0, 0},
 	})
-	compare(t, lex("false"), []Item{
+	compare(t, lex([]byte("false")), []Item{
 		{Bool, "false", 0, 0},
 		{EOF, "\x00", 0, 0},
 	})
 }
 
 func TestString(t *testing.T) {
-	compare(t, lex(`"foo"`), []Item{
+	compare(t, lex([]byte(`"foo"`)), []Item{
 		{String, "foo", 0, 0},
 		{EOF, "\x00", 0, 0},
 	})
 }
 
 func TestNumber(t *testing.T) {
-	compare(t, lex("123"), []Item{
+	compare(t, lex([]byte("123")), []Item{
 		{Number, "123", 0, 0},
 		{EOF, "\x00", 0, 0},
 	})
-	compare(t, lex("123.456"), []Item{
+	compare(t, lex([]byte("123.456")), []Item{
 		{Number, "123.456", 0, 0},
 		{EOF, "\x00", 0, 0},
 	})
-	compare(t, lex("123.456.789"), []Item{
+	compare(t, lex([]byte("123.456.789")), []Item{
 		{Error, `Invalid number: "123.456.789"`, 0, 0},
 	})
-	compare(t, lex("123."), []Item{
+	compare(t, lex([]byte("123.")), []Item{
 		{Error, `Invalid number: "123."`, 0, 0},
 	})
 }
 
 func TestArray(t *testing.T) {
-	compare(t, lex(`[1, "2", 3]`), []Item{
+	compare(t, lex([]byte(`[1, "2", 3]`)), []Item{
 		{BracketOpen, "[", 0, 0},
 		{Number, "1", 0, 0},
 		{Comma, ",", 0, 0},
@@ -69,7 +91,7 @@ func TestArray(t *testing.T) {
 }
 
 func TestObject(t *testing.T) {
-	compare(t, lex(`{"a": 1, "b": 2}`), []Item{
+	compare(t, lex([]byte(`{"a": 1, "b": 2}`)), []Item{
 		{BraceOpen, "{", 0, 0},
 		{String, "a", 0, 0},
 		{Colon, ":", 0, 0},
@@ -85,8 +107,7 @@ func TestObject(t *testing.T) {
 
 // Yay!
 func TestEverything(t *testing.T) {
-	input := `
-{
+	input := []byte(`{
 	    "foo": true,
 	    "bar": false,
 	    "zilch": null,
@@ -94,8 +115,8 @@ func TestEverything(t *testing.T) {
 	    "bullshit": {
 	        "nothing": "anything"
 	    }!
-}
-`
+	}`)
+
 	compare(t, lex(input), []Item{
 		{BraceOpen, "{", 0, 0},
 		{String, "foo", 0, 0},
@@ -152,8 +173,8 @@ func compare(t *testing.T, reality, expectations []Item) {
 	}
 }
 
-func lex(jstr string) []Item {
-	buf := buffer.NewBytesBuffer([]byte(jstr))
+func lex(b []byte) []Item {
+	buf := buffer.NewBytesBuffer(b)
 	lex := New(buf)
 	go lex.Run()