[#5] parse 添加对 tab 的处理

Author: 520MianXiangDuiXiang520

decode/lexer.go

@@ -171,7 +171,7 @@ func (l *jsonParser) tokenizer() error {
 				return errors.WithStack(err)
 			}
 			i = (*l).off
-		case '\n', ' ', '\r':
+		case '\n', ' ', '\r', 9:
 			i++
 			l.off++
 		default:

parse_test.go

@@ -1,61 +1,70 @@
 package json_diff
 
 import (
+	"fmt"
 	"github.com/520MianXiangDuiXiang520/json-diff/decode"
-	"io/ioutil"
+	// "io/ioutil"
 	"testing"
 )
 
-func BenchmarkMarshal(b *testing.B) {
-	fileName := "./test_data/deepcopy_test/deepcopy_speed_test.json"
-	// fileName := "./test_data/hash_test.json"
-	input, err := ioutil.ReadFile(fileName)
-	if err != nil {
-		b.Error("fail to open the ", fileName)
-	}
-	node, _ := decode.Unmarshal(input)
-	b.ResetTimer()
-	for i := 0; i < b.N; i++ {
-		_, _ = decode.Marshal(node)
-	}
+func TestUnmarshal(t *testing.T) {
+	json2 := `{
+	"A": 1, "B": [1, 3], "C": [2, 1], "D": 6
+}`
+	node, err := decode.Unmarshal([]byte(json2))
+	fmt.Println(node, err)
 }
 
-func BenchmarkMarshalOld(b *testing.B) {
-	fileName := "./test_data/deepcopy_test/deepcopy_speed_test.json"
-	// fileName := "./test_data/hash_test.json"
-	input, err := ioutil.ReadFile(fileName)
-	if err != nil {
-		b.Error("fail to open the ", fileName)
-	}
-	node, _ := Unmarshal(input)
-	b.ResetTimer()
-	for i := 0; i < b.N; i++ {
-		_, _ = Marshal(node)
-	}
-}
-
-func BenchmarkUnmarshal(b *testing.B) {
-	fileName := "./test_data/deepcopy_test/deepcopy_speed_test.json"
-	// fileName := "./test_data/hash_test.json"
-	input, err := ioutil.ReadFile(fileName)
-	if err != nil {
-		b.Error("fail to open the ", fileName)
-	}
-	b.ResetTimer()
-	for i := 0; i < b.N; i++ {
-		_, _ = decode.Unmarshal(input)
-	}
-}
-
-func BenchmarkUnmarshalOld(b *testing.B) {
-	fileName := "./test_data/deepcopy_test/deepcopy_speed_test.json"
-	// fileName := "./test_data/hash_test.json"
-	input, err := ioutil.ReadFile(fileName)
-	if err != nil {
-		b.Error("fail to open the ", fileName)
-	}
-	b.ResetTimer()
-	for i := 0; i < b.N; i++ {
-		_, _ = Unmarshal(input)
-	}
-}
+// func BenchmarkMarshal(b *testing.B) {
+// 	fileName := "./test_data/deepcopy_test/deepcopy_speed_test.json"
+// 	// fileName := "./test_data/hash_test.json"
+// 	input, err := ioutil.ReadFile(fileName)
+// 	if err != nil {
+// 		b.Error("fail to open the ", fileName)
+// 	}
+// 	node, _ := decode.Unmarshal(input)
+// 	b.ResetTimer()
+// 	for i := 0; i < b.N; i++ {
+// 		_, _ = decode.Marshal(node)
+// 	}
+// }
+//
+// func BenchmarkMarshalOld(b *testing.B) {
+// 	fileName := "./test_data/deepcopy_test/deepcopy_speed_test.json"
+// 	// fileName := "./test_data/hash_test.json"
+// 	input, err := ioutil.ReadFile(fileName)
+// 	if err != nil {
+// 		b.Error("fail to open the ", fileName)
+// 	}
+// 	node, _ := Unmarshal(input)
+// 	b.ResetTimer()
+// 	for i := 0; i < b.N; i++ {
+// 		_, _ = Marshal(node)
+// 	}
+// }
+//
+// func BenchmarkUnmarshal(b *testing.B) {
+// 	fileName := "./test_data/deepcopy_test/deepcopy_speed_test.json"
+// 	// fileName := "./test_data/hash_test.json"
+// 	input, err := ioutil.ReadFile(fileName)
+// 	if err != nil {
+// 		b.Error("fail to open the ", fileName)
+// 	}
+// 	b.ResetTimer()
+// 	for i := 0; i < b.N; i++ {
+// 		_, _ = decode.Unmarshal(input)
+// 	}
+// }
+//
+// func BenchmarkUnmarshalOld(b *testing.B) {
+// 	fileName := "./test_data/deepcopy_test/deepcopy_speed_test.json"
+// 	// fileName := "./test_data/hash_test.json"
+// 	input, err := ioutil.ReadFile(fileName)
+// 	if err != nil {
+// 		b.Error("fail to open the ", fileName)
+// 	}
+// 	b.ResetTimer()
+// 	for i := 0; i < b.N; i++ {
+// 		_, _ = Unmarshal(input)
+// 	}
+// }