123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192 |
- package jsonparser
- import (
- "bytes"
- "testing"
- )
- func TestH2I(t *testing.T) {
- hexChars := []byte{'0', '9', 'A', 'F', 'a', 'f', 'x', '\000'}
- hexValues := []int{0, 9, 10, 15, 10, 15, -1, -1}
- for i, c := range hexChars {
- if v := h2I(c); v != hexValues[i] {
- t.Errorf("h2I('%c') returned wrong value (obtained %d, expected %d)", c, v, hexValues[i])
- }
- }
- }
- type escapedUnicodeRuneTest struct {
- in string
- isErr bool
- out rune
- len int
- }
- var commonUnicodeEscapeTests = []escapedUnicodeRuneTest{
- {in: `\u0041`, out: 'A', len: 6},
- {in: `\u0000`, out: 0, len: 6},
- {in: `\u00b0`, out: '°', len: 6},
- {in: `\u00B0`, out: '°', len: 6},
- {in: `\x1234`, out: 0x1234, len: 6}, // These functions do not check the \u prefix
- {in: ``, isErr: true},
- {in: `\`, isErr: true},
- {in: `\u`, isErr: true},
- {in: `\u1`, isErr: true},
- {in: `\u11`, isErr: true},
- {in: `\u111`, isErr: true},
- {in: `\u123X`, isErr: true},
- }
- var singleUnicodeEscapeTests = append([]escapedUnicodeRuneTest{
- {in: `\uD83D`, out: 0xD83D, len: 6},
- {in: `\uDE03`, out: 0xDE03, len: 6},
- {in: `\uFFFF`, out: 0xFFFF, len: 6},
- {in: `\uFF11`, out: '1', len: 6},
- }, commonUnicodeEscapeTests...)
- var multiUnicodeEscapeTests = append([]escapedUnicodeRuneTest{
- {in: `\uD83D`, isErr: true},
- {in: `\uDE03`, isErr: true},
- {in: `\uFFFF`, out: '\uFFFF', len: 6},
- {in: `\uFF11`, out: '1', len: 6},
- {in: `\uD83D\uDE03`, out: '\U0001F603', len: 12},
- {in: `\uD800\uDC00`, out: '\U00010000', len: 12},
- {in: `\uD800\`, isErr: true},
- {in: `\uD800\u`, isErr: true},
- {in: `\uD800\uD`, isErr: true},
- {in: `\uD800\uDC`, isErr: true},
- {in: `\uD800\uDC0`, isErr: true},
- {in: `\uD800\uDBFF`, isErr: true}, // invalid low surrogate
- }, commonUnicodeEscapeTests...)
- func TestDecodeSingleUnicodeEscape(t *testing.T) {
- for _, test := range singleUnicodeEscapeTests {
- r, ok := decodeSingleUnicodeEscape([]byte(test.in))
- isErr := !ok
- if isErr != test.isErr {
- t.Errorf("decodeSingleUnicodeEscape(%s) returned isErr mismatch: expected %t, obtained %t", test.in, test.isErr, isErr)
- } else if isErr {
- continue
- } else if r != test.out {
- t.Errorf("decodeSingleUnicodeEscape(%s) returned rune mismatch: expected %x (%c), obtained %x (%c)", test.in, test.out, test.out, r, r)
- }
- }
- }
- func TestDecodeUnicodeEscape(t *testing.T) {
- for _, test := range multiUnicodeEscapeTests {
- r, len := decodeUnicodeEscape([]byte(test.in))
- isErr := (len == -1)
- if isErr != test.isErr {
- t.Errorf("decodeUnicodeEscape(%s) returned isErr mismatch: expected %t, obtained %t", test.in, test.isErr, isErr)
- } else if isErr {
- continue
- } else if len != test.len {
- t.Errorf("decodeUnicodeEscape(%s) returned length mismatch: expected %d, obtained %d", test.in, test.len, len)
- } else if r != test.out {
- t.Errorf("decodeUnicodeEscape(%s) returned rune mismatch: expected %x (%c), obtained %x (%c)", test.in, test.out, test.out, r, r)
- }
- }
- }
- type unescapeTest struct {
- in string // escaped string
- out string // expected unescaped string
- canAlloc bool // can unescape cause an allocation (depending on buffer size)? true iff 'in' contains escape sequence(s)
- isErr bool // should this operation result in an error
- }
- var unescapeTests = []unescapeTest{
- {in: ``, out: ``, canAlloc: false},
- {in: `a`, out: `a`, canAlloc: false},
- {in: `abcde`, out: `abcde`, canAlloc: false},
- {in: `ab\\de`, out: `ab\de`, canAlloc: true},
- {in: `ab\"de`, out: `ab"de`, canAlloc: true},
- {in: `ab \u00B0 de`, out: `ab ° de`, canAlloc: true},
- {in: `ab \uFF11 de`, out: `ab 1 de`, canAlloc: true},
- {in: `\uFFFF`, out: "\uFFFF", canAlloc: true},
- {in: `ab \uD83D\uDE03 de`, out: "ab \U0001F603 de", canAlloc: true},
- {in: `\u0000\u0000\u0000\u0000\u0000`, out: "\u0000\u0000\u0000\u0000\u0000", canAlloc: true},
- {in: `\u0000 \u0000 \u0000 \u0000 \u0000`, out: "\u0000 \u0000 \u0000 \u0000 \u0000", canAlloc: true},
- {in: ` \u0000 \u0000 \u0000 \u0000 \u0000 `, out: " \u0000 \u0000 \u0000 \u0000 \u0000 ", canAlloc: true},
- {in: `\uD800`, isErr: true},
- {in: `abcde\`, isErr: true},
- {in: `abcde\x`, isErr: true},
- {in: `abcde\u`, isErr: true},
- {in: `abcde\u1`, isErr: true},
- {in: `abcde\u12`, isErr: true},
- {in: `abcde\u123`, isErr: true},
- {in: `abcde\uD800`, isErr: true},
- {in: `ab\uD800de`, isErr: true},
- {in: `\uD800abcde`, isErr: true},
- }
- // isSameMemory checks if two slices contain the same memory pointer (meaning one is a
- // subslice of the other, with possibly differing lengths/capacities).
- func isSameMemory(a, b []byte) bool {
- if cap(a) == 0 || cap(b) == 0 {
- return cap(a) == cap(b)
- } else if a, b = a[:1], b[:1]; a[0] != b[0] {
- return false
- } else {
- a[0]++
- same := (a[0] == b[0])
- a[0]--
- return same
- }
- }
- func TestUnescape(t *testing.T) {
- for _, test := range unescapeTests {
- type bufferTestCase struct {
- buf []byte
- isTooSmall bool
- }
- var bufs []bufferTestCase
- if len(test.in) == 0 {
- // If the input string is length 0, only a buffer of size 0 is a meaningful test
- bufs = []bufferTestCase{{nil, false}}
- } else {
- // For non-empty input strings, we can try several buffer sizes (0, len-1, len)
- bufs = []bufferTestCase{
- {nil, true},
- {make([]byte, 0, len(test.in)-1), true},
- {make([]byte, 0, len(test.in)), false},
- }
- }
- for _, buftest := range bufs {
- in := []byte(test.in)
- buf := buftest.buf
- out, err := Unescape(in, buf)
- isErr := (err != nil)
- isAlloc := !isSameMemory(out, in) && !isSameMemory(out, buf)
- if isErr != test.isErr {
- t.Errorf("Unescape(`%s`, bufsize=%d) returned isErr mismatch: expected %t, obtained %t", test.in, cap(buf), test.isErr, isErr)
- break
- } else if isErr {
- continue
- } else if !bytes.Equal(out, []byte(test.out)) {
- t.Errorf("Unescape(`%s`, bufsize=%d) returned unescaped mismatch: expected `%s` (%v, len %d), obtained `%s` (%v, len %d)", test.in, cap(buf), test.out, []byte(test.out), len(test.out), string(out), out, len(out))
- break
- } else if isAlloc != (test.canAlloc && buftest.isTooSmall) {
- t.Errorf("Unescape(`%s`, bufsize=%d) returned isAlloc mismatch: expected %t, obtained %t", test.in, cap(buf), buftest.isTooSmall, isAlloc)
- break
- }
- }
- }
- }
|