encode, reencode: Fix handling of invalid UTF-8

1 files changed, 37 insertions, 8 deletions

diff --git a/compat/json/compat_test.go b/compat/json/compat_test.go
index d513c27..d989a4d 100644
--- a/compat/json/compat_test.go
+++ b/compat/json/compat_test.go
@@ -18,10 +18,11 @@ func TestCompatValid(t *testing.T) {
 		Exp bool
 	}
 	testcases := map[string]testcase{
-		"empty":  {In: ``, Exp: false},
-		"num":    {In: `1`, Exp: true},
-		"trunc":  {In: `{`, Exp: false},
-		"object": {In: `{}`, Exp: true},
+		"empty":    {In: ``, Exp: false},
+		"num":      {In: `1`, Exp: true},
+		"trunc":    {In: `{`, Exp: false},
+		"object":   {In: `{}`, Exp: true},
+		"non-utf8": {In: "\"\x85\xcd\"", Exp: false}, // https://github.com/golang/go/issues/58517
 	}
 	for tcName, tc := range testcases {
 		tc := tc
@@ -42,8 +43,9 @@ func TestCompatCompact(t *testing.T) {
 		Err string
 	}
 	testcases := map[string]testcase{
-		"trunc":  {In: `{`, Out: ``, Err: `unexpected end of JSON input`},
-		"object": {In: `{}`, Out: `{}`},
+		"trunc":    {In: `{`, Out: ``, Err: `unexpected end of JSON input`},
+		"object":   {In: `{}`, Out: `{}`},
+		"non-utf8": {In: "\"\x85\xcd\"", Out: "\"\x85\xcd\""},
 	}
 	for tcName, tc := range testcases {
 		tc := tc
@@ -70,8 +72,9 @@ func TestCompatIndent(t *testing.T) {
 		Err string
 	}
 	testcases := map[string]testcase{
-		"trunc":  {In: `{`, Out: ``, Err: `unexpected end of JSON input`},
-		"object": {In: `{}`, Out: `{}`},
+		"trunc":    {In: `{`, Out: ``, Err: `unexpected end of JSON input`},
+		"object":   {In: `{}`, Out: `{}`},
+		"non-utf8": {In: "\"\x85\xcd\"", Out: "\"\x85\xcd\""},
 	}
 	for tcName, tc := range testcases {
 		tc := tc
@@ -89,3 +92,29 @@ func TestCompatIndent(t *testing.T) {
 		})
 	}
 }
+
+func TestCompatMarshal(t *testing.T) {
+	t.Parallel()
+	type testcase struct {
+		In  any
+		Out string
+		Err string
+	}
+	testcases := map[string]testcase{
+		"non-utf8": {In: "\x85\xcd", Out: "\"\\ufffd\\ufffd\""},
+		"urc":      {In: "\ufffd", Out: "\"\ufffd\""},
+	}
+	for tcName, tc := range testcases {
+		tc := tc
+		t.Run(tcName, func(t *testing.T) {
+			t.Parallel()
+			out, err := Marshal(tc.In)
+			assert.Equal(t, tc.Out, string(out))
+			if tc.Err == "" {
+				assert.NoError(t, err)
+			} else {
+				assert.EqualError(t, err, tc.Err)
+			}
+		})
+	}
+}