| 1 | ## oils_failures_allowed: 1
|
| 2 | ## tags: dev-minimal
|
| 3 |
|
| 4 | #### usage errors
|
| 5 |
|
| 6 | json read zz
|
| 7 | echo status=$?
|
| 8 |
|
| 9 | json write
|
| 10 |
|
| 11 | ## status: 3
|
| 12 | ## STDOUT:
|
| 13 | status=2
|
| 14 | ## END
|
| 15 |
|
| 16 | #### json write STRING
|
| 17 | shopt --set parse_proc
|
| 18 |
|
| 19 | json write ('foo')
|
| 20 | var s = 'foo'
|
| 21 | json write (s)
|
| 22 | ## STDOUT:
|
| 23 | "foo"
|
| 24 | "foo"
|
| 25 | ## END
|
| 26 |
|
| 27 | #### json write ARRAY
|
| 28 | json write (:|foo.cc foo.h|)
|
| 29 | json write (['foo.cc', 'foo.h'], space=0)
|
| 30 | ## STDOUT:
|
| 31 | [
|
| 32 | "foo.cc",
|
| 33 | "foo.h"
|
| 34 | ]
|
| 35 | ["foo.cc","foo.h"]
|
| 36 | ## END
|
| 37 |
|
| 38 | #### json write Dict
|
| 39 | json write ({k: 'v', k2: [4, 5]})
|
| 40 |
|
| 41 | json write ([{k: 'v', k2: 'v2'}, {}])
|
| 42 |
|
| 43 | ## STDOUT:
|
| 44 | {
|
| 45 | "k": "v",
|
| 46 | "k2": [
|
| 47 | 4,
|
| 48 | 5
|
| 49 | ]
|
| 50 | }
|
| 51 | [
|
| 52 | {
|
| 53 | "k": "v",
|
| 54 | "k2": "v2"
|
| 55 | },
|
| 56 | {}
|
| 57 | ]
|
| 58 | ## END
|
| 59 |
|
| 60 | #### json write space=0, space=4
|
| 61 | shopt --set parse_proc
|
| 62 |
|
| 63 | var mydict = {name: "bob", age: 30}
|
| 64 |
|
| 65 | json write (mydict, space=0)
|
| 66 | json write (mydict, space=4)
|
| 67 | ## STDOUT:
|
| 68 | {"name":"bob","age":30}
|
| 69 | {
|
| 70 | "name": "bob",
|
| 71 | "age": 30
|
| 72 | }
|
| 73 | ## END
|
| 74 |
|
| 75 | #### json write in command sub
|
| 76 | shopt -s oil:all # for echo
|
| 77 | var mydict = {name: "bob", age: 30}
|
| 78 | json write (mydict)
|
| 79 | var x = $(json write (mydict))
|
| 80 | echo $x
|
| 81 | ## STDOUT:
|
| 82 | {
|
| 83 | "name": "bob",
|
| 84 | "age": 30
|
| 85 | }
|
| 86 | {
|
| 87 | "name": "bob",
|
| 88 | "age": 30
|
| 89 | }
|
| 90 | ## END
|
| 91 |
|
| 92 | #### json read passed invalid args
|
| 93 |
|
| 94 | # EOF
|
| 95 | json read
|
| 96 | echo status=$?
|
| 97 |
|
| 98 | json read 'z z'
|
| 99 | echo status=$?
|
| 100 |
|
| 101 | json read a b c
|
| 102 | echo status=$?
|
| 103 |
|
| 104 | ## STDOUT:
|
| 105 | status=1
|
| 106 | status=2
|
| 107 | status=2
|
| 108 | ## END
|
| 109 |
|
| 110 | #### json read uses $_reply var
|
| 111 |
|
| 112 | # space before true
|
| 113 | echo ' true' | json read
|
| 114 | json write (_reply)
|
| 115 |
|
| 116 | ## STDOUT:
|
| 117 | true
|
| 118 | ## END
|
| 119 |
|
| 120 | #### json read then json write
|
| 121 |
|
| 122 | # BUG with space before true
|
| 123 | echo '{"name": "bob", "age": 42, "ok": true}' | json read
|
| 124 | json write (_reply)
|
| 125 |
|
| 126 | echo '{"name": "bob", "age": 42, "ok":true}' | json read
|
| 127 | json write (_reply)
|
| 128 |
|
| 129 | echo '{"name": {}, "age": {}, "x":-1, "y": -0}' | json read
|
| 130 | json write (_reply)
|
| 131 |
|
| 132 | ## STDOUT:
|
| 133 | {
|
| 134 | "name": "bob",
|
| 135 | "age": 42,
|
| 136 | "ok": true
|
| 137 | }
|
| 138 | {
|
| 139 | "name": "bob",
|
| 140 | "age": 42,
|
| 141 | "ok": true
|
| 142 | }
|
| 143 | {
|
| 144 | "name": {},
|
| 145 | "age": {},
|
| 146 | "x": -1,
|
| 147 | "y": 0
|
| 148 | }
|
| 149 | ## END
|
| 150 |
|
| 151 | #### json read with redirect
|
| 152 | echo '{"age": 42}' > $TMP/foo.txt
|
| 153 | json read (&x) < $TMP/foo.txt
|
| 154 | pp cell_ x
|
| 155 | ## STDOUT:
|
| 156 | x = (Cell exported:F readonly:F nameref:F val:(value.Dict d:{age (value.Int i:42)}))
|
| 157 | ## END
|
| 158 |
|
| 159 | #### json read at end of pipeline (relies on lastpipe)
|
| 160 | echo '{"age": 43}' | json read (&y)
|
| 161 | pp cell_ y
|
| 162 | ## STDOUT:
|
| 163 | y = (Cell exported:F readonly:F nameref:F val:(value.Dict d:{age (value.Int i:43)}))
|
| 164 | ## END
|
| 165 |
|
| 166 | #### invalid JSON
|
| 167 | echo '{' | json read (&y)
|
| 168 | echo pipeline status = $?
|
| 169 | pp test_ (y)
|
| 170 | ## status: 1
|
| 171 | ## STDOUT:
|
| 172 | pipeline status = 1
|
| 173 | ## END
|
| 174 |
|
| 175 | #### Extra data after valid JSON
|
| 176 |
|
| 177 | # Trailing space is OK
|
| 178 | echo '42 ' | json read
|
| 179 | echo num space $?
|
| 180 |
|
| 181 | echo '{} ' | json read
|
| 182 | echo obj space $?
|
| 183 |
|
| 184 | echo '42 # comment' | json8 read
|
| 185 | echo num comment $?
|
| 186 |
|
| 187 | echo '{} # comment ' | json8 read
|
| 188 | echo obj comment $?
|
| 189 |
|
| 190 | echo '42]' | json read
|
| 191 | echo num bracket $?
|
| 192 |
|
| 193 | echo '{}]' | json read
|
| 194 | echo obj bracket $?
|
| 195 |
|
| 196 | ## STDOUT:
|
| 197 | num space 0
|
| 198 | obj space 0
|
| 199 | num comment 0
|
| 200 | obj comment 0
|
| 201 | num bracket 1
|
| 202 | obj bracket 1
|
| 203 | ## END
|
| 204 |
|
| 205 | #### json write expression
|
| 206 | json write ([1,2,3], space=0)
|
| 207 | echo status=$?
|
| 208 |
|
| 209 | json write (5, 6) # to many args
|
| 210 | echo status=$?
|
| 211 |
|
| 212 | ## status: 3
|
| 213 | ## STDOUT:
|
| 214 | [1,2,3]
|
| 215 | status=0
|
| 216 | ## END
|
| 217 |
|
| 218 | #### json write evaluation error
|
| 219 |
|
| 220 | #var block = ^(echo hi)
|
| 221 | #json write (block)
|
| 222 | #echo status=$?
|
| 223 |
|
| 224 | # undefined var
|
| 225 | json write (a)
|
| 226 | echo 'should have failed'
|
| 227 |
|
| 228 | ## status: 1
|
| 229 | ## STDOUT:
|
| 230 | ## END
|
| 231 |
|
| 232 | #### json write of List in cycle
|
| 233 |
|
| 234 | var L = [1, 2, 3]
|
| 235 | setvar L[0] = L
|
| 236 | pp test_ (L)
|
| 237 |
|
| 238 | json write (L)
|
| 239 | echo status=$?
|
| 240 |
|
| 241 | ## status: 0
|
| 242 | ## STDOUT:
|
| 243 | (List) [[...],2,3]
|
| 244 | status=1
|
| 245 | ## END
|
| 246 |
|
| 247 | #### json write of Dict in cycle
|
| 248 |
|
| 249 | var d = {}
|
| 250 | setvar d.k = d
|
| 251 |
|
| 252 | pp test_ (d)
|
| 253 |
|
| 254 | json write (d)
|
| 255 | echo status=$?
|
| 256 |
|
| 257 | ## STDOUT:
|
| 258 | (Dict) {"k":{...}}
|
| 259 | status=1
|
| 260 | ## END
|
| 261 |
|
| 262 | #### json write of List/Dict referenced twice (bug fix)
|
| 263 |
|
| 264 | var mylist = [1,2,3]
|
| 265 | var mydict = {foo: "bar"}
|
| 266 |
|
| 267 | var top = {k: mylist, k2: mylist, k3: mydict, k4: mydict}
|
| 268 |
|
| 269 | # BUG!
|
| 270 | json write (top, space=0)
|
| 271 |
|
| 272 | ## STDOUT:
|
| 273 | {"k":[1,2,3],"k2":[1,2,3],"k3":{"foo":"bar"},"k4":{"foo":"bar"}}
|
| 274 | ## END
|
| 275 |
|
| 276 | #### json read doesn't accept u'' or b'' strings
|
| 277 |
|
| 278 | json read <<EOF
|
| 279 | {"key": u'val'}
|
| 280 | EOF
|
| 281 | echo status=$?
|
| 282 |
|
| 283 | #pp test_ (_reply)
|
| 284 |
|
| 285 | json read <<EOF
|
| 286 | {"key": b'val'}
|
| 287 | EOF
|
| 288 | echo status=$?
|
| 289 |
|
| 290 | ## STDOUT:
|
| 291 | status=1
|
| 292 | status=1
|
| 293 | ## END
|
| 294 |
|
| 295 | #### json read doesn't accept comments, but json8 does
|
| 296 |
|
| 297 | json8 read <<EOF
|
| 298 | { # comment
|
| 299 | "key": # zz
|
| 300 | b'val', # yy
|
| 301 | "k2": "v2" #
|
| 302 | }
|
| 303 | EOF
|
| 304 | echo status=$?
|
| 305 |
|
| 306 | json8 write (_reply)
|
| 307 |
|
| 308 | json read <<EOF
|
| 309 | {"key": "val"} # comment
|
| 310 | EOF
|
| 311 | echo status=$?
|
| 312 | ## STDOUT:
|
| 313 | status=0
|
| 314 | {
|
| 315 | "key": "val",
|
| 316 | "k2": "v2"
|
| 317 | }
|
| 318 | status=1
|
| 319 | ## END
|
| 320 |
|
| 321 |
|
| 322 | #### json write emits Unicode replacement char for binary data \yff
|
| 323 |
|
| 324 | json write ([3, "foo", $'-\xff\xfe---\xfd=']) > tmp.txt
|
| 325 |
|
| 326 | # Round trip it for good measure
|
| 327 | json read < tmp.txt
|
| 328 |
|
| 329 | json write (_reply)
|
| 330 |
|
| 331 | ## STDOUT:
|
| 332 | [
|
| 333 | 3,
|
| 334 | "foo",
|
| 335 | "-��---�="
|
| 336 | ]
|
| 337 | ## END
|
| 338 |
|
| 339 | #### json8 accepts j"" prefix, but json doesn't
|
| 340 |
|
| 341 | var msg = r'j"foo\nbar"'
|
| 342 |
|
| 343 | echo "$msg" | json read
|
| 344 | echo json=$?
|
| 345 | echo
|
| 346 |
|
| 347 | echo "$msg" | json8 read
|
| 348 | echo json8=$?
|
| 349 | pp test_ (_reply)
|
| 350 | echo
|
| 351 |
|
| 352 | var msg = r'j"\u0041"'
|
| 353 | echo "$msg" | json8 read
|
| 354 | echo json8=$?
|
| 355 | pp test_ (_reply)
|
| 356 |
|
| 357 |
|
| 358 | ## STDOUT:
|
| 359 | json=1
|
| 360 |
|
| 361 | json8=0
|
| 362 | (Str) "foo\nbar"
|
| 363 |
|
| 364 | json8=0
|
| 365 | (Str) "A"
|
| 366 | ## END
|
| 367 |
|
| 368 | #### j"" prefix not accepted in YSH (could be added later)
|
| 369 |
|
| 370 | shopt -s ysh:all
|
| 371 |
|
| 372 | # denied by YSH
|
| 373 | # echo j"\u{7f}"
|
| 374 |
|
| 375 | var s = j"\u{7f}"
|
| 376 |
|
| 377 | ## status: 2
|
| 378 | ## STDOUT:
|
| 379 | ## END
|
| 380 |
|
| 381 |
|
| 382 | #### json8 write emits b'' strings for binary data \yff
|
| 383 |
|
| 384 | json8 write ([3, "foo", $'-\xff\xfe-\xfd='])
|
| 385 |
|
| 386 | ## STDOUT:
|
| 387 | [
|
| 388 | 3,
|
| 389 | "foo",
|
| 390 | b'-\yff\yfe-\yfd='
|
| 391 | ]
|
| 392 | ## END
|
| 393 |
|
| 394 |
|
| 395 | #### json8 write bytes vs unicode string
|
| 396 |
|
| 397 | u=$'mu \u03bc \x01 \" \\ \b\f\n\r\t'
|
| 398 | u2=$'\x01\x1f' # this is a valid unicode string
|
| 399 |
|
| 400 | b=$'\xff' # this isn't valid unicode
|
| 401 |
|
| 402 | json8 write (u)
|
| 403 | json8 write (u2)
|
| 404 |
|
| 405 | json8 write (b)
|
| 406 |
|
| 407 | ## STDOUT:
|
| 408 | "mu μ \u0001 \" \\ \b\f\n\r\t"
|
| 409 | "\u0001\u001f"
|
| 410 | b'\yff'
|
| 411 | ## END
|
| 412 |
|
| 413 | #### JSON \/ escapes supported
|
| 414 |
|
| 415 | msg='"\/"'
|
| 416 |
|
| 417 | echo "$msg" | python3 -c 'import json, sys; print(json.load(sys.stdin))'
|
| 418 |
|
| 419 | echo "$msg" | json read
|
| 420 | echo reply=$_reply
|
| 421 |
|
| 422 | j8="b'\\/'"
|
| 423 | echo "$msg" | json read
|
| 424 | echo reply=$_reply
|
| 425 |
|
| 426 |
|
| 427 | ## STDOUT:
|
| 428 | /
|
| 429 | reply=/
|
| 430 | reply=/
|
| 431 | ## END
|
| 432 |
|
| 433 | #### JSON string can have unescaped ' and J8 string can have unescaped "
|
| 434 |
|
| 435 | json read <<EOF
|
| 436 | "'"
|
| 437 | EOF
|
| 438 |
|
| 439 | pp test_ (_reply)
|
| 440 |
|
| 441 | json8 read <<EOF
|
| 442 | u'"'
|
| 443 | EOF
|
| 444 |
|
| 445 | pp test_ (_reply)
|
| 446 |
|
| 447 | ## STDOUT:
|
| 448 | (Str) "'"
|
| 449 | (Str) "\""
|
| 450 | ## END
|
| 451 |
|
| 452 |
|
| 453 | #### J8 supports superfluous \" escapes, but JSON doesn't support \' escapes
|
| 454 |
|
| 455 | json8 read <<'EOF'
|
| 456 | b'\"'
|
| 457 | EOF
|
| 458 | echo reply=$_reply
|
| 459 |
|
| 460 | json8 read <<'EOF'
|
| 461 | b'\'\'\b\f\n\r\t\"\\'
|
| 462 | EOF
|
| 463 | pp test_ (_reply)
|
| 464 |
|
| 465 | # Suppress traceback
|
| 466 | python3 -c 'import json, sys; print(json.load(sys.stdin))' 2>/dev/null <<'EOF'
|
| 467 | "\'"
|
| 468 | EOF
|
| 469 | echo python3=$?
|
| 470 |
|
| 471 | json read <<'EOF'
|
| 472 | "\'"
|
| 473 | EOF
|
| 474 | echo json=$?
|
| 475 |
|
| 476 | ## STDOUT:
|
| 477 | reply="
|
| 478 | (Str) "''\b\f\n\r\t\"\\"
|
| 479 | python3=1
|
| 480 | json=1
|
| 481 | ## END
|
| 482 |
|
| 483 | #### Escaping uses \u0001 in "", but \u{1} in b''
|
| 484 |
|
| 485 | s1=$'\x01'
|
| 486 | s2=$'\x01\xff\x1f' # byte string
|
| 487 |
|
| 488 | json8 write (s1)
|
| 489 | json8 write (s2)
|
| 490 |
|
| 491 | ## STDOUT:
|
| 492 | "\u0001"
|
| 493 | b'\u{1}\yff\u{1f}'
|
| 494 | ## END
|
| 495 |
|
| 496 |
|
| 497 | #### json8 read
|
| 498 |
|
| 499 | echo '{ }' | json8 read
|
| 500 | pp test_ (_reply)
|
| 501 |
|
| 502 | echo '[ ]' | json8 read
|
| 503 | pp test_ (_reply)
|
| 504 |
|
| 505 | echo '[42]' | json8 read
|
| 506 | pp test_ (_reply)
|
| 507 |
|
| 508 | echo '[true, false]' | json8 read
|
| 509 | pp test_ (_reply)
|
| 510 |
|
| 511 | echo '{"k": "v"}' | json8 read
|
| 512 | pp test_ (_reply)
|
| 513 |
|
| 514 | echo '{"k": null}' | json8 read
|
| 515 | pp test_ (_reply)
|
| 516 |
|
| 517 | echo '{"k": 1, "k2": 2}' | json8 read
|
| 518 | pp test_ (_reply)
|
| 519 |
|
| 520 | echo "{u'k': {b'k2': null}}" | json8 read
|
| 521 | pp test_ (_reply)
|
| 522 |
|
| 523 | echo '{"k": {"k2": "v2"}, "k3": "backslash \\ \" \n line 2 \u03bc "}' | json8 read
|
| 524 | pp test_ (_reply)
|
| 525 |
|
| 526 | json8 read (&x) <<'EOF'
|
| 527 | {u'k': {u'k2': u'v2'}, u'k3': u'backslash \\ \" \n line 2 \u{3bc} '}
|
| 528 | EOF
|
| 529 | pp test_ (x)
|
| 530 |
|
| 531 | ## STDOUT:
|
| 532 | (Dict) {}
|
| 533 | (List) []
|
| 534 | (List) [42]
|
| 535 | (List) [true,false]
|
| 536 | (Dict) {"k":"v"}
|
| 537 | (Dict) {"k":null}
|
| 538 | (Dict) {"k":1,"k2":2}
|
| 539 | (Dict) {"k":{"k2":null}}
|
| 540 | (Dict) {"k":{"k2":"v2"},"k3":"backslash \\ \" \n line 2 μ "}
|
| 541 | (Dict) {"k":{"k2":"v2"},"k3":"backslash \\ \" \n line 2 μ "}
|
| 542 | ## END
|
| 543 |
|
| 544 | #### json8 round trip
|
| 545 |
|
| 546 | var obj = [42, 1.5, null, true, "hi", b'\yff\yfe\b\n""']
|
| 547 |
|
| 548 | json8 write (obj, space=0) > j
|
| 549 |
|
| 550 | cat j
|
| 551 |
|
| 552 | json8 read < j
|
| 553 |
|
| 554 | json8 write (_reply)
|
| 555 |
|
| 556 | ## STDOUT:
|
| 557 | [42,1.5,null,true,"hi",b'\yff\yfe\b\n""']
|
| 558 | [
|
| 559 | 42,
|
| 560 | 1.5,
|
| 561 | null,
|
| 562 | true,
|
| 563 | "hi",
|
| 564 | b'\yff\yfe\b\n""'
|
| 565 | ]
|
| 566 | ## END
|
| 567 |
|
| 568 | #### json round trip (regression)
|
| 569 |
|
| 570 | var d = {
|
| 571 | short: '-v', long: '--verbose', type: null, default: '', help: 'Enable verbose logging'
|
| 572 | }
|
| 573 |
|
| 574 | json write (d) | json read
|
| 575 |
|
| 576 | pp test_ (_reply)
|
| 577 |
|
| 578 | ## STDOUT:
|
| 579 | (Dict) {"short":"-v","long":"--verbose","type":null,"default":"","help":"Enable verbose logging"}
|
| 580 | ## END
|
| 581 |
|
| 582 | #### round trip: decode surrogate pair and encode
|
| 583 |
|
| 584 | var j = r'"\ud83e\udd26"'
|
| 585 | echo $j | json read (&c1)
|
| 586 |
|
| 587 | json write (c1)
|
| 588 |
|
| 589 | var j = r'"\uD83E\uDD26"'
|
| 590 | echo $j | json read (&c2)
|
| 591 |
|
| 592 | json write (c2)
|
| 593 |
|
| 594 | # Not a surrogate pair
|
| 595 | var j = r'"\u0001\u0002"'
|
| 596 | echo $j | json read (&c3)
|
| 597 |
|
| 598 | json write (c3)
|
| 599 |
|
| 600 | var j = r'"\u0100\u0101\u0102"'
|
| 601 | echo $j | json read (&c4)
|
| 602 |
|
| 603 | json write (c4)
|
| 604 |
|
| 605 | ## STDOUT:
|
| 606 | "🤦"
|
| 607 | "🤦"
|
| 608 | "\u0001\u0002"
|
| 609 | "ĀāĂ"
|
| 610 | ## END
|
| 611 |
|
| 612 | #### round trip: decode surrogate half and encode
|
| 613 |
|
| 614 | shopt -s ysh:upgrade
|
| 615 |
|
| 616 | for j in '"\ud83e"' '"\udd26"' {
|
| 617 | var s = fromJson(j)
|
| 618 | write -- "$j"
|
| 619 | pp test_ (s)
|
| 620 |
|
| 621 | write -n 'json '; json write (s)
|
| 622 |
|
| 623 | write -n 'json8 '; json8 write (s)
|
| 624 |
|
| 625 | echo
|
| 626 | }
|
| 627 |
|
| 628 | ## STDOUT:
|
| 629 | "\ud83e"
|
| 630 | (Str) b'\yed\ya0\ybe'
|
| 631 | json "\ud83e"
|
| 632 | json8 b'\yed\ya0\ybe'
|
| 633 |
|
| 634 | "\udd26"
|
| 635 | (Str) b'\yed\yb4\ya6'
|
| 636 | json "\udd26"
|
| 637 | json8 b'\yed\yb4\ya6'
|
| 638 |
|
| 639 | ## END
|
| 640 |
|
| 641 | #### toJson() toJson8()
|
| 642 | shopt --set parse_ysh_expr_sub
|
| 643 |
|
| 644 | var obj = [42, 1.5, null, true, "hi", b'\yf0']
|
| 645 |
|
| 646 | echo $[toJson(obj)]
|
| 647 | echo $[toJson8(obj)]
|
| 648 |
|
| 649 | var obj2 = [3, 4]
|
| 650 | echo $[toJson(obj2, space=0)] # same as the default
|
| 651 | echo $[toJson8(obj2, space=0)]
|
| 652 |
|
| 653 | echo $[toJson(obj2, space=2)]
|
| 654 | echo $[toJson8(obj2, space=2)]
|
| 655 |
|
| 656 | # fully specify this behavior
|
| 657 | echo $[toJson(obj2, space=-2)]
|
| 658 | echo $[toJson8(obj2, space=-2)]
|
| 659 |
|
| 660 | ## STDOUT:
|
| 661 | [42,1.5,null,true,"hi","�"]
|
| 662 | [42,1.5,null,true,"hi",b'\yf0']
|
| 663 | [3,4]
|
| 664 | [3,4]
|
| 665 | [
|
| 666 | 3,
|
| 667 | 4
|
| 668 | ]
|
| 669 | [
|
| 670 | 3,
|
| 671 | 4
|
| 672 | ]
|
| 673 | [3,4]
|
| 674 | [3,4]
|
| 675 | ## END
|
| 676 |
|
| 677 | #### fromJson() fromJson8()
|
| 678 |
|
| 679 | var m1 = '[42,1.5,null,true,"hi"]'
|
| 680 |
|
| 681 | # JSON8 message
|
| 682 | var m2 = '[42,1.5,null,true,"hi",' ++ "u''" ++ ']'
|
| 683 |
|
| 684 | pp test_ (fromJson8(m1))
|
| 685 | pp test_ (fromJson(m1))
|
| 686 |
|
| 687 | pp test_ (fromJson8(m2))
|
| 688 | pp test_ (fromJson(m2)) # fails
|
| 689 |
|
| 690 | ## status: 4
|
| 691 | ## STDOUT:
|
| 692 | (List) [42,1.5,null,true,"hi"]
|
| 693 | (List) [42,1.5,null,true,"hi"]
|
| 694 | (List) [42,1.5,null,true,"hi",""]
|
| 695 | ## END
|
| 696 |
|
| 697 | #### User can handle errors - toJson() toJson8()
|
| 698 | shopt -s ysh:upgrade
|
| 699 |
|
| 700 | var obj = []
|
| 701 | call obj->append(obj)
|
| 702 |
|
| 703 | try {
|
| 704 | echo $[toJson(obj)]
|
| 705 | }
|
| 706 | echo status=$_status
|
| 707 | echo "encode error $[_error.message]" | sed 's/0x[a-f0-9]\+/(object id)/'
|
| 708 |
|
| 709 | try { # use different style
|
| 710 | echo $[toJson8( /d+/ )]
|
| 711 | }
|
| 712 | echo status=$_status
|
| 713 | echo "encode error $[_error.message]"
|
| 714 |
|
| 715 | # This makes the interpreter fail with a message
|
| 716 | echo $[toJson(obj)]
|
| 717 |
|
| 718 | ## status: 4
|
| 719 | ## STDOUT:
|
| 720 | status=4
|
| 721 | encode error Can't encode List (object id) in object cycle
|
| 722 | status=4
|
| 723 | encode error Can't serialize object of type Eggex
|
| 724 | ## END
|
| 725 |
|
| 726 | #### User can handle errors - fromJson() fromJson8()
|
| 727 | shopt -s ysh:upgrade
|
| 728 |
|
| 729 | var message ='[42,1.5,null,true,"hi"'
|
| 730 |
|
| 731 | try {
|
| 732 | var obj = fromJson(message)
|
| 733 | }
|
| 734 | echo status=$_status
|
| 735 | echo "decode error $[_error.message]" | egrep -o '.*Expected.*RBracket'
|
| 736 |
|
| 737 | try {
|
| 738 | var obj = fromJson8(message)
|
| 739 | }
|
| 740 | echo status=$_status
|
| 741 | echo "decode error $[_error.message]" | egrep -o '.*Expected.*RBracket'
|
| 742 |
|
| 743 | try {
|
| 744 | var obj = fromJson('[+]')
|
| 745 | }
|
| 746 | echo "positions $[_error.start_pos] - $[_error.end_pos]"
|
| 747 |
|
| 748 | # This makes the interpreter fail with a message
|
| 749 | var obj = fromJson(message)
|
| 750 |
|
| 751 | ## status: 4
|
| 752 | ## STDOUT:
|
| 753 | status=4
|
| 754 | decode error Expected Id.J8_RBracket
|
| 755 | status=4
|
| 756 | decode error Expected Id.J8_RBracket
|
| 757 | positions 1 - 2
|
| 758 | ## END
|
| 759 |
|
| 760 |
|
| 761 | #### ASCII control chars can't appear literally in messages
|
| 762 | shopt -s ysh:upgrade
|
| 763 |
|
| 764 | var message=$'"\x01"'
|
| 765 | #echo $message | od -c
|
| 766 |
|
| 767 | try {
|
| 768 | var obj = fromJson(message)
|
| 769 | }
|
| 770 | echo status=$_status
|
| 771 | echo "$[_error.message]" | egrep -o 'ASCII control chars'
|
| 772 |
|
| 773 | ## STDOUT:
|
| 774 | status=4
|
| 775 | ASCII control chars
|
| 776 | ## END
|
| 777 |
|
| 778 |
|
| 779 | #### \yff can't appear in u'' code strings (command)
|
| 780 |
|
| 781 | shopt -s ysh:upgrade
|
| 782 |
|
| 783 | echo -n b'\yfd' | od -A n -t x1
|
| 784 | echo -n u'\yfd' | od -A n -t x1
|
| 785 |
|
| 786 | ## status: 2
|
| 787 | ## STDOUT:
|
| 788 | fd
|
| 789 | ## END
|
| 790 |
|
| 791 | #### \yff can't appear in u'' code strings (expr)
|
| 792 |
|
| 793 | var x = b'\yfe'
|
| 794 | write -n -- $x | od -A n -t x1
|
| 795 |
|
| 796 | var x = u'\yfe'
|
| 797 | write -n -- $x | od -A n -t x1
|
| 798 |
|
| 799 | ## status: 2
|
| 800 | ## STDOUT:
|
| 801 | fe
|
| 802 | ## END
|
| 803 |
|
| 804 | #### \yff can't appear in u'' multiline code strings
|
| 805 |
|
| 806 | shopt -s ysh:upgrade
|
| 807 |
|
| 808 | echo -n b'''\yfc''' | od -A n -t x1
|
| 809 | echo -n u'''\yfd''' | od -A n -t x1
|
| 810 |
|
| 811 | ## status: 2
|
| 812 | ## STDOUT:
|
| 813 | fc
|
| 814 | ## END
|
| 815 |
|
| 816 | #### \yff can't appear in u'' data strings
|
| 817 |
|
| 818 | #shopt -s ysh:upgrade
|
| 819 |
|
| 820 | json8 read (&b) <<'EOF'
|
| 821 | b'\yfe'
|
| 822 | EOF
|
| 823 | pp test_ (b)
|
| 824 |
|
| 825 | json8 read (&u) <<'EOF'
|
| 826 | u'\yfe'
|
| 827 | EOF
|
| 828 | pp test_ (u) # undefined
|
| 829 |
|
| 830 | ## status: 1
|
| 831 | ## STDOUT:
|
| 832 | (Str) b'\yfe'
|
| 833 | ## END
|
| 834 |
|
| 835 | #### \u{dc00} can't be in surrogate range in code (command)
|
| 836 |
|
| 837 | shopt -s ysh:upgrade
|
| 838 |
|
| 839 | echo -n u'\u{dc00}' | od -A n -t x1
|
| 840 |
|
| 841 | ## status: 2
|
| 842 | ## STDOUT:
|
| 843 | ## END
|
| 844 |
|
| 845 | #### \u{dc00} can't be in surrogate range in code (expr)
|
| 846 |
|
| 847 | shopt -s ysh:upgrade
|
| 848 |
|
| 849 | var x = u'\u{dc00}'
|
| 850 | echo $x | od -A n -t x1
|
| 851 |
|
| 852 | ## status: 2
|
| 853 | ## STDOUT:
|
| 854 | ## END
|
| 855 |
|
| 856 | #### \u{dc00} can't be in surrogate range in data
|
| 857 |
|
| 858 | json8 read <<'EOF'
|
| 859 | ["long string", u'hello \u{d7ff}', "other"]
|
| 860 | EOF
|
| 861 | echo status=$?
|
| 862 |
|
| 863 | json8 read <<'EOF'
|
| 864 | ["long string", u'hello \u{d800}', "other"]
|
| 865 | EOF
|
| 866 | echo status=$?
|
| 867 |
|
| 868 | json8 read <<'EOF'
|
| 869 | ["long string", u'hello \u{dfff}', "other"]
|
| 870 | EOF
|
| 871 | echo status=$?
|
| 872 |
|
| 873 | json8 read <<'EOF'
|
| 874 | ["long string", u'hello \u{e000}', "other"]
|
| 875 | EOF
|
| 876 | echo status=$?
|
| 877 |
|
| 878 |
|
| 879 | ## STDOUT:
|
| 880 | status=0
|
| 881 | status=1
|
| 882 | status=1
|
| 883 | status=0
|
| 884 | ## END
|
| 885 |
|
| 886 |
|
| 887 | #### Inf is encoded as null, like JavaScript
|
| 888 |
|
| 889 | # WRONG LOCATION! Gah
|
| 890 | #var x = fromJson(repeat('123', 20))
|
| 891 |
|
| 892 | shopt --set ysh:upgrade
|
| 893 |
|
| 894 | source $LIB_YSH/list.ysh
|
| 895 |
|
| 896 | # Create inf
|
| 897 | var big = repeat('12345678', 100) ++ '.0'
|
| 898 | #pp test_ (s)
|
| 899 | var inf = fromJson(big)
|
| 900 | var neg_inf = fromJson('-' ++ big)
|
| 901 |
|
| 902 | # Can be printed
|
| 903 | pp test_ (inf)
|
| 904 | pp test_ (neg_inf)
|
| 905 | echo --
|
| 906 |
|
| 907 | # Can't be serialized
|
| 908 | try {
|
| 909 | json write (inf)
|
| 910 | }
|
| 911 | echo error=$[_error.code]
|
| 912 |
|
| 913 | try {
|
| 914 | json write (neg_inf)
|
| 915 | }
|
| 916 | echo error=$[_error.code]
|
| 917 |
|
| 918 | echo --
|
| 919 | echo $[toJson(inf)]
|
| 920 | echo $[toJson(neg_inf)]
|
| 921 |
|
| 922 | ## STDOUT:
|
| 923 | (Float) INFINITY
|
| 924 | (Float) -INFINITY
|
| 925 | --
|
| 926 | null
|
| 927 | error=0
|
| 928 | null
|
| 929 | error=0
|
| 930 | --
|
| 931 | null
|
| 932 | null
|
| 933 | ## END
|
| 934 |
|
| 935 | #### NaN is encoded as null, like JavaScript
|
| 936 | shopt --set parse_ysh_expr_sub
|
| 937 |
|
| 938 | pp test_ (NAN)
|
| 939 |
|
| 940 | json write (NAN)
|
| 941 |
|
| 942 | echo $[toJson(NAN)]
|
| 943 |
|
| 944 | ## STDOUT:
|
| 945 | (Float) NAN
|
| 946 | null
|
| 947 | null
|
| 948 | ## END
|
| 949 |
|
| 950 |
|
| 951 | #### Invalid UTF-8 in JSON is rejected
|
| 952 |
|
| 953 | echo $'"\xff"' | json read
|
| 954 | echo status=$?
|
| 955 |
|
| 956 | echo $'"\xff"' | json8 read
|
| 957 | echo status=$?
|
| 958 |
|
| 959 | echo $'\xff' | json read
|
| 960 | echo status=$?
|
| 961 |
|
| 962 | echo $'\xff' | json8 read
|
| 963 | echo status=$?
|
| 964 |
|
| 965 | ## STDOUT:
|
| 966 | status=1
|
| 967 | status=1
|
| 968 | status=1
|
| 969 | status=1
|
| 970 | ## END
|
| 971 |
|
| 972 | #### Invalid JSON in J8 is rejected
|
| 973 |
|
| 974 | json8 read <<EOF
|
| 975 | b'$(echo -e -n '\xff')'
|
| 976 | EOF
|
| 977 | echo status=$?
|
| 978 |
|
| 979 | json8 read <<EOF
|
| 980 | u'$(echo -e -n '\xff')'
|
| 981 | EOF
|
| 982 | echo status=$?
|
| 983 |
|
| 984 | ## STDOUT:
|
| 985 | status=1
|
| 986 | status=1
|
| 987 | ## END
|
| 988 |
|
| 989 | #### '' means the same thing as u''
|
| 990 |
|
| 991 | echo "''" | json8 read
|
| 992 | pp test_ (_reply)
|
| 993 |
|
| 994 | echo "'\u{3bc}'" | json8 read
|
| 995 | pp test_ (_reply)
|
| 996 |
|
| 997 | echo "'\yff'" | json8 read
|
| 998 | echo status=$?
|
| 999 |
|
| 1000 | ## STDOUT:
|
| 1001 | (Str) ""
|
| 1002 | (Str) "μ"
|
| 1003 | status=1
|
| 1004 | ## END
|
| 1005 |
|
| 1006 | #### decode integer larger than 2^32
|
| 1007 |
|
| 1008 | json=$(( 1 << 33 ))
|
| 1009 | echo $json
|
| 1010 |
|
| 1011 | echo $json | json read
|
| 1012 | pp test_ (_reply)
|
| 1013 |
|
| 1014 | ## STDOUT:
|
| 1015 | 8589934592
|
| 1016 | (Int) 8589934592
|
| 1017 | ## END
|
| 1018 |
|
| 1019 | #### decode integer larger than 2^64
|
| 1020 |
|
| 1021 | $SH <<'EOF'
|
| 1022 | json read <<< '123456789123456789123456789'
|
| 1023 | echo status=$?
|
| 1024 | pp test_ (_reply)
|
| 1025 | EOF
|
| 1026 |
|
| 1027 | $SH <<'EOF'
|
| 1028 | json read <<< '-123456789123456789123456789'
|
| 1029 | echo status=$?
|
| 1030 | pp test_ (_reply)
|
| 1031 | EOF
|
| 1032 |
|
| 1033 | echo ok
|
| 1034 |
|
| 1035 | ## STDOUT:
|
| 1036 | status=1
|
| 1037 | status=1
|
| 1038 | ok
|
| 1039 | ## END
|
| 1040 |
|
| 1041 |
|
| 1042 | #### round trip: read/write with ysh
|
| 1043 |
|
| 1044 | var file = "$REPO_ROOT/spec/testdata/bug.json"
|
| 1045 | #cat $file
|
| 1046 | cat $file | json read (&cfg)
|
| 1047 | json write (cfg) > ysh-json
|
| 1048 |
|
| 1049 | diff -u $file ysh-json
|
| 1050 | echo diff=$?
|
| 1051 |
|
| 1052 | ## STDOUT:
|
| 1053 | diff=0
|
| 1054 | ## END
|
| 1055 |
|
| 1056 | #### round trip: read/write with ysh, read/write with Python 3 (bug regression)
|
| 1057 |
|
| 1058 | var file = "$REPO_ROOT/spec/testdata/bug.json"
|
| 1059 | #cat $file
|
| 1060 | cat $file | json read (&cfg)
|
| 1061 | json write (cfg) > ysh-json
|
| 1062 |
|
| 1063 | cat ysh-json | python3 -c \
|
| 1064 | 'import json, sys; obj = json.load(sys.stdin); json.dump(obj, sys.stdout, indent=2); print()' \
|
| 1065 | > py-json
|
| 1066 |
|
| 1067 | diff -u $file py-json
|
| 1068 | echo diff=$?
|
| 1069 |
|
| 1070 | ## STDOUT:
|
| 1071 | diff=0
|
| 1072 | ## END
|
| 1073 |
|
| 1074 | #### Encoding bytes that don't hit UTF8_REJECT immediately (bug fix)
|
| 1075 |
|
| 1076 | var x = $'\xce'
|
| 1077 | json8 write (x)
|
| 1078 | declare -p x
|
| 1079 | echo
|
| 1080 |
|
| 1081 | var y = $'\xbc'
|
| 1082 | json8 write (y)
|
| 1083 | declare -p y
|
| 1084 | echo
|
| 1085 |
|
| 1086 | var z = $'\xf0\x9f\xa4\xff'
|
| 1087 | json8 write (z)
|
| 1088 | declare -p z
|
| 1089 |
|
| 1090 | ## STDOUT:
|
| 1091 | b'\yce'
|
| 1092 | declare -- x=$'\xce'
|
| 1093 |
|
| 1094 | b'\ybc'
|
| 1095 | declare -- y=$'\xbc'
|
| 1096 |
|
| 1097 | b'\yf0\y9f\ya4\yff'
|
| 1098 | declare -- z=$'\xf0\x9f\xa4\xff'
|
| 1099 | ## END
|
| 1100 |
|
| 1101 | #### NIL8 token in JSON / JSON8
|
| 1102 |
|
| 1103 | echo "(" | json read
|
| 1104 | echo status=$?
|
| 1105 |
|
| 1106 | echo ")" | json8 read
|
| 1107 | echo status=$?
|
| 1108 |
|
| 1109 | ## STDOUT:
|
| 1110 | status=1
|
| 1111 | status=1
|
| 1112 | ## END
|
| 1113 |
|
| 1114 | #### Data after internal NUL (issue #2026)
|
| 1115 |
|
| 1116 | $SH <<'EOF'
|
| 1117 | pp test_ (fromJson(b'123\y00abc'))
|
| 1118 | EOF
|
| 1119 | echo status=$?
|
| 1120 |
|
| 1121 | $SH <<'EOF'
|
| 1122 | pp test_ (fromJson(b'123\y01abc'))
|
| 1123 | EOF
|
| 1124 | echo status=$?
|
| 1125 |
|
| 1126 | $SH <<'EOF'
|
| 1127 | shopt --set ysh:upgrade # b'' syntax
|
| 1128 | json read <<< b'123\y00abc'
|
| 1129 | EOF
|
| 1130 | echo status=$?
|
| 1131 |
|
| 1132 | $SH <<'EOF'
|
| 1133 | shopt --set ysh:upgrade # b'' syntax
|
| 1134 | json read <<< b'123\y01abc'
|
| 1135 | EOF
|
| 1136 | echo status=$?
|
| 1137 |
|
| 1138 | ## STDOUT:
|
| 1139 | status=4
|
| 1140 | status=4
|
| 1141 | status=1
|
| 1142 | status=1
|
| 1143 | ## END
|
| 1144 |
|
| 1145 | #### Float too big
|
| 1146 |
|
| 1147 | $SH <<'EOF'
|
| 1148 | json read <<< '123456789123456789123456789.12345e67890'
|
| 1149 | echo status=$?
|
| 1150 | pp test_ (_reply)
|
| 1151 | EOF
|
| 1152 |
|
| 1153 | $SH <<'EOF'
|
| 1154 | json read <<< '-123456789123456789123456789.12345e67890'
|
| 1155 | echo status=$?
|
| 1156 | pp test_ (_reply)
|
| 1157 | EOF
|
| 1158 |
|
| 1159 | ## STDOUT:
|
| 1160 | status=0
|
| 1161 | (Float) INFINITY
|
| 1162 | status=0
|
| 1163 | (Float) -INFINITY
|
| 1164 | ## END
|
| 1165 |
|
| 1166 | #### Many [[[ , but not too many
|
| 1167 |
|
| 1168 | shopt -s ysh:upgrade
|
| 1169 |
|
| 1170 | proc pairs(n) {
|
| 1171 | var m = int(n) # TODO: 1 .. n should auto-convert?
|
| 1172 |
|
| 1173 | for i in (1 ..< m) {
|
| 1174 | write -n -- '['
|
| 1175 | }
|
| 1176 | for i in (1 ..< m) {
|
| 1177 | write -n -- ']'
|
| 1178 | }
|
| 1179 | }
|
| 1180 |
|
| 1181 | # This is all Python can handle; C++ can handle more
|
| 1182 | msg=$(pairs 50)
|
| 1183 |
|
| 1184 | #echo $msg
|
| 1185 |
|
| 1186 | echo "$msg" | json read
|
| 1187 | pp test_ (_reply)
|
| 1188 | echo len=$[len(_reply)]
|
| 1189 |
|
| 1190 | ## STDOUT:
|
| 1191 | (List) [[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]
|
| 1192 | len=1
|
| 1193 | ## END
|
| 1194 |
|
| 1195 |
|
| 1196 | #### Too many opening [[[ - blocking stack
|
| 1197 |
|
| 1198 | python2 -c 'print("[" * 10000)' | json read
|
| 1199 | pp test_ (_reply)
|
| 1200 |
|
| 1201 | python2 -c 'print("{" * 10000)' | json read
|
| 1202 | pp test_ (_reply)
|
| 1203 |
|
| 1204 | ## STDOUT:
|
| 1205 | ## END
|
| 1206 |
|
| 1207 | #### BashArray can be serialized
|
| 1208 |
|
| 1209 | declare -a empty_array
|
| 1210 |
|
| 1211 | declare -a array=(x y)
|
| 1212 | array[5]=z
|
| 1213 |
|
| 1214 | json write (empty_array)
|
| 1215 | json write (array)
|
| 1216 |
|
| 1217 | ## STDOUT:
|
| 1218 | {
|
| 1219 | "type": "BashArray",
|
| 1220 | "data": {}
|
| 1221 | }
|
| 1222 | {
|
| 1223 | "type": "BashArray",
|
| 1224 | "data": {
|
| 1225 | "0": "x",
|
| 1226 | "1": "y",
|
| 1227 | "5": "z"
|
| 1228 | }
|
| 1229 | }
|
| 1230 | ## END
|
| 1231 |
|
| 1232 | #### BashAssoc can be serialized
|
| 1233 |
|
| 1234 | declare -A empty_assoc
|
| 1235 |
|
| 1236 | declare -A assoc=([foo]=bar [42]=43)
|
| 1237 |
|
| 1238 | json write (empty_assoc)
|
| 1239 | json write (assoc)
|
| 1240 |
|
| 1241 | ## STDOUT:
|
| 1242 | {
|
| 1243 | "type": "BashAssoc",
|
| 1244 | "data": {}
|
| 1245 | }
|
| 1246 | {
|
| 1247 | "type": "BashAssoc",
|
| 1248 | "data": {
|
| 1249 | "foo": "bar",
|
| 1250 | "42": "43"
|
| 1251 | }
|
| 1252 | }
|
| 1253 | ## END
|
| 1254 |
|
| 1255 | #### type_errors=false
|
| 1256 | shopt --set parse_ysh_expr_sub
|
| 1257 |
|
| 1258 | var o = Obj.new({}, null)
|
| 1259 |
|
| 1260 | #json write (o)
|
| 1261 | json write (o, type_errors=false)
|
| 1262 |
|
| 1263 | var pat = /d+/
|
| 1264 | #json write (pat)
|
| 1265 | json write (pat, type_errors=false)
|
| 1266 |
|
| 1267 | var d = {key: pat, key2: o}
|
| 1268 | json write (d, type_errors=false)
|
| 1269 |
|
| 1270 | echo
|
| 1271 |
|
| 1272 | echo $[toJson(o, type_errors=false)]
|
| 1273 | echo $[toJson8(o, type_errors=false)]
|
| 1274 | echo $[toJson8(d, type_errors=false)]
|
| 1275 |
|
| 1276 | ## STDOUT:
|
| 1277 | null
|
| 1278 | null
|
| 1279 | {
|
| 1280 | "key": null,
|
| 1281 | "key2": null
|
| 1282 | }
|
| 1283 |
|
| 1284 | null
|
| 1285 | null
|
| 1286 | {"key":null,"key2":null}
|
| 1287 | ## END
|
| 1288 |
|