is a lightweight and flexible command-line JSON processor.
| shtest (jq-1.5) | : | shtest (jq-1.6) |
|---|
| #!/bin/sh | | #!/bin/sh |
| | |
|
| . "${0%/*}/setup" | | . "${0%/*}/setup" "$@" |
| | |
| | PATH=$JQBASEDIR:$PATH $JQBASEDIR/tests/jq-f-test.sh > /dev/null |
| | |
| if [ -f "$JQBASEDIR/.libs/libinject_errors.so" ]; then | | if [ -f "$JQBASEDIR/.libs/libinject_errors.so" ]; then |
| # Do some simple error injection tests to check that we're handling | | # Do some simple error injection tests to check that we're handling |
| # I/O errors correctly. | | # I/O errors correctly. |
| ( | | ( |
| libinject=$JQBASEDIR/.libs/libinject_errors.so | | libinject=$JQBASEDIR/.libs/libinject_errors.so |
| cd $d | | cd $d |
| LD_PRELOAD=$libinject $JQ . /dev/null | | LD_PRELOAD=$libinject $JQ . /dev/null |
| touch fail_read | | touch fail_read |
| LD_PRELOAD=$libinject $JQ . fail_read && exit 2 | | LD_PRELOAD=$libinject $JQ . fail_read && exit 2 |
| | |
| skipping to change at line 30 | | skipping to change at line 32 |
|---|
| printf 'a\0b\nc\0d\ne' > $d/input | | printf 'a\0b\nc\0d\ne' > $d/input |
| $VALGRIND $Q $JQ -Rse '. == "a\u0000b\nc\u0000d\ne"' $d/input | | $VALGRIND $Q $JQ -Rse '. == "a\u0000b\nc\u0000d\ne"' $d/input |
| $VALGRIND $Q $JQ -Rne '[inputs] == ["a\u0000b", "c\u0000d", "e"]' $d/input | | $VALGRIND $Q $JQ -Rne '[inputs] == ["a\u0000b", "c\u0000d", "e"]' $d/input |
| | |
| ## Test constant folding | | ## Test constant folding |
| | |
| ## XXX If we add a builtin to list the program's disassembly then we can | | ## XXX If we add a builtin to list the program's disassembly then we can |
| ## move all of these into tests/all.test | | ## move all of these into tests/all.test |
| | |
| # String constant folding (addition only) | | # String constant folding (addition only) |
|
| n=`$VALGRIND $Q $JQ -n --debug-dump-disasm '"foo"' | wc -l` | | nref=$($VALGRIND $Q $JQ -n --debug-dump-disasm '"foo"' | wc -l) |
| if [ $n -ne 5 ]; then | | |
| echo "Constant expression folding for strings didn't work" | | |
| exit 1 | | |
| fi | | |
| | |
| # Numeric constant folding (not all ops yet) | | # Numeric constant folding (not all ops yet) |
|
| n=`$VALGRIND $Q $JQ -n --debug-dump-disasm '1+1' | wc -l` | | n=$($VALGRIND $Q $JQ -n --debug-dump-disasm '1+1' | wc -l) |
| if [ $n -ne 5 ]; then | | if [ $n -ne $nref ]; then |
| echo "Constant expression folding for strings didn't work" | | echo "Constant expression folding for strings didn't work" |
| exit 1 | | exit 1 |
| fi | | fi |
|
| n=`$VALGRIND $Q $JQ -n --debug-dump-disasm '1-1' | wc -l` | | n=$($VALGRIND $Q $JQ -n --debug-dump-disasm '1-1' | wc -l) |
| if [ $n -ne 5 ]; then | | if [ $n -ne $nref ]; then |
| echo "Constant expression folding for strings didn't work" | | echo "Constant expression folding for strings didn't work" |
| exit 1 | | exit 1 |
| fi | | fi |
|
| n=`$VALGRIND $Q $JQ -n --debug-dump-disasm '2*3' | wc -l` | | n=$($VALGRIND $Q $JQ -n --debug-dump-disasm '2*3' | wc -l) |
| if [ $n -ne 5 ]; then | | if [ $n -ne $nref ]; then |
| echo "Constant expression folding for strings didn't work" | | echo "Constant expression folding for strings didn't work" |
| exit 1 | | exit 1 |
| fi | | fi |
|
| n=`$VALGRIND $Q $JQ -n --debug-dump-disasm '9/3' | wc -l` | | n=$($VALGRIND $Q $JQ -n --debug-dump-disasm '9/3' | wc -l) |
| if [ $n -ne 5 ]; then | | if [ $n -ne $nref ]; then |
| echo "Constant expression folding for strings didn't work" | | echo "Constant expression folding for strings didn't work" |
| exit 1 | | exit 1 |
| fi | | fi |
|
| n=`$VALGRIND $Q $JQ -n --debug-dump-disasm '9==3' | wc -l` | | n=$($VALGRIND $Q $JQ -n --debug-dump-disasm '9==3' | wc -l) |
| if [ $n -ne 5 ]; then | | if [ $n -ne $nref ]; then |
| echo "Constant expression folding for strings didn't work" | | echo "Constant expression folding for strings didn't work" |
| exit 1 | | exit 1 |
| fi | | fi |
|
| n=`$VALGRIND $Q $JQ -n --debug-dump-disasm '9!=3' | wc -l` | | n=$($VALGRIND $Q $JQ -n --debug-dump-disasm '9!=3' | wc -l) |
| if [ $n -ne 5 ]; then | | if [ $n -ne $nref ]; then |
| echo "Constant expression folding for strings didn't work" | | echo "Constant expression folding for strings didn't work" |
| exit 1 | | exit 1 |
| fi | | fi |
|
| n=`$VALGRIND $Q $JQ -n --debug-dump-disasm '9<=3' | wc -l` | | n=$($VALGRIND $Q $JQ -n --debug-dump-disasm '9<=3' | wc -l) |
| if [ $n -ne 5 ]; then | | if [ $n -ne $nref ]; then |
| echo "Constant expression folding for strings didn't work" | | echo "Constant expression folding for strings didn't work" |
| exit 1 | | exit 1 |
| fi | | fi |
|
| n=`$VALGRIND $Q $JQ -n --debug-dump-disasm '9>=3' | wc -l` | | n=$($VALGRIND $Q $JQ -n --debug-dump-disasm '9>=3' | wc -l) |
| if [ $n -ne 5 ]; then | | if [ $n -ne $nref ]; then |
| echo "Constant expression folding for strings didn't work" | | echo "Constant expression folding for strings didn't work" |
| exit 1 | | exit 1 |
| fi | | fi |
| | |
| ## Test JSON sequence support | | ## Test JSON sequence support |
| | |
| cat > $d/expected <<EOF | | cat > $d/expected <<EOF |
| ignoring parse error: Truncated value at line 2, column 5 | | ignoring parse error: Truncated value at line 2, column 5 |
| ignoring parse error: Truncated value at line 2, column 25 | | ignoring parse error: Truncated value at line 2, column 25 |
| ignoring parse error: Truncated value at line 2, column 41 | | ignoring parse error: Truncated value at line 2, column 41 |
| | |
| skipping to change at line 112 | | skipping to change at line 110 |
|---|
| cmp $d/out $d/expected | | cmp $d/out $d/expected |
| | |
| # Numeric values truncated by EOF are ignored | | # Numeric values truncated by EOF are ignored |
| cat > $d/expected <<EOF | | cat > $d/expected <<EOF |
| ignoring parse error: Unfinished abandoned text at EOF at line 1, column 1 | | ignoring parse error: Unfinished abandoned text at EOF at line 1, column 1 |
| EOF | | EOF |
| printf '1' | $JQ -ce --seq . > $d/out 2>&1 | | printf '1' | $JQ -ce --seq . > $d/out 2>&1 |
| cmp $d/out $d/expected | | cmp $d/out $d/expected |
| | |
| cat > $d/expected <<EOF | | cat > $d/expected <<EOF |
|
| | jq: error (at <stdin>:1): Unfinished abandoned text at EOF at line 2, column 0 |
| EOF | | EOF |
|
| printf '1\n' | $JQ -cen --seq '[inputs] == []' >/dev/null 2> $d/out | | if printf '1\n' | $JQ -cen --seq '[inputs] == []' >/dev/null 2> $d/out; then |
| | printf 'Error expected but jq exited successfully\n' 1>&2 |
| | exit 2 |
| | fi |
| | cmp $d/out $d/expected |
| | |
| | # Regression test for #951 |
| | printf '"a\n' > $d/input |
| | if $VALGRIND $Q $JQ -e . $d/input; then |
| | printf 'Issue #951 is back?\n' 1>&2 |
| | exit 2 |
| | fi |
| | |
| | # Regression test for #1534 |
| | echo "[1,2,3,4]" > $d/expected |
| | printf "[1,2][3,4]" | $JQ -cs add > $d/out 2>&1 |
| | cmp $d/out $d/expected |
| | printf "[1,2][3,4]\n" | $JQ -cs add > $d/out 2>&1 |
| cmp $d/out $d/expected | | cmp $d/out $d/expected |
| | |
| ## Test streaming parser | | ## Test streaming parser |
| | |
| ## If we add an option to stream to the `import ... as $symbol;` directive | | ## If we add an option to stream to the `import ... as $symbol;` directive |
| ## then we can move these tests into tests/all.test. | | ## then we can move these tests into tests/all.test. |
| $VALGRIND $Q $JQ -c '. as $d|path(..) as $p|$d|getpath($p)|scalars_or_empty|[$p,
.]' < "$JQTESTDIR/torture/input0.json" > $d/out0 | | $VALGRIND $Q $JQ -c '. as $d|path(..) as $p|$d|getpath($p)|scalars_or_empty|[$p,
.]' < "$JQTESTDIR/torture/input0.json" > $d/out0 |
| $VALGRIND $Q $JQ --stream -c '.|select(length==2)' < "$JQTESTDIR/torture/input0.
json" > $d/out1 | | $VALGRIND $Q $JQ --stream -c '.|select(length==2)' < "$JQTESTDIR/torture/input0.
json" > $d/out1 |
| diff $d/out0 $d/out1 | | diff $d/out0 $d/out1 |
| | |
| ## XXX This test can be moved to tests/all.test _now_ | | ## XXX This test can be moved to tests/all.test _now_ |
| clean=false | | clean=false |
| if which seq > /dev/null 2>&1; then | | if which seq > /dev/null 2>&1; then |
| # XXX We should try every prefix of input0.json, but that makes this | | # XXX We should try every prefix of input0.json, but that makes this |
| # test very, very slow when run with valgrind, and the whole point | | # test very, very slow when run with valgrind, and the whole point |
| # is to run it with valgrind. | | # is to run it with valgrind. |
| # | | # |
|
| #len=`wc -c < "$JQTESTDIR/torture/input0.json"` | | #len=$(wc -c < "$JQTESTDIR/torture/input0.json") |
| if [ -z "$VALGRIND" ]; then | | if [ -z "$VALGRIND" ]; then |
| start=1 | | start=1 |
|
| end=`wc -c < "$JQTESTDIR/torture/input0.json"` | | end=$(wc -c < "$JQTESTDIR/torture/input0.json") |
| else | | else |
| start=120 | | start=120 |
| end=151 | | end=151 |
| fi | | fi |
|
| for i in `seq $start $end`; do | | for i in $(seq $start $end); do |
| dd "if=tests/torture/input0.json" bs=$i count=1 2>/dev/null | | | dd "if=tests/torture/input0.json" bs=$i count=1 2>/dev/null | |
| $VALGRIND $JQ -c . > $d/out0 2>$d/err || true | | $VALGRIND $JQ -c . > $d/out0 2>$d/err || true |
| if [ -n "$VALGRIND" ]; then | | if [ -n "$VALGRIND" ]; then |
| grep '^==[0-9][0-9]*== ERROR SUMMARY: 0 errors' $d/err > /dev/null | | grep '^==[0-9][0-9]*== ERROR SUMMARY: 0 errors' $d/err > /dev/null |
| else | | else |
| tail -1 $d/err | egrep -i 'assert|abort|core' && false | | tail -1 $d/err | egrep -i 'assert|abort|core' && false |
| fi | | fi |
| | |
| dd "if=tests/torture/input0.json" bs=$i count=1 2>/dev/null | | | dd "if=tests/torture/input0.json" bs=$i count=1 2>/dev/null | |
| $VALGRIND $JQ -cn --stream 'fromstream(inputs)' > $d/out1 2>$d/err |
| true | | $VALGRIND $JQ -cn --stream 'fromstream(inputs)' > $d/out1 2>$d/err |
| true |
| | |
| skipping to change at line 164 | | skipping to change at line 180 |
|---|
| fi | | fi |
| | |
| diff $d/out0 $d/out1 | | diff $d/out0 $d/out1 |
| done | | done |
| else | | else |
| echo "Not doing torture tests" | | echo "Not doing torture tests" |
| fi | | fi |
| | |
| ## Fuzz parser | | ## Fuzz parser |
| | |
|
| ## XXX With a `urandom` builtin we could move this test into tests/all.test | | ## XXX With a $(urandom) builtin we could move this test into tests/all.test |
| clean=false | | clean=false |
| if dd if=/dev/urandom bs=16 count=1024 > $d/rand 2>/dev/null; then | | if dd if=/dev/urandom bs=16 count=1024 > $d/rand 2>/dev/null; then |
| # Have a /dev/urandom, good | | # Have a /dev/urandom, good |
| $VALGRIND $Q $JQ --seq . $d/rand >/dev/null 2>&1 | | $VALGRIND $Q $JQ --seq . $d/rand >/dev/null 2>&1 |
| $VALGRIND $Q $JQ --seq --stream . $d/rand >/dev/null 2>&1 | | $VALGRIND $Q $JQ --seq --stream . $d/rand >/dev/null 2>&1 |
| dd if=/dev/urandom bs=16 count=1024 > $d/rand 2>/dev/null | | dd if=/dev/urandom bs=16 count=1024 > $d/rand 2>/dev/null |
| $VALGRIND $Q $JQ --seq . $d/rand >/dev/null 2>&1 | | $VALGRIND $Q $JQ --seq . $d/rand >/dev/null 2>&1 |
| $VALGRIND $Q $JQ --seq --stream . $d/rand >/dev/null 2>&1 | | $VALGRIND $Q $JQ --seq --stream . $d/rand >/dev/null 2>&1 |
| dd if=/dev/urandom bs=16 count=1024 > $d/rand 2>/dev/null | | dd if=/dev/urandom bs=16 count=1024 > $d/rand 2>/dev/null |
| $VALGRIND $Q $JQ --seq . $d/rand >/dev/null 2>&1 | | $VALGRIND $Q $JQ --seq . $d/rand >/dev/null 2>&1 |
| $VALGRIND $Q $JQ --seq --stream . $d/rand >/dev/null 2>&1 | | $VALGRIND $Q $JQ --seq --stream . $d/rand >/dev/null 2>&1 |
| fi | | fi |
| clean=true | | clean=true |
| | |
| ## Test library/module system | | ## Test library/module system |
| | |
| # Check handling of ~/.jq; these can't move into jq_test.c yet because | | # Check handling of ~/.jq; these can't move into jq_test.c yet because |
| # they depend on $HOME | | # they depend on $HOME |
|
| if [ "`HOME="$mods" $VALGRIND $Q $JQ -nr fg`" != foobar ]; then | | if [ "$(HOME="$mods" $VALGRIND $Q $JQ -nr fg)" != foobar ]; then |
| echo "Bug #479 appears to be back" 1>&2 | | echo "Bug #479 appears to be back" 1>&2 |
| exit 1 | | exit 1 |
| fi | | fi |
| | |
|
| if [ `HOME="$mods" $VALGRIND $Q $JQ --debug-dump-disasm -n fg | grep '^[a-z]' |
wc -l` -gt 3 ]; then | | if [ $(HOME="$mods" $VALGRIND $Q $JQ --debug-dump-disasm -n fg | grep '^[a-z]' |
wc -l) -gt 3 ]; then |
| echo "Binding too many defs into program" 1>&2 | | echo "Binding too many defs into program" 1>&2 |
| exit 1 | | exit 1 |
| fi | | fi |
| | |
| cd "$JQBASEDIR" # so that relative library paths are guaranteed correct | | cd "$JQBASEDIR" # so that relative library paths are guaranteed correct |
| if ! $VALGRIND $Q $JQ -L ./tests/modules -ne 'import "test_bind_order" as check;
check::check==true'; then | | if ! $VALGRIND $Q $JQ -L ./tests/modules -ne 'import "test_bind_order" as check;
check::check==true'; then |
| echo "Issue #817 regression?" 1>&2 | | echo "Issue #817 regression?" 1>&2 |
| exit 1 | | exit 1 |
| fi | | fi |
| | |
| cd "$JQBASEDIR" | | cd "$JQBASEDIR" |
| if ! $VALGRIND $Q $JQ -L tests/modules -ne 'import "test_bind_order" as check; c
heck::check==true'; then | | if ! $VALGRIND $Q $JQ -L tests/modules -ne 'import "test_bind_order" as check; c
heck::check==true'; then |
| echo "Issue #817 regression?" 1>&2 | | echo "Issue #817 regression?" 1>&2 |
| exit 1 | | exit 1 |
| fi | | fi |
| | |
|
| | ## Halt |
| | |
| | if ! $VALGRIND $Q $JQ -n halt; then |
| | echo "jq halt didn't work as expected" 1>&2 |
| | exit 1 |
| | fi |
| | if $VALGRIND $Q $VG_EXIT0 $JQ -n 'halt_error(1)'; then |
| | echo "jq halt_error(1) didn't work as expected" 1>&2 |
| | exit 1 |
| | elif [ $? -ne 1 ]; then |
| | echo "jq halt_error(1) had wrong error code" 1>&2 |
| | exit 1 |
| | fi |
| | if $VALGRIND $Q $VG_EXIT0 $JQ -n 'halt_error(11)'; then |
| | echo "jq halt_error(11) didn't work as expected" 1>&2 |
| | exit 1 |
| | elif [ $? -ne 11 ]; then |
| | echo "jq halt_error(11) had wrong error code" 1>&2 |
| | exit 1 |
| | fi |
| | if [ -n "$($VALGRIND $Q $JQ -n 'halt_error(1)' 2>&1)" ]; then |
| | echo "jq halt_error(1) had unexpected output" 1>&2 |
| | exit 1 |
| | fi |
| | if [ -n "$($VALGRIND $Q $JQ -n '"xyz\n"|halt_error(1)' 2>/dev/null)" ]; then |
| | echo "jq halt_error(1) had unexpected output on stdout" 1>&2 |
| | exit 1 |
| | fi |
| | if [ "$($VALGRIND $Q $JQ -n '"xyz\n"|halt_error(1)' 2>&1)" != xyz ]; then |
| | echo "jq halt_error(1) had unexpected output" 1>&2 |
| | exit 1 |
| | fi |
| | |
| | # Check $JQ_COLORS |
| | $JQ -Ccn . > $d/color |
| | printf '\033[1;30mnull\033[0m\n' > $d/expect |
| | cmp $d/color $d/expect |
| | JQ_COLORS='4;31' $JQ -Ccn . > $d/color |
| | printf '\033[4;31mnull\033[0m\n' > $d/expect |
| | cmp $d/color $d/expect |
| | JQ_COLORS='1;30:0;31:0;32:0;33:0;34:1;35:1;36' \ |
| | $JQ -Ccn '[{"a":true,"b":false},123,null]' > $d/color |
| | ( |
| | printf '\033[1;35m[\033[1;36m{' |
| | printf '\033[0m\033[34;1m"a"\033[' |
| | printf '0m\033[1;36m:\033[0m\033[' |
| | printf '0;32mtrue\033[0m\033[1' |
| | printf ';36m,\033[0m\033[34;1m' |
| | printf '"b"\033[0m\033[1;36m:\033' |
| | printf '[0m\033[0;31mfalse\033' |
| | printf '[0m\033[1;36m\033[1;36' |
| | printf 'm}\033[0m\033[1;35m,\033[' |
| | printf '0;33m123\033[0m\033[1;' |
| | printf '35m,\033[1;30mnull\033' |
| | printf '[0m\033[1;35m\033[1;35' |
| | printf 'm]\033[0m\n' |
| | ) > $d/expect |
| | cmp $d/color $d/expect |
| | |
| | # Check garbage in JQ_COLORS. We write each color sequence into a 16 |
| | # char buffer that needs to hold ESC [ <color> m NUL, so each color |
| | # sequence can be no more than 12 chars (bytes). These emit a warning |
| | # on stderr. |
| | set -vx |
| | echo 'Failed to set $JQ_COLORS' > $d/expect_warning |
| | $JQ -Ccn '[{"a":true,"b":false},123,null]' > $d/expect |
| | JQ_COLORS='garbage;30:*;31:,;3^:0;$%:0;34:1;35:1;36' \ |
| | $JQ -Ccn '[{"a":true,"b":false},123,null]' > $d/color 2>$d/warning |
| | cmp $d/color $d/expect |
| | cmp $d/warning $d/expect_warning |
| | JQ_COLORS='1234567890123456789;30:0;31:0;32:0;33:0;34:1;35:1;36' \ |
| | $JQ -Ccn '[{"a":true,"b":false},123,null]' > $d/color 2>$d/warning |
| | cmp $d/color $d/expect |
| | cmp $d/warning $d/expect_warning |
| | JQ_COLORS='1;31234567890123456789:0;31:0;32:0;33:0;34:1;35:1;36' \ |
| | $JQ -Ccn '[{"a":true,"b":false},123,null]' > $d/color 2>$d/warning |
| | cmp $d/color $d/expect |
| | cmp $d/warning $d/expect_warning |
| | JQ_COLORS='1234567890123456;1234567890123456:1234567890123456;1234567890123456:1 |
| | 234567890123456;1234567890123456:1234567890123456;1234567890123456:1234567890123 |
| | 456;1234567890123456:1234567890123456;1234567890123456:1234567890123456;12345678 |
| | 90123456' \ |
| | $JQ -Ccn '[{"a":true,"b":false},123,null]' > $d/color 2>$d/warning |
| | cmp $d/color $d/expect |
| | cmp $d/warning $d/expect_warning |
| | JQ_COLORS="0123456789123:0123456789123:0123456789123:0123456789123:0123456789123 |
| | :0123456789123:0123456789123:0123456789123:" \ |
| | $JQ -Ccn '[{"a":true,"b":false},123,null]' > $d/color 2>$d/warning |
| | cmp $d/color $d/expect |
| | cmp $d/warning $d/expect_warning |
| | |
| exit 0 | | exit 0 |
| | | |
| End of changes. 19 change blocks. |
|---|
| 29 lines changed or deleted | | 136 lines changed or added |
|---|
"Fossies" - the Fresh Open Source Software Archive 