Browse Source

Make it more obvious when JSON xtests fail

Benjamin Sago 4 years ago
parent
commit
45238cb353

+ 1 - 1
xtests/madns/a-records.toml

@@ -12,7 +12,7 @@ tags = [ "a", "madns" ]
 # A record successes (JSON)
 
 [[cmd]]
-name = "Running with ‘a.example’ prints the correct A record structure"
+name = "Running with ‘a.example --json’ prints the correct A record structure"
 shell = "dog --colour=always ${MADNS_ARGS:-@madns.binarystar.systems:5301 --tcp} A a.example --json | jq"
 stdout = { file = "outputs/a.example.json" }
 stderr = { empty = true }

+ 1 - 1
xtests/madns/aaaa-records.toml

@@ -12,7 +12,7 @@ tags = [ "aaaa", "madns" ]
 # AAAA record successes (JSON)
 
 [[cmd]]
-name = "Running with ‘aaaa.example’ prints the correct AAAA record structure"
+name = "Running with ‘aaaa.example --json’ prints the correct AAAA record structure"
 shell = "dog --colour=always ${MADNS_ARGS:-@madns.binarystar.systems:5301 --tcp} AAAA aaaa.example --json | jq"
 stdout = { file = "outputs/aaaa.example.json" }
 stderr = { empty = true }

+ 3 - 3
xtests/madns/caa-records.toml

@@ -28,7 +28,7 @@ tags = [ "caa", "madns" ]
 # CAA record successes (JSON)
 
 [[cmd]]
-name = "Running with ‘caa.example’ prints the correct CAA record structure"
+name = "Running with ‘caa.example --json’ prints the correct CAA record structure"
 shell = "dog --colour=always ${MADNS_ARGS:-@madns.binarystar.systems:5301 --tcp} CAA caa.example --json | jq"
 stdout = { file = "outputs/caa.example.json" }
 stderr = { empty = true }
@@ -36,7 +36,7 @@ status = 0
 tags = [ "caa", "madns", "json" ]
 
 [[cmd]]
-name = "Running with ‘critical.caa.example’ prints the correct CAA record structurewith the flag"
+name = "Running with ‘critical.caa.example --json’ prints the correct CAA record structurewith the flag"
 shell = "dog --colour=always ${MADNS_ARGS:-@madns.binarystar.systems:5301 --tcp} CAA critical.caa.example --json | jq"
 stdout = { file = "outputs/critical.caa.example.json" }
 stderr = { empty = true }
@@ -44,7 +44,7 @@ status = 0
 tags = [ "caa", "madns", "json" ]
 
 [[cmd]]
-name = "Running with ‘others.caa.example’ prints the correct CAA record structure and ignores the flags"
+name = "Running with ‘others.caa.example --json’ prints the correct CAA record structure and ignores the flags"
 shell = "dog --colour=always ${MADNS_ARGS:-@madns.binarystar.systems:5301 --tcp} CAA others.caa.example --json | jq"
 stdout = { file = "outputs/others.caa.example.json" }
 stderr = { empty = true }

+ 1 - 1
xtests/madns/cname-records.toml

@@ -12,7 +12,7 @@ tags = [ "cname", "madns" ]
 # CNAME record successes (JSON)
 
 [[cmd]]
-name = "Running with ‘cname.example’ prints the correct CNAME record structure"
+name = "Running with ‘cname.example --json’ prints the correct CNAME record structure"
 shell = "dog --colour=always ${MADNS_ARGS:-@madns.binarystar.systems:5301 --tcp} CNAME cname.example --json | jq"
 stdout = { file = "outputs/cname.example.json" }
 stderr = { empty = true }

+ 1 - 1
xtests/madns/eui48-records.toml

@@ -12,7 +12,7 @@ tags = [ "eui48", "madns" ]
 # EUI48 record successes (JSON)
 
 [[cmd]]
-name = "Running with ‘eui48.example’ prints the correct EUI48 record structure"
+name = "Running with ‘eui48.example --json’ prints the correct EUI48 record structure"
 shell = "dog --colour=always ${MADNS_ARGS:-@madns.binarystar.systems:5301 --tcp} EUI48 eui48.example --json | jq"
 stdout = { file = "outputs/eui48.example.json" }
 stderr = { empty = true }

+ 1 - 1
xtests/madns/eui64-records.toml

@@ -12,7 +12,7 @@ tags = [ "eui64", "madns" ]
 # EUI64 record successes (JSON)
 
 [[cmd]]
-name = "Running with ‘eui64.example’ prints the correct EUI64 record structure"
+name = "Running with ‘eui64.example --json’ prints the correct EUI64 record structure"
 shell = "dog --colour=always ${MADNS_ARGS:-@madns.binarystar.systems:5301 --tcp} EUI64 eui64.example --json | jq"
 stdout = { file = "outputs/eui64.example.json" }
 stderr = { empty = true }

+ 1 - 1
xtests/madns/hinfo-records.toml

@@ -12,7 +12,7 @@ tags = [ "hinfo", "madns" ]
 # HINFO record successes (JSON)
 
 [[cmd]]
-name = "Running with ‘hinfo.example’ prints the correct HINFO record structure"
+name = "Running with ‘hinfo.example --json’ prints the correct HINFO record structure"
 shell = "dog --colour=always ${MADNS_ARGS:-@madns.binarystar.systems:5301 --tcp} HINFO hinfo.example --json | jq"
 stdout = { file = "outputs/hinfo.example.json" }
 stderr = { empty = true }

+ 1 - 1
xtests/madns/loc-records.toml

@@ -12,7 +12,7 @@ tags = [ "loc", "madns" ]
 # LOC record successes (JSON)
 
 [[cmd]]
-name = "Running with ‘loc.example’ prints the correct LOC record structure"
+name = "Running with ‘loc.example --json’ prints the correct LOC record structure"
 shell = "dog --colour=always ${MADNS_ARGS:-@madns.binarystar.systems:5301 --tcp} LOC loc.example --json | jq"
 stdout = { file = "outputs/loc.example.json" }
 stderr = { empty = true }

+ 1 - 1
xtests/madns/mx-records.toml

@@ -12,7 +12,7 @@ tags = [ "mx", "madns" ]
 # MX record successes (JSON)
 
 [[cmd]]
-name = "Running with ‘mx.example’ prints the correct MX record structure"
+name = "Running with ‘mx.example --json’ prints the correct MX record structure"
 shell = "dog --colour=always ${MADNS_ARGS:-@madns.binarystar.systems:5301 --tcp} MX mx.example --json | jq"
 stdout = { file = "outputs/mx.example.json" }
 stderr = { empty = true }

+ 1 - 1
xtests/madns/naptr-records.toml

@@ -20,7 +20,7 @@ tags = [ "naptr", "madns" ]
 # NAPTR record successes (JSON)
 
 [[cmd]]
-name = "Running with ‘naptr.example’ prints the correct NAPTR record structure"
+name = "Running with ‘naptr.example --json’ prints the correct NAPTR record structure"
 shell = "dog --colour=always ${MADNS_ARGS:-@madns.binarystar.systems:5301 --tcp} NAPTR naptr.example --json | jq"
 stdout = { file = "outputs/naptr.example.json" }
 stderr = { empty = true }

+ 1 - 1
xtests/madns/ns-records.toml

@@ -12,7 +12,7 @@ tags = [ "ns", "madns" ]
 # NS record successes (JSON)
 
 [[cmd]]
-name = "Running with ‘ns.example’ prints the correct NS record structure"
+name = "Running with ‘ns.example --json’ prints the correct NS record structure"
 shell = "dog --colour=always ${MADNS_ARGS:-@madns.binarystar.systems:5301 --tcp} NS ns.example --json | jq"
 stdout = { file = "outputs/ns.example.json" }
 stderr = { empty = true }

+ 1 - 1
xtests/madns/openpgpkey-records.toml

@@ -12,7 +12,7 @@ tags = [ "openpgpkey", "madns" ]
 # OPENPGPKEY record successes (JSON)
 
 [[cmd]]
-name = "Running with ‘openpgpkey.example’ prints the correct OPENPGPKEY record structure"
+name = "Running with ‘openpgpkey.example --json’ prints the correct OPENPGPKEY record structure"
 shell = "dog --colour=always ${MADNS_ARGS:-@madns.binarystar.systems:5301 --tcp} OPENPGPKEY openpgpkey.example --json | jq"
 stdout = { file = "outputs/openpgpkey.example.json" }
 stderr = { empty = true }

+ 4 - 4
xtests/madns/opt-records.toml

@@ -36,7 +36,7 @@ tags = [ "opt", "madns" ]
 # OPT record successes (JSON)
 
 [[cmd]]
-name = "Running with ‘opt.example’ prints the correct OPT record structure"
+name = "Running with ‘opt.example --json’ prints the correct OPT record structure"
 shell = "dog --colour=always ${MADNS_ARGS:-@madns.binarystar.systems:5301 --tcp} A opt.example --edns=show --json | jq"
 stdout = { file = "outputs/opt.example.json" }
 stderr = { empty = true }
@@ -44,7 +44,7 @@ status = 0
 tags = [ "opt", "madns", "json" ]
 
 [[cmd]]
-name = "Running with ‘do-flag.opt.example’ prints the correct OPT record structure"
+name = "Running with ‘do-flag.opt.example --json’ prints the correct OPT record structure"
 shell = "dog --colour=always ${MADNS_ARGS:-@madns.binarystar.systems:5301 --tcp} A do-flag.opt.example --edns=show --json | jq"
 stdout = { file = "outputs/do-flag.opt.example.json" }
 stderr = { empty = true }
@@ -52,7 +52,7 @@ status = 0
 tags = [ "opt", "madns", "json" ]
 
 [[cmd]]
-name = "Running with ‘other-flags.opt.example’ prints the correct OPT record structure"
+name = "Running with ‘other-flags.opt.example --json’ prints the correct OPT record structure"
 shell = "dog --colour=always ${MADNS_ARGS:-@madns.binarystar.systems:5301 --tcp} A other-flags.opt.example --edns=show --json | jq"
 stdout = { file = "outputs/other-flags.opt.example.json" }
 stderr = { empty = true }
@@ -60,7 +60,7 @@ status = 0
 tags = [ "opt", "madns", "json" ]
 
 [[cmd]]
-name = "Running with ‘named.opt.invalid’ prints the correct OPT record structure"
+name = "Running with ‘named.opt.invalid --json’ prints the correct OPT record structure"
 shell = "dog --colour=always ${MADNS_ARGS:-@madns.binarystar.systems:5301 --tcp} A named.opt.invalid --edns=show --json | jq"
 stdout = { file = "outputs/named.opt.invalid.json" }
 stderr = { empty = true }

+ 5 - 5
xtests/madns/protocol-chars.toml

@@ -44,7 +44,7 @@ tags = [ "protocol", "madns" ]
 # Character escaping (JSON)
 
 [[cmd]]
-name = "Running with ‘ansi.str.example’ properly escapes the codes in the JSON string"
+name = "Running with ‘ansi.str.example --json’ properly escapes the codes in the JSON string"
 shell = "dog --colour=always ${MADNS_ARGS:-@madns.binarystar.systems:5301 --tcp} CNAME ansi.str.example --json | jq"
 stdout = { file = "outputs/ansi.str.example.json" }
 stderr = { empty = true }
@@ -52,7 +52,7 @@ status = 0
 tags = [ "protocol", "madns", "json" ]
 
 [[cmd]]
-name = "Running with ‘newline.str.example’ properly escapes the newlines in the JSON string"
+name = "Running with ‘newline.str.example --json’ properly escapes the newlines in the JSON string"
 shell = "dog --colour=always ${MADNS_ARGS:-@madns.binarystar.systems:5301 --tcp} CNAME newline.str.example --json | jq"
 stdout = { file = "outputs/newline.str.example.json" }
 stderr = { empty = true }
@@ -60,7 +60,7 @@ status = 0
 tags = [ "protocol", "madns", "json" ]
 
 [[cmd]]
-name = "Running with ‘null.str.example’ properly handles the null bytes in the JSON string"
+name = "Running with ‘null.str.example --json’ properly handles the null bytes in the JSON string"
 shell = "dog --colour=always ${MADNS_ARGS:-@madns.binarystar.systems:5301 --tcp} CNAME null.str.example --json | jq"
 stdout = { file = "outputs/null.str.example.json" }
 stderr = { empty = true }
@@ -68,7 +68,7 @@ status = 0
 tags = [ "protocol", "madns", "json" ]
 
 [[cmd]]
-name = "Running with ‘tab.str.example’ properly escapes the tabs in the JSON string"
+name = "Running with ‘tab.str.example --json’ properly escapes the tabs in the JSON string"
 shell = "dog --colour=always ${MADNS_ARGS:-@madns.binarystar.systems:5301 --tcp} CNAME tab.str.example --json | jq"
 stdout = { file = "outputs/tab.str.example.json" }
 stderr = { empty = true }
@@ -76,7 +76,7 @@ status = 0
 tags = [ "protocol", "madns", "json" ]
 
 [[cmd]]
-name = "Running with ‘upperbit.str.example’ properly escapes the upper-bit characters in the JSON string"
+name = "Running with ‘upperbit.str.example --json’ properly escapes the upper-bit characters in the JSON string"
 shell = "dog --colour=always ${MADNS_ARGS:-@madns.binarystar.systems:5301 --tcp} CNAME upperbit.str.example --json | jq"
 stdout = { file = "outputs/upperbit.str.example.json" }
 stderr = { empty = true }

+ 1 - 1
xtests/madns/ptr-records.toml

@@ -12,7 +12,7 @@ tags = [ "ptr", "madns" ]
 # PTR record successes (JSON)
 
 [[cmd]]
-name = "Running with ‘ptr.example’ prints the correct PTR record structure"
+name = "Running with ‘ptr.example --json’ prints the correct PTR record structure"
 shell = "dog --colour=always ${MADNS_ARGS:-@madns.binarystar.systems:5301 --tcp} PTR ptr.example --json | jq"
 stdout = { file = "outputs/ptr.example.json" }
 stderr = { empty = true }

+ 1 - 1
xtests/madns/soa-records.toml

@@ -12,7 +12,7 @@ tags = [ "soa", "madns" ]
 # SOA record successes (JSON)
 
 [[cmd]]
-name = "Running with ‘soa.example’ prints the correct SOA record structure"
+name = "Running with ‘soa.example --json’ prints the correct SOA record structure"
 shell = "dog --colour=always ${MADNS_ARGS:-@madns.binarystar.systems:5301 --tcp} SOA soa.example --json | jq"
 stdout = { file = "outputs/soa.example.json" }
 stderr = { empty = true }

+ 1 - 1
xtests/madns/srv-records.toml

@@ -12,7 +12,7 @@ tags = [ "soa", "madns" ]
 # SRV record successes (JSON)
 
 [[cmd]]
-name = "Running with ‘srv.example’ prints the correct SRV record structure"
+name = "Running with ‘srv.example --json’ prints the correct SRV record structure"
 shell = "dog --colour=always ${MADNS_ARGS:-@madns.binarystar.systems:5301 --tcp} SRV srv.example --json | jq"
 stdout = { file = "outputs/srv.example.json" }
 stderr = { empty = true }

+ 1 - 1
xtests/madns/sshfp-records.toml

@@ -12,7 +12,7 @@ tags = [ "sshfp", "madns" ]
 # SSHFP record successes (JSON)
 
 [[cmd]]
-name = "Running with ‘sshfp.example’ prints the correct SSHFP record structure"
+name = "Running with ‘sshfp.example --json’ prints the correct SSHFP record structure"
 shell = "dog --colour=always ${MADNS_ARGS:-@madns.binarystar.systems:5301 --tcp} SSHFP sshfp.example --json | jq"
 stdout = { file = "outputs/sshfp.example.json" }
 stderr = { empty = true }

+ 1 - 1
xtests/madns/tlsa-records.toml

@@ -12,7 +12,7 @@ tags = [ "tlsa", "madns" ]
 # TLSA record successes (JSON)
 
 [[cmd]]
-name = "Running with ‘tlsa.example’ prints the correct TLSA record structure"
+name = "Running with ‘tlsa.example --json’ prints the correct TLSA record structure"
 shell = "dog --colour=always ${MADNS_ARGS:-@madns.binarystar.systems:5301 --tcp} TLSA tlsa.example --json | jq"
 stdout = { file = "outputs/tlsa.example.json" }
 stderr = { empty = true }

+ 1 - 1
xtests/madns/txt-records.toml

@@ -12,7 +12,7 @@ tags = [ "txt", "madns" ]
 # TXT record successes (JSON)
 
 [[cmd]]
-name = "Running with ‘txt.example’ prints the correct TXT record structure"
+name = "Running with ‘txt.example --json’ prints the correct TXT record structure"
 shell = "dog --colour=always ${MADNS_ARGS:-@madns.binarystar.systems:5301 --tcp} TXT txt.example --json | jq"
 stdout = { file = "outputs/txt.example.json" }
 stderr = { empty = true }

+ 1 - 1
xtests/madns/uri-records.toml

@@ -20,7 +20,7 @@ tags = [ "uri", "madns" ]
 # URI record successes (JSON)
 
 [[cmd]]
-name = "Running with ‘uri.example’ prints the correct URI record structure"
+name = "Running with ‘uri.example --json’ prints the correct URI record structure"
 shell = "dog --colour=always ${MADNS_ARGS:-@madns.binarystar.systems:5301 --tcp} URI uri.example --json | jq"
 stdout = { file = "outputs/uri.example.json" }
 stderr = { empty = true }