Top All Current Latest Running

OpenBSD netlink 2024-11-23 test results

created at 2024-11-25T06:19:31Z
run at 2024-11-23T05:16:27Z
test host with cpu cores ot72/1
machine setup info
date 2024-11-23
iface iface-vio0
cvsdate
patch
modify
pseudo
linux-openbsd-linux-tcp4copy-parallel-9 NOEXITstats netbench.pl -v -b1000000 -N10 -croot@lt70 -sroot@lt75 -A10.10.91.20 -a10.10.92.40 -t10 tcpcopy
send
recv
linux-openbsd-linux-tcp4splice-parallel-9 NOEXITstats netbench.pl -v -b1000000 -N10 -croot@lt70 -sroot@lt75 -A10.10.91.20 -a10.10.92.40 -t10 tcpsplice
send
linux-openbsd-linux-tcp6copy-parallel-9 NOEXITstats netbench.pl -v -b1000000 -N10 -croot@lt70 -sroot@lt75 -Afdd7:e83e:66bd:1091::20 -afdd7:e83e:66bd:1092::40 -t10 tcpcopy
send
recv
linux-openbsd-linux-tcp6splice-parallel-9 NOEXITstats netbench.pl -v -b1000000 -N10 -croot@lt70 -sroot@lt75 -Afdd7:e83e:66bd:1091::20 -afdd7:e83e:66bd:1092::40 -t10 tcpsplice
send
linux-openbsd-linux-udp4bench-parallel-empty-9 NOEXITstats netbench.pl -v -B1000000000 -b1000000 -d1 -f0 -i0 -N10 -croot@lt70 -sroot@lt75 -a10.10.92.40 -t10 udpbench
send
recv
linux-openbsd-linux-udp4bench-single-empty-9 NOEXITstats netbench.pl -v -b1000000 -f0 -croot@lt70 -sroot@lt75 -a10.10.92.40 -t10 udpbench
linux-openbsd-linux-udp4splice-empty-9 NOEXITstats netbench.pl -v -B1000000000 -b1000000 -d1 -f0 -i0 -N10 -croot@lt70 -sroot@lt75 -A10.10.91.20 -a10.10.92.40 -t10 udpsplice
send
recv
linux-openbsd-linux-udp6bench-single-empty-9 NOEXITstats netbench.pl -v -b1000000 -f0 -croot@lt70 -sroot@lt75 -afdd7:e83e:66bd:1092::40 -t10 udpbench
send
recv
linux-openbsd-linux-udp6splice-empty-9 NOEXITstats netbench.pl -v -B1000000000 -b1000000 -d1 -f0 -i0 -N10 -croot@lt70 -sroot@lt75 -Afdd7:e83e:66bd:1091::20 -afdd7:e83e:66bd:1092::40 -t10 udpsplice
send
recv
linux-openbsd-udp4bench-parallel-empty-9 NOEXITstats netbench.pl -v -B1000000000 -b1000000 -d1 -f0 -i0 -N10 -croot@lt70 -a10.10.91.20 -t10 udpbench
send
recv
linux-openbsd-udp4bench-parallel-frag-9 NOEXITstats netbench.pl -v -B1000000000 -b1000000 -d1 -f2 -i0 -N10 -croot@lt70 -a10.10.91.20 -t10 udpbench
send
recv
linux-openbsd-udp4bench-parallel-mtu-9 NOEXITstats netbench.pl -v -B1000000000 -b1000000 -d1 -f1 -i0 -N10 -croot@lt70 -a10.10.91.20 -t10 udpbench
send
recv
linux-openbsd-udp4bench-single-empty-9 NOEXITstats netbench.pl -v -b1000000 -f0 -croot@lt70 -a10.10.91.20 -t10 udpbench
linux-openbsd-udp4bench-single-frag-9 NOEXITstats netbench.pl -v -b1000000 -f2 -croot@lt70 -a10.10.91.20 -t10 udpbench
linux-openbsd-udp4bench-single-mtu-9 NOEXITstats netbench.pl -v -b1000000 -f1 -croot@lt70 -a10.10.91.20 -t10 udpbench
send
recv
linux-openbsd-udp6bench-parallel-frag-9 NOEXITstats netbench.pl -v -B1000000000 -b1000000 -d1 -f2 -i0 -N10 -croot@lt70 -afdd7:e83e:66bd:1091::20 -t10 udpbench
send
recv
linux-openbsd-udp6bench-single-empty-9 NOEXITstats netbench.pl -v -b1000000 -f0 -croot@lt70 -afdd7:e83e:66bd:1091::20 -t10 udpbench
linux-openbsd-udp6bench-single-frag-9 NOEXITstats netbench.pl -v -b1000000 -f2 -croot@lt70 -afdd7:e83e:66bd:1091::20 -t10 udpbench
linux-openbsd-udp6bench-parallel-empty-9 NOEXITstats netbench.pl -v -B1000000000 -b1000000 -d1 -f0 -i0 -N10 -croot@lt70 -afdd7:e83e:66bd:1091::20 -t10 udpbench
send
recv
linux-openbsd-linux-udp4splice-full-9 PASSstats netbench.pl -v -B1000000000 -b1000000 -d1 -f1 -i0 -N10 -croot@lt70 -sroot@lt75 -A10.10.91.20 -a10.10.92.40 -t10 udpsplice
send 627110000
recv 549418000
linux-openbsd-linux-udp6bench-parallel-empty-9 NOEXITstats netbench.pl -v -B1000000000 -b1000000 -d1 -f0 -i0 -N10 -croot@lt70 -sroot@lt75 -afdd7:e83e:66bd:1092::40 -t10 udpbench
send
recv
linux-openbsd-linux-udp6splice-full-9 PASSstats netbench.pl -v -B1000000000 -b1000000 -d1 -f1 -i0 -N10 -croot@lt70 -sroot@lt75 -Afdd7:e83e:66bd:1091::20 -afdd7:e83e:66bd:1092::40 -t10 udpsplice
send 616553000
recv 550527000
linux-openbsd-udp6bench-parallel-mtu-9 NOEXITstats netbench.pl -v -B1000000000 -b1000000 -d1 -f1 -i0 -N10 -croot@lt70 -afdd7:e83e:66bd:1091::20 -t10 udpbench
send
recv
linux-openbsd-udp6bench-single-mtu-9 NOEXITstats netbench.pl -v -b1000000 -f1 -croot@lt70 -afdd7:e83e:66bd:1091::20 -t10 udpbench
send
recv
linux-openbsd-linux-udp6bench-parallel-frag-9 PASSstats netbench.pl -v -B1000000000 -b1000000 -d1 -f2 -i0 -N10 -croot@lt70 -sroot@lt75 -afdd7:e83e:66bd:1092::40 -t10 udpbench
send 874638000
recv 574941000
linux-openbsd-linux-udp6bench-single-frag-9 PASSstats netbench.pl -v -b1000000 -f2 -croot@lt70 -sroot@lt75 -afdd7:e83e:66bd:1092::40 -t10 udpbench
send 995772000
recv 585643000
linux-openbsd-linux-udp4bench-single-frag-9 PASSstats netbench.pl -v -b1000000 -f2 -croot@lt70 -sroot@lt75 -a10.10.92.40 -t10 udpbench
send 754160000
recv 639420000
linux-openbsd-linux-udp4bench-parallel-frag-9 PASSstats netbench.pl -v -B1000000000 -b1000000 -d1 -f2 -i0 -N10 -croot@lt70 -sroot@lt75 -a10.10.92.40 -t10 udpbench
send 929707000
recv 655101000
linux-openbsd-linux-tcp4copy-single-9 PASSstats netbench.pl -v -b1000000 -croot@lt70 -sroot@lt75 -A10.10.91.20 -a10.10.92.40 -t10 tcpcopy
send 871452000
recv 883828000
linux-openbsd-linux-tcp4splice-single-9 PASSstats netbench.pl -v -b1000000 -croot@lt70 -sroot@lt75 -A10.10.91.20 -a10.10.92.40 -t10 tcpsplice
send 821545000
recv 819998000
linux-openbsd-linux-tcp6copy-single-9 PASSstats netbench.pl -v -b1000000 -croot@lt70 -sroot@lt75 -Afdd7:e83e:66bd:1091::20 -afdd7:e83e:66bd:1092::40 -t10 tcpcopy
send 861078000
recv 868718000
linux-openbsd-linux-tcp6splice-single-9 PASSstats netbench.pl -v -b1000000 -croot@lt70 -sroot@lt75 -Afdd7:e83e:66bd:1091::20 -afdd7:e83e:66bd:1092::40 -t10 tcpsplice
send 808872000
recv 806616000
linux-openbsd-linux-udp4bench-single-mtu-9 PASSstats netbench.pl -v -b1000000 -f1 -croot@lt70 -sroot@lt75 -a10.10.92.40 -t10 udpbench
send 561345000
recv 542446000
linux-openbsd-linux-udp6bench-single-mtu-9 PASSstats netbench.pl -v -b1000000 -f1 -croot@lt70 -sroot@lt75 -afdd7:e83e:66bd:1092::40 -t10 udpbench
send 545673000
recv 527082000
linux-openbsd-linux-udp6bench-parallel-mtu-9 PASSstats netbench.pl -v -B1000000000 -b1000000 -d1 -f1 -i0 -N10 -croot@lt70 -sroot@lt75 -afdd7:e83e:66bd:1092::40 -t10 udpbench
send 529890000
recv 520506000
linux-openbsd-linux-udp4bench-parallel-mtu-9 PASSstats netbench.pl -v -B1000000000 -b1000000 -d1 -f1 -i0 -N10 -croot@lt70 -sroot@lt75 -a10.10.92.40 -t10 udpbench
send 546400000
recv 534115000
linux-openbsd-icmp4-9 PASSstats ssh root@lt70 ping -qfc10000 10.10.91.2
avg 0.338
max 10.000
linux-openbsd-icmp6-9 PASSstats ssh root@lt70 ping6 -qfc10000 fdd7:e83e:66bd:1091::2
avg 0.341
max 10.000
linux-openbsd-linux-icmp4-9 PASSstats ssh root@lt70 ping -qfc10000 10.10.92.4
avg 0.683
max 10.000
linux-openbsd-linux-icmp6-9 PASSstats ssh root@lt70 ping6 -qfc10000 fdd7:e83e:66bd:1092::4
avg 0.692
max 10.000
linux-openbsd-linux-tcp4bench-parallel-9 PASSstats ssh root@lt70 tcpbench -S1000000 -t10 -n100 10.10.92.4
sender 972774875
linux-openbsd-linux-tcp4bench-single-9 PASSstats ssh root@lt70 tcpbench -S1000000 -t10 10.10.92.4
sender 1001998875
linux-openbsd-linux-tcp6bench-parallel-9 PASSstats ssh root@lt70 tcpbench -S1000000 -t10 -n100 fdd7:e83e:66bd:1092::4
sender 928492625
linux-openbsd-linux-tcp6bench-single-9 PASSstats ssh root@lt70 tcpbench -S1000000 -t10 fdd7:e83e:66bd:1092::4
sender 976400125
linux-openbsd-tcp4bench-parallel-9 PASSstats ssh root@lt70 tcpbench -S1000000 -t10 -n100 10.10.91.2
sender 1812194000
linux-openbsd-tcp4bench-single-9 PASSstats ssh root@lt70 tcpbench -S1000000 -t10 10.10.91.2
sender 1374040125
linux-openbsd-tcp6bench-parallel-9 PASSstats ssh root@lt70 tcpbench -S1000000 -t10 -n100 fdd7:e83e:66bd:1091::2
sender 1792455500
linux-openbsd-tcp6bench-single-9 PASSstats ssh root@lt70 tcpbench -S1000000 -t10 fdd7:e83e:66bd:1091::2
sender 1259964500
openbsd-linux-icmp4-9 PASSstats ping -qfc10000 10.10.92.4
avg 0.346
max 1.096
openbsd-linux-icmp6-9 PASSstats ping6 -qfc10000 fdd7:e83e:66bd:1092::4
avg 0.349
max 1.203
openbsd-linux-tcp4bench-parallel-9 PASSstats tcpbench -S1000000 -t10 -n100 10.10.92.4
sender 1575801875
openbsd-linux-tcp4bench-single-9 PASSstats tcpbench -S1000000 -t10 10.10.92.4
sender 1240378250
openbsd-linux-tcp6bench-parallel-9 PASSstats tcpbench -S1000000 -t10 -n100 fdd7:e83e:66bd:1092::4
sender 1539947500
openbsd-linux-tcp6bench-single-9 PASSstats tcpbench -S1000000 -t10 fdd7:e83e:66bd:1092::4
sender 1156405125
openbsd-linux-udp4bench-parallel-empty-9 PASSstats netbench.pl -v -B1000000000 -b1000000 -d1 -f0 -i0 -N10 -sroot@lt75 -a10.10.92.40 -t10 udpbench
send 129972000
recv 129131000
openbsd-linux-udp4bench-parallel-frag-9 PASSstats netbench.pl -v -B1000000000 -b1000000 -d1 -f2 -i0 -N10 -sroot@lt75 -a10.10.92.40 -t10 udpbench
send 1777490000
recv 1790970000
openbsd-linux-udp4bench-parallel-mtu-9 PASSstats netbench.pl -v -B1000000000 -b1000000 -d1 -f1 -i0 -N10 -sroot@lt75 -a10.10.92.40 -t10 udpbench
send 1946450000
recv 1990910000
openbsd-linux-udp4bench-single-empty-9 PASSstats netbench.pl -v -b1000000 -f0 -sroot@lt75 -a10.10.92.40 -t10 udpbench
send 56518600
recv 56888100
openbsd-linux-udp4bench-single-frag-9 PASSstats netbench.pl -v -b1000000 -f2 -sroot@lt75 -a10.10.92.40 -t10 udpbench
send 1720590000
recv 1728790000
openbsd-linux-udp4bench-single-mtu-9 PASSstats netbench.pl -v -b1000000 -f1 -sroot@lt75 -a10.10.92.40 -t10 udpbench
send 963463000
recv 968797000
openbsd-linux-udp6bench-parallel-empty-9 PASSstats netbench.pl -v -B1000000000 -b1000000 -d1 -f0 -i0 -N10 -sroot@lt75 -afdd7:e83e:66bd:1092::40 -t10 udpbench
send 133755000
recv 133191000
openbsd-linux-udp6bench-parallel-frag-9 PASSstats netbench.pl -v -B1000000000 -b1000000 -d1 -f2 -i0 -N10 -sroot@lt75 -afdd7:e83e:66bd:1092::40 -t10 udpbench
send 1841120000
recv 1877910000
openbsd-linux-udp6bench-parallel-mtu-9 PASSstats netbench.pl -v -B1000000000 -b1000000 -d1 -f1 -i0 -N10 -sroot@lt75 -afdd7:e83e:66bd:1092::40 -t10 udpbench
send 1460310000
recv 1485260000
openbsd-linux-udp6bench-single-empty-9 PASSstats netbench.pl -v -b1000000 -f0 -sroot@lt75 -afdd7:e83e:66bd:1092::40 -t10 udpbench
send 57407500
recv 57727500
openbsd-linux-udp6bench-single-frag-9 PASSstats netbench.pl -v -b1000000 -f2 -sroot@lt75 -afdd7:e83e:66bd:1092::40 -t10 udpbench
send 1563650000
recv 1564730000
openbsd-linux-udp6bench-single-mtu-9 PASSstats netbench.pl -v -b1000000 -f1 -sroot@lt75 -afdd7:e83e:66bd:1092::40 -t10 udpbench
send 963751000
recv 969136000
2024-11-23
iface-vio0
linux-openbsd-linux-tcp4bench-parallel-9 IPv4 TCP Forward parallel-100 4.9% ssh root@lt70 tcpbench -S1000000 -t10 -n100 10.10.92.4
linux-openbsd-linux-tcp4bench-single-9 IPv4 TCP Forward single 5.0% ssh root@lt70 tcpbench -S1000000 -t10 10.10.92.4
linux-openbsd-linux-tcp4copy-single-9 IPv4 TCP Copy single 4.4% netbench.pl -v -b1000000 -croot@lt70 -sroot@lt75 -A10.10.91.20 -a10.10.92.40 -t10 tcpcopy
linux-openbsd-linux-tcp4splice-single-9 IPv4 TCP Splice single 4.1% netbench.pl -v -b1000000 -croot@lt70 -sroot@lt75 -A10.10.91.20 -a10.10.92.40 -t10 tcpsplice
linux-openbsd-linux-tcp6bench-parallel-9 IPv6 TCP Forward parallel-100 4.6% ssh root@lt70 tcpbench -S1000000 -t10 -n100 fdd7:e83e:66bd:1092::4
linux-openbsd-linux-tcp6bench-single-9 IPv6 TCP Forward single 4.9% ssh root@lt70 tcpbench -S1000000 -t10 fdd7:e83e:66bd:1092::4
linux-openbsd-linux-tcp6copy-single-9 IPv6 TCP Copy single 4.3% netbench.pl -v -b1000000 -croot@lt70 -sroot@lt75 -Afdd7:e83e:66bd:1091::20 -afdd7:e83e:66bd:1092::40 -t10 tcpcopy
linux-openbsd-linux-tcp6splice-single-9 IPv6 TCP Splice single 4.0% netbench.pl -v -b1000000 -croot@lt70 -sroot@lt75 -Afdd7:e83e:66bd:1091::20 -afdd7:e83e:66bd:1092::40 -t10 tcpsplice
linux-openbsd-linux-udp4bench-parallel-frag-9 IPv4 UDP Forward Frag2 parallel-10 3.3% netbench.pl -v -B1000000000 -b1000000 -d1 -f2 -i0 -N10 -croot@lt70 -sroot@lt75 -a10.10.92.40 -t10 udpbench
linux-openbsd-linux-udp4bench-parallel-mtu-9 IPv4 UDP Forward MTU parallel-10 2.7% netbench.pl -v -B1000000000 -b1000000 -d1 -f1 -i0 -N10 -croot@lt70 -sroot@lt75 -a10.10.92.40 -t10 udpbench
linux-openbsd-linux-udp4bench-single-frag-9 IPv4 UDP Forward Frag2 single 3.2% netbench.pl -v -b1000000 -f2 -croot@lt70 -sroot@lt75 -a10.10.92.40 -t10 udpbench
linux-openbsd-linux-udp4bench-single-mtu-9 IPv4 UDP Forward MTU single 2.7% netbench.pl -v -b1000000 -f1 -croot@lt70 -sroot@lt75 -a10.10.92.40 -t10 udpbench
linux-openbsd-linux-udp4splice-full-9 IPv4 UDP Splice MTU parallel-10 2.7% netbench.pl -v -B1000000000 -b1000000 -d1 -f1 -i0 -N10 -croot@lt70 -sroot@lt75 -A10.10.91.20 -a10.10.92.40 -t10 udpsplice
linux-openbsd-linux-udp6bench-parallel-frag-9 IPv6 UDP Forward Frag2 parallel-10 2.9% netbench.pl -v -B1000000000 -b1000000 -d1 -f2 -i0 -N10 -croot@lt70 -sroot@lt75 -afdd7:e83e:66bd:1092::40 -t10 udpbench
linux-openbsd-linux-udp6bench-parallel-mtu-9 IPv6 UDP Forward MTU parallel-10 2.6% netbench.pl -v -B1000000000 -b1000000 -d1 -f1 -i0 -N10 -croot@lt70 -sroot@lt75 -afdd7:e83e:66bd:1092::40 -t10 udpbench
linux-openbsd-linux-udp6bench-single-frag-9 IPv6 UDP Forward Frag2 single 2.9% netbench.pl -v -b1000000 -f2 -croot@lt70 -sroot@lt75 -afdd7:e83e:66bd:1092::40 -t10 udpbench
linux-openbsd-linux-udp6bench-single-mtu-9 IPv6 UDP Forward MTU single 2.6% netbench.pl -v -b1000000 -f1 -croot@lt70 -sroot@lt75 -afdd7:e83e:66bd:1092::40 -t10 udpbench
linux-openbsd-linux-udp6splice-full-9 IPv6 UDP Splice MTU parallel-10 2.8% netbench.pl -v -B1000000000 -b1000000 -d1 -f1 -i0 -N10 -croot@lt70 -sroot@lt75 -Afdd7:e83e:66bd:1091::20 -afdd7:e83e:66bd:1092::40 -t10 udpsplice
linux-openbsd-tcp4bench-parallel-9 IPv4 TCP Receive parallel-100 9.1% ssh root@lt70 tcpbench -S1000000 -t10 -n100 10.10.91.2
linux-openbsd-tcp4bench-single-9 IPv4 TCP Receive single 6.9% ssh root@lt70 tcpbench -S1000000 -t10 10.10.91.2
linux-openbsd-tcp6bench-parallel-9 IPv6 TCP Receive parallel-100 9.0% ssh root@lt70 tcpbench -S1000000 -t10 -n100 fdd7:e83e:66bd:1091::2
linux-openbsd-tcp6bench-single-9 IPv6 TCP Receive single 6.3% ssh root@lt70 tcpbench -S1000000 -t10 fdd7:e83e:66bd:1091::2
openbsd-linux-tcp4bench-parallel-9 IPv4 TCP Send parallel-100 7.9% tcpbench -S1000000 -t10 -n100 10.10.92.4
openbsd-linux-tcp4bench-single-9 IPv4 TCP Send single 6.2% tcpbench -S1000000 -t10 10.10.92.4
openbsd-linux-tcp6bench-parallel-9 IPv6 TCP Send parallel-100 7.7% tcpbench -S1000000 -t10 -n100 fdd7:e83e:66bd:1092::4
openbsd-linux-tcp6bench-single-9 IPv6 TCP Send single 5.8% tcpbench -S1000000 -t10 fdd7:e83e:66bd:1092::4
openbsd-linux-udp4bench-parallel-empty-9 IPv4 UDP Send Empty parallel-10 0.6% netbench.pl -v -B1000000000 -b1000000 -d1 -f0 -i0 -N10 -sroot@lt75 -a10.10.92.40 -t10 udpbench
openbsd-linux-udp4bench-parallel-frag-9 IPv4 UDP Send Frag2 parallel-10 9.0% netbench.pl -v -B1000000000 -b1000000 -d1 -f2 -i0 -N10 -sroot@lt75 -a10.10.92.40 -t10 udpbench
openbsd-linux-udp4bench-parallel-mtu-9 IPv4 UDP Send MTU parallel-10 10.0% netbench.pl -v -B1000000000 -b1000000 -d1 -f1 -i0 -N10 -sroot@lt75 -a10.10.92.40 -t10 udpbench
openbsd-linux-udp4bench-single-empty-9 IPv4 UDP Send Empty single 0.3% netbench.pl -v -b1000000 -f0 -sroot@lt75 -a10.10.92.40 -t10 udpbench
openbsd-linux-udp4bench-single-frag-9 IPv4 UDP Send Frag2 single 8.6% netbench.pl -v -b1000000 -f2 -sroot@lt75 -a10.10.92.40 -t10 udpbench
openbsd-linux-udp4bench-single-mtu-9 IPv4 UDP Send MTU single 4.8% netbench.pl -v -b1000000 -f1 -sroot@lt75 -a10.10.92.40 -t10 udpbench
openbsd-linux-udp6bench-parallel-empty-9 IPv6 UDP Send Empty parallel-10 0.7% netbench.pl -v -B1000000000 -b1000000 -d1 -f0 -i0 -N10 -sroot@lt75 -afdd7:e83e:66bd:1092::40 -t10 udpbench
openbsd-linux-udp6bench-parallel-frag-9 IPv6 UDP Send Frag2 parallel-10 9.4% netbench.pl -v -B1000000000 -b1000000 -d1 -f2 -i0 -N10 -sroot@lt75 -afdd7:e83e:66bd:1092::40 -t10 udpbench
openbsd-linux-udp6bench-parallel-mtu-9 IPv6 UDP Send MTU parallel-10 7.4% netbench.pl -v -B1000000000 -b1000000 -d1 -f1 -i0 -N10 -sroot@lt75 -afdd7:e83e:66bd:1092::40 -t10 udpbench
openbsd-linux-udp6bench-single-empty-9 IPv6 UDP Send Empty single 0.3% netbench.pl -v -b1000000 -f0 -sroot@lt75 -afdd7:e83e:66bd:1092::40 -t10 udpbench
openbsd-linux-udp6bench-single-frag-9 IPv6 UDP Send Frag2 single 7.8% netbench.pl -v -b1000000 -f2 -sroot@lt75 -afdd7:e83e:66bd:1092::40 -t10 udpbench
openbsd-linux-udp6bench-single-mtu-9 IPv6 UDP Send MTU single 4.8% netbench.pl -v -b1000000 -f1 -sroot@lt75 -afdd7:e83e:66bd:1092::40 -t10 udpbench
PASS netlink test passed
FAIL netlink test failed to produce value
XPASS netlink test passed, error in netstat output
NOEXIT netlink test did not exit with code 0, test failed
NOTERM test did not terminate, aborted after timeout
NORUN test did not run, execute failed
NOLOG create log file for test output failed