Top All Current Latest Running

OpenBSD netlink 2025-01-05 test results

created at 2025-01-18T04:48:59Z
run at 2025-01-05T04:20:33Z
test host with cpu cores ot71/1
machine setup info
date 2025-01-05
iface iface-vio0
cvsdate
patch
modify
pseudo
linux-openbsd-linux-tcp4copy-parallel-8 NOEXITstats netbench.pl -v -b1000000 -N10 -croot@lt70 -sroot@lt75 -A10.10.81.20 -a10.10.82.40 -t10 tcpcopy
send
linux-openbsd-linux-tcp4splice-parallel-8 NOEXITstats netbench.pl -v -b1000000 -N10 -croot@lt70 -sroot@lt75 -A10.10.81.20 -a10.10.82.40 -t10 tcpsplice
send
linux-openbsd-linux-tcp6copy-parallel-8 NOEXITstats netbench.pl -v -b1000000 -N10 -croot@lt70 -sroot@lt75 -Afdd7:e83e:66bd:1081::20 -afdd7:e83e:66bd:1082::40 -t10 tcpcopy
send
linux-openbsd-linux-tcp6splice-parallel-8 NOEXITstats netbench.pl -v -b1000000 -N10 -croot@lt70 -sroot@lt75 -Afdd7:e83e:66bd:1081::20 -afdd7:e83e:66bd:1082::40 -t10 tcpsplice
send
linux-openbsd-linux-udp4splice-empty-8 NOEXITstats netbench.pl -v -B1000000000 -b1000000 -d1 -f0 -i0 -N10 -croot@lt70 -sroot@lt75 -A10.10.81.20 -a10.10.82.40 -t10 udpsplice
send
recv
linux-openbsd-linux-udp6splice-empty-8 NOEXITstats netbench.pl -v -B1000000000 -b1000000 -d1 -f0 -i0 -N10 -croot@lt70 -sroot@lt75 -Afdd7:e83e:66bd:1081::20 -afdd7:e83e:66bd:1082::40 -t10 udpsplice
send
recv
linux-openbsd-udp4bench-parallel-empty-8 NOEXITstats netbench.pl -v -B1000000000 -b1000000 -d1 -f0 -i0 -N10 -croot@lt70 -a10.10.81.20 -t10 udpbench
send
recv
linux-openbsd-udp4bench-parallel-frag-8 NOEXITstats netbench.pl -v -B1000000000 -b1000000 -d1 -f2 -i0 -N10 -croot@lt70 -a10.10.81.20 -t10 udpbench
send
recv
linux-openbsd-udp4bench-single-empty-8 NOEXITstats netbench.pl -v -b1000000 -f0 -croot@lt70 -a10.10.81.20 -t10 udpbench
linux-openbsd-udp4bench-single-frag-8 NOEXITstats netbench.pl -v -b1000000 -f2 -croot@lt70 -a10.10.81.20 -t10 udpbench
linux-openbsd-udp6bench-parallel-frag-8 NOEXITstats netbench.pl -v -B1000000000 -b1000000 -d1 -f2 -i0 -N10 -croot@lt70 -afdd7:e83e:66bd:1081::20 -t10 udpbench
send
recv
linux-openbsd-udp6bench-single-empty-8 NOEXITstats netbench.pl -v -b1000000 -f0 -croot@lt70 -afdd7:e83e:66bd:1081::20 -t10 udpbench
linux-openbsd-udp6bench-single-frag-8 NOEXITstats netbench.pl -v -b1000000 -f2 -croot@lt70 -afdd7:e83e:66bd:1081::20 -t10 udpbench
send
recv
linux-openbsd-linux-udp4bench-single-empty-8 NOEXITstats netbench.pl -v -b1000000 -f0 -croot@lt70 -sroot@lt75 -a10.10.82.40 -t10 udpbench
send
recv
linux-openbsd-linux-udp6bench-single-empty-8 NOEXITstats netbench.pl -v -b1000000 -f0 -croot@lt70 -sroot@lt75 -afdd7:e83e:66bd:1082::40 -t10 udpbench
send
recv
linux-openbsd-udp4bench-parallel-mtu-8 NOEXITstats netbench.pl -v -B1000000000 -b1000000 -d1 -f1 -i0 -N10 -croot@lt70 -a10.10.81.20 -t10 udpbench
send
recv
linux-openbsd-udp6bench-parallel-empty-8 NOEXITstats netbench.pl -v -B1000000000 -b1000000 -d1 -f0 -i0 -N10 -croot@lt70 -afdd7:e83e:66bd:1081::20 -t10 udpbench
send
recv
linux-openbsd-udp4bench-single-mtu-8 NOEXITstats netbench.pl -v -b1000000 -f1 -croot@lt70 -a10.10.81.20 -t10 udpbench
send
recv
linux-openbsd-linux-udp4bench-parallel-empty-8 NOEXITstats netbench.pl -v -B1000000000 -b1000000 -d1 -f0 -i0 -N10 -croot@lt70 -sroot@lt75 -a10.10.82.40 -t10 udpbench
send
recv
linux-openbsd-linux-udp6bench-parallel-empty-8 NOEXITstats netbench.pl -v -B1000000000 -b1000000 -d1 -f0 -i0 -N10 -croot@lt70 -sroot@lt75 -afdd7:e83e:66bd:1082::40 -t10 udpbench
send
recv
linux-openbsd-linux-udp4splice-full-8 NOEXITstats netbench.pl -v -B1000000000 -b1000000 -d1 -f1 -i0 -N10 -croot@lt70 -sroot@lt75 -A10.10.81.20 -a10.10.82.40 -t10 udpsplice
send
recv
linux-openbsd-linux-udp4bench-single-frag-8 NOEXITstats netbench.pl -v -b1000000 -f2 -croot@lt70 -sroot@lt75 -a10.10.82.40 -t10 udpbench
send
recv
linux-openbsd-udp6bench-single-mtu-8 PASSstats netbench.pl -v -b1000000 -f1 -croot@lt70 -afdd7:e83e:66bd:1081::20 -t10 udpbench
send 1051270000
recv 423728000
linux-openbsd-udp6bench-parallel-mtu-8 PASSstats netbench.pl -v -B1000000000 -b1000000 -d1 -f1 -i0 -N10 -croot@lt70 -afdd7:e83e:66bd:1081::20 -t10 udpbench
send 1058160000
recv 564316000
linux-openbsd-linux-udp4bench-parallel-frag-8 PASSstats netbench.pl -v -B1000000000 -b1000000 -d1 -f2 -i0 -N10 -croot@lt70 -sroot@lt75 -a10.10.82.40 -t10 udpbench
send 1187370000
recv 654309000
linux-openbsd-linux-udp6splice-full-8 PASSstats netbench.pl -v -B1000000000 -b1000000 -d1 -f1 -i0 -N10 -croot@lt70 -sroot@lt75 -Afdd7:e83e:66bd:1081::20 -afdd7:e83e:66bd:1082::40 -t10 udpsplice
send 675525000
recv 533743000
linux-openbsd-linux-udp6bench-single-frag-8 PASSstats netbench.pl -v -b1000000 -f2 -croot@lt70 -sroot@lt75 -afdd7:e83e:66bd:1082::40 -t10 udpbench
send 954164000
recv 601005000
linux-openbsd-linux-udp6bench-parallel-frag-8 PASSstats netbench.pl -v -B1000000000 -b1000000 -d1 -f2 -i0 -N10 -croot@lt70 -sroot@lt75 -afdd7:e83e:66bd:1082::40 -t10 udpbench
send 913854000
recv 599568000
linux-openbsd-icmp4-8 PASSstats ssh root@lt70 ping -qfc10000 10.10.81.2
avg 0.341
max 10.000
linux-openbsd-icmp6-8 PASSstats ssh root@lt70 ping6 -qfc10000 fdd7:e83e:66bd:1081::2
avg 0.346
max 10.000
linux-openbsd-linux-icmp4-8 PASSstats ssh root@lt70 ping -qfc10000 10.10.82.4
avg 0.690
max 10.000
linux-openbsd-linux-icmp6-8 PASSstats ssh root@lt70 ping6 -qfc10000 fdd7:e83e:66bd:1082::4
avg 0.697
max 10.000
linux-openbsd-linux-tcp4bench-parallel-8 PASSstats ssh root@lt70 tcpbench -S1000000 -t10 -n100 10.10.82.4
sender 960840750
linux-openbsd-linux-tcp4bench-single-8 PASSstats ssh root@lt70 tcpbench -S1000000 -t10 10.10.82.4
sender 1022201875
linux-openbsd-linux-tcp4copy-single-8 PASSstats netbench.pl -v -b1000000 -croot@lt70 -sroot@lt75 -A10.10.81.20 -a10.10.82.40 -t10 tcpcopy
send 876652000
recv 881865000
linux-openbsd-linux-tcp4splice-single-8 PASSstats netbench.pl -v -b1000000 -croot@lt70 -sroot@lt75 -A10.10.81.20 -a10.10.82.40 -t10 tcpsplice
send 839069000
recv 837226000
linux-openbsd-linux-tcp6bench-parallel-8 PASSstats ssh root@lt70 tcpbench -S1000000 -t10 -n100 fdd7:e83e:66bd:1082::4
sender 938540250
linux-openbsd-linux-tcp6bench-single-8 PASSstats ssh root@lt70 tcpbench -S1000000 -t10 fdd7:e83e:66bd:1082::4
sender 1001445250
linux-openbsd-linux-tcp6copy-single-8 PASSstats netbench.pl -v -b1000000 -croot@lt70 -sroot@lt75 -Afdd7:e83e:66bd:1081::20 -afdd7:e83e:66bd:1082::40 -t10 tcpcopy
send 875683000
recv 881059000
linux-openbsd-linux-tcp6splice-single-8 PASSstats netbench.pl -v -b1000000 -croot@lt70 -sroot@lt75 -Afdd7:e83e:66bd:1081::20 -afdd7:e83e:66bd:1082::40 -t10 tcpsplice
send 822340000
recv 815686000
linux-openbsd-linux-udp4bench-parallel-mtu-8 PASSstats netbench.pl -v -B1000000000 -b1000000 -d1 -f1 -i0 -N10 -croot@lt70 -sroot@lt75 -a10.10.82.40 -t10 udpbench
send 596573000
recv 565828000
linux-openbsd-linux-udp4bench-single-mtu-8 PASSstats netbench.pl -v -b1000000 -f1 -croot@lt70 -sroot@lt75 -a10.10.82.40 -t10 udpbench
send 602641000
recv 569120000
linux-openbsd-linux-udp6bench-parallel-mtu-8 PASSstats netbench.pl -v -B1000000000 -b1000000 -d1 -f1 -i0 -N10 -croot@lt70 -sroot@lt75 -afdd7:e83e:66bd:1082::40 -t10 udpbench
send 556754000
recv 538132000
linux-openbsd-linux-udp6bench-single-mtu-8 PASSstats netbench.pl -v -b1000000 -f1 -croot@lt70 -sroot@lt75 -afdd7:e83e:66bd:1082::40 -t10 udpbench
send 557540000
recv 538120000
linux-openbsd-tcp4bench-parallel-8 PASSstats ssh root@lt70 tcpbench -S1000000 -t10 -n100 10.10.81.2
sender 1327466125
linux-openbsd-tcp4bench-single-8 PASSstats ssh root@lt70 tcpbench -S1000000 -t10 10.10.81.2
sender 1421805750
linux-openbsd-tcp6bench-parallel-8 PASSstats ssh root@lt70 tcpbench -S1000000 -t10 -n100 fdd7:e83e:66bd:1081::2
sender 1837965000
linux-openbsd-tcp6bench-single-8 PASSstats ssh root@lt70 tcpbench -S1000000 -t10 fdd7:e83e:66bd:1081::2
sender 1376965500
openbsd-linux-icmp4-8 PASSstats ping -qfc10000 10.10.82.4
avg 0.349
max 0.945
openbsd-linux-icmp6-8 PASSstats ping6 -qfc10000 fdd7:e83e:66bd:1082::4
avg 0.351
max 0.919
openbsd-linux-tcp4bench-parallel-8 PASSstats tcpbench -S1000000 -t10 -n100 10.10.82.4
sender 1472440250
openbsd-linux-tcp4bench-single-8 PASSstats tcpbench -S1000000 -t10 10.10.82.4
sender 1209594375
openbsd-linux-tcp6bench-parallel-8 PASSstats tcpbench -S1000000 -t10 -n100 fdd7:e83e:66bd:1082::4
sender 1627948375
openbsd-linux-tcp6bench-single-8 PASSstats tcpbench -S1000000 -t10 fdd7:e83e:66bd:1082::4
sender 1291191375
openbsd-linux-udp4bench-parallel-empty-8 PASSstats netbench.pl -v -B1000000000 -b1000000 -d1 -f0 -i0 -N10 -sroot@lt75 -a10.10.82.40 -t10 udpbench
send 132056000
recv 132021000
openbsd-linux-udp4bench-parallel-frag-8 PASSstats netbench.pl -v -B1000000000 -b1000000 -d1 -f2 -i0 -N10 -sroot@lt75 -a10.10.82.40 -t10 udpbench
send 1874430000
recv 1899020000
openbsd-linux-udp4bench-parallel-mtu-8 PASSstats netbench.pl -v -B1000000000 -b1000000 -d1 -f1 -i0 -N10 -sroot@lt75 -a10.10.82.40 -t10 udpbench
send 1425240000
recv 1431930000
openbsd-linux-udp4bench-single-empty-8 PASSstats netbench.pl -v -b1000000 -f0 -sroot@lt75 -a10.10.82.40 -t10 udpbench
send 92842800
recv 92456000
openbsd-linux-udp4bench-single-frag-8 PASSstats netbench.pl -v -b1000000 -f2 -sroot@lt75 -a10.10.82.40 -t10 udpbench
send 1643550000
recv 1639330000
openbsd-linux-udp4bench-single-mtu-8 PASSstats netbench.pl -v -b1000000 -f1 -sroot@lt75 -a10.10.82.40 -t10 udpbench
send 947426000
recv 952734000
openbsd-linux-udp6bench-parallel-empty-8 PASSstats netbench.pl -v -B1000000000 -b1000000 -d1 -f0 -i0 -N10 -sroot@lt75 -afdd7:e83e:66bd:1082::40 -t10 udpbench
send 132571000
recv 132876000
openbsd-linux-udp6bench-parallel-frag-8 PASSstats netbench.pl -v -B1000000000 -b1000000 -d1 -f2 -i0 -N10 -sroot@lt75 -afdd7:e83e:66bd:1082::40 -t10 udpbench
send 1856450000
recv 1889090000
openbsd-linux-udp6bench-parallel-mtu-8 PASSstats netbench.pl -v -B1000000000 -b1000000 -d1 -f1 -i0 -N10 -sroot@lt75 -afdd7:e83e:66bd:1082::40 -t10 udpbench
send 1930170000
recv 1964860000
openbsd-linux-udp6bench-single-empty-8 PASSstats netbench.pl -v -b1000000 -f0 -sroot@lt75 -afdd7:e83e:66bd:1082::40 -t10 udpbench
send 57396800
recv 57711200
openbsd-linux-udp6bench-single-frag-8 PASSstats netbench.pl -v -b1000000 -f2 -sroot@lt75 -afdd7:e83e:66bd:1082::40 -t10 udpbench
send 1558790000
recv 1563040000
openbsd-linux-udp6bench-single-mtu-8 PASSstats netbench.pl -v -b1000000 -f1 -sroot@lt75 -afdd7:e83e:66bd:1082::40 -t10 udpbench
send 944019000
recv 949288000
2025-01-05
iface-vio0
linux-openbsd-linux-tcp4bench-parallel-8 IPv4 TCP Forward parallel-100 4.8% ssh root@lt70 tcpbench -S1000000 -t10 -n100 10.10.82.4
linux-openbsd-linux-tcp4bench-single-8 IPv4 TCP Forward single 5.1% ssh root@lt70 tcpbench -S1000000 -t10 10.10.82.4
linux-openbsd-linux-tcp4copy-single-8 IPv4 TCP Copy single 4.4% netbench.pl -v -b1000000 -croot@lt70 -sroot@lt75 -A10.10.81.20 -a10.10.82.40 -t10 tcpcopy
linux-openbsd-linux-tcp4splice-single-8 IPv4 TCP Splice single 4.2% netbench.pl -v -b1000000 -croot@lt70 -sroot@lt75 -A10.10.81.20 -a10.10.82.40 -t10 tcpsplice
linux-openbsd-linux-tcp6bench-parallel-8 IPv6 TCP Forward parallel-100 4.7% ssh root@lt70 tcpbench -S1000000 -t10 -n100 fdd7:e83e:66bd:1082::4
linux-openbsd-linux-tcp6bench-single-8 IPv6 TCP Forward single 5.0% ssh root@lt70 tcpbench -S1000000 -t10 fdd7:e83e:66bd:1082::4
linux-openbsd-linux-tcp6copy-single-8 IPv6 TCP Copy single 4.4% netbench.pl -v -b1000000 -croot@lt70 -sroot@lt75 -Afdd7:e83e:66bd:1081::20 -afdd7:e83e:66bd:1082::40 -t10 tcpcopy
linux-openbsd-linux-tcp6splice-single-8 IPv6 TCP Splice single 4.1% netbench.pl -v -b1000000 -croot@lt70 -sroot@lt75 -Afdd7:e83e:66bd:1081::20 -afdd7:e83e:66bd:1082::40 -t10 tcpsplice
linux-openbsd-linux-udp4bench-parallel-frag-8 IPv4 UDP Forward Frag2 parallel-10 3.3% netbench.pl -v -B1000000000 -b1000000 -d1 -f2 -i0 -N10 -croot@lt70 -sroot@lt75 -a10.10.82.40 -t10 udpbench
linux-openbsd-linux-udp4bench-parallel-mtu-8 IPv4 UDP Forward MTU parallel-10 2.8% netbench.pl -v -B1000000000 -b1000000 -d1 -f1 -i0 -N10 -croot@lt70 -sroot@lt75 -a10.10.82.40 -t10 udpbench
linux-openbsd-linux-udp4bench-single-mtu-8 IPv4 UDP Forward MTU single 2.8% netbench.pl -v -b1000000 -f1 -croot@lt70 -sroot@lt75 -a10.10.82.40 -t10 udpbench
linux-openbsd-linux-udp6bench-parallel-frag-8 IPv6 UDP Forward Frag2 parallel-10 3.0% netbench.pl -v -B1000000000 -b1000000 -d1 -f2 -i0 -N10 -croot@lt70 -sroot@lt75 -afdd7:e83e:66bd:1082::40 -t10 udpbench
linux-openbsd-linux-udp6bench-parallel-mtu-8 IPv6 UDP Forward MTU parallel-10 2.7% netbench.pl -v -B1000000000 -b1000000 -d1 -f1 -i0 -N10 -croot@lt70 -sroot@lt75 -afdd7:e83e:66bd:1082::40 -t10 udpbench
linux-openbsd-linux-udp6bench-single-frag-8 IPv6 UDP Forward Frag2 single 3.0% netbench.pl -v -b1000000 -f2 -croot@lt70 -sroot@lt75 -afdd7:e83e:66bd:1082::40 -t10 udpbench
linux-openbsd-linux-udp6bench-single-mtu-8 IPv6 UDP Forward MTU single 2.7% netbench.pl -v -b1000000 -f1 -croot@lt70 -sroot@lt75 -afdd7:e83e:66bd:1082::40 -t10 udpbench
linux-openbsd-linux-udp6splice-full-8 IPv6 UDP Splice MTU parallel-10 2.7% netbench.pl -v -B1000000000 -b1000000 -d1 -f1 -i0 -N10 -croot@lt70 -sroot@lt75 -Afdd7:e83e:66bd:1081::20 -afdd7:e83e:66bd:1082::40 -t10 udpsplice
linux-openbsd-tcp4bench-parallel-8 IPv4 TCP Receive parallel-100 6.6% ssh root@lt70 tcpbench -S1000000 -t10 -n100 10.10.81.2
linux-openbsd-tcp4bench-single-8 IPv4 TCP Receive single 7.1% ssh root@lt70 tcpbench -S1000000 -t10 10.10.81.2
linux-openbsd-tcp6bench-parallel-8 IPv6 TCP Receive parallel-100 9.2% ssh root@lt70 tcpbench -S1000000 -t10 -n100 fdd7:e83e:66bd:1081::2
linux-openbsd-tcp6bench-single-8 IPv6 TCP Receive single 6.9% ssh root@lt70 tcpbench -S1000000 -t10 fdd7:e83e:66bd:1081::2
linux-openbsd-udp6bench-parallel-mtu-8 IPv6 UDP Receive MTU parallel-10 2.8% netbench.pl -v -B1000000000 -b1000000 -d1 -f1 -i0 -N10 -croot@lt70 -afdd7:e83e:66bd:1081::20 -t10 udpbench
linux-openbsd-udp6bench-single-mtu-8 IPv6 UDP Receive MTU single 2.1% netbench.pl -v -b1000000 -f1 -croot@lt70 -afdd7:e83e:66bd:1081::20 -t10 udpbench
openbsd-linux-tcp4bench-parallel-8 IPv4 TCP Send parallel-100 7.4% tcpbench -S1000000 -t10 -n100 10.10.82.4
openbsd-linux-tcp4bench-single-8 IPv4 TCP Send single 6.0% tcpbench -S1000000 -t10 10.10.82.4
openbsd-linux-tcp6bench-parallel-8 IPv6 TCP Send parallel-100 8.1% tcpbench -S1000000 -t10 -n100 fdd7:e83e:66bd:1082::4
openbsd-linux-tcp6bench-single-8 IPv6 TCP Send single 6.5% tcpbench -S1000000 -t10 fdd7:e83e:66bd:1082::4
openbsd-linux-udp4bench-parallel-empty-8 IPv4 UDP Send Empty parallel-10 0.7% netbench.pl -v -B1000000000 -b1000000 -d1 -f0 -i0 -N10 -sroot@lt75 -a10.10.82.40 -t10 udpbench
openbsd-linux-udp4bench-parallel-frag-8 IPv4 UDP Send Frag2 parallel-10 9.5% netbench.pl -v -B1000000000 -b1000000 -d1 -f2 -i0 -N10 -sroot@lt75 -a10.10.82.40 -t10 udpbench
openbsd-linux-udp4bench-parallel-mtu-8 IPv4 UDP Send MTU parallel-10 7.2% netbench.pl -v -B1000000000 -b1000000 -d1 -f1 -i0 -N10 -sroot@lt75 -a10.10.82.40 -t10 udpbench
openbsd-linux-udp4bench-single-empty-8 IPv4 UDP Send Empty single 0.5% netbench.pl -v -b1000000 -f0 -sroot@lt75 -a10.10.82.40 -t10 udpbench
openbsd-linux-udp4bench-single-frag-8 IPv4 UDP Send Frag2 single 8.2% netbench.pl -v -b1000000 -f2 -sroot@lt75 -a10.10.82.40 -t10 udpbench
openbsd-linux-udp4bench-single-mtu-8 IPv4 UDP Send MTU single 4.8% netbench.pl -v -b1000000 -f1 -sroot@lt75 -a10.10.82.40 -t10 udpbench
openbsd-linux-udp6bench-parallel-empty-8 IPv6 UDP Send Empty parallel-10 0.7% netbench.pl -v -B1000000000 -b1000000 -d1 -f0 -i0 -N10 -sroot@lt75 -afdd7:e83e:66bd:1082::40 -t10 udpbench
openbsd-linux-udp6bench-parallel-frag-8 IPv6 UDP Send Frag2 parallel-10 9.4% netbench.pl -v -B1000000000 -b1000000 -d1 -f2 -i0 -N10 -sroot@lt75 -afdd7:e83e:66bd:1082::40 -t10 udpbench
openbsd-linux-udp6bench-parallel-mtu-8 IPv6 UDP Send MTU parallel-10 9.8% netbench.pl -v -B1000000000 -b1000000 -d1 -f1 -i0 -N10 -sroot@lt75 -afdd7:e83e:66bd:1082::40 -t10 udpbench
openbsd-linux-udp6bench-single-empty-8 IPv6 UDP Send Empty single 0.3% netbench.pl -v -b1000000 -f0 -sroot@lt75 -afdd7:e83e:66bd:1082::40 -t10 udpbench
openbsd-linux-udp6bench-single-frag-8 IPv6 UDP Send Frag2 single 7.8% netbench.pl -v -b1000000 -f2 -sroot@lt75 -afdd7:e83e:66bd:1082::40 -t10 udpbench
openbsd-linux-udp6bench-single-mtu-8 IPv6 UDP Send MTU single 4.7% netbench.pl -v -b1000000 -f1 -sroot@lt75 -afdd7:e83e:66bd:1082::40 -t10 udpbench
PASS netlink test passed
FAIL netlink test failed to produce value
XPASS netlink test passed, error in netstat output
NOEXIT netlink test did not exit with code 0, test failed
NOTERM test did not terminate, aborted after timeout
NORUN test did not run, execute failed
NOLOG create log file for test output failed