Top All Current Latest Running

OpenBSD netlink 2024-11-24 test results

created at 2024-11-25T06:19:31Z
run at 2024-11-24T05:13:02Z
test host with cpu cores ot72/1
machine setup info
date 2024-11-24
iface iface-vio0
cvsdate
patch
modify
pseudo
linux-openbsd-linux-tcp4copy-parallel-9 NOEXITstats netbench.pl -v -b1000000 -N10 -croot@lt70 -sroot@lt75 -A10.10.91.20 -a10.10.92.40 -t10 tcpcopy
send
recv
linux-openbsd-linux-tcp4splice-parallel-9 NOEXITstats netbench.pl -v -b1000000 -N10 -croot@lt70 -sroot@lt75 -A10.10.91.20 -a10.10.92.40 -t10 tcpsplice
send
linux-openbsd-linux-tcp6copy-parallel-9 NOEXITstats netbench.pl -v -b1000000 -N10 -croot@lt70 -sroot@lt75 -Afdd7:e83e:66bd:1091::20 -afdd7:e83e:66bd:1092::40 -t10 tcpcopy
send
recv
linux-openbsd-linux-tcp6splice-parallel-9 NOEXITstats netbench.pl -v -b1000000 -N10 -croot@lt70 -sroot@lt75 -Afdd7:e83e:66bd:1091::20 -afdd7:e83e:66bd:1092::40 -t10 tcpsplice
send
linux-openbsd-linux-udp4bench-parallel-empty-9 NOEXITstats netbench.pl -v -B1000000000 -b1000000 -d1 -f0 -i0 -N10 -croot@lt70 -sroot@lt75 -a10.10.92.40 -t10 udpbench
send
recv
linux-openbsd-linux-udp4bench-single-empty-9 NOEXITstats netbench.pl -v -b1000000 -f0 -croot@lt70 -sroot@lt75 -a10.10.92.40 -t10 udpbench
linux-openbsd-linux-udp4splice-empty-9 NOEXITstats netbench.pl -v -B1000000000 -b1000000 -d1 -f0 -i0 -N10 -croot@lt70 -sroot@lt75 -A10.10.91.20 -a10.10.92.40 -t10 udpsplice
send
recv
linux-openbsd-linux-udp6bench-single-empty-9 NOEXITstats netbench.pl -v -b1000000 -f0 -croot@lt70 -sroot@lt75 -afdd7:e83e:66bd:1092::40 -t10 udpbench
send
recv
linux-openbsd-linux-udp6splice-empty-9 NOEXITstats netbench.pl -v -B1000000000 -b1000000 -d1 -f0 -i0 -N10 -croot@lt70 -sroot@lt75 -Afdd7:e83e:66bd:1091::20 -afdd7:e83e:66bd:1092::40 -t10 udpsplice
send
recv
linux-openbsd-udp4bench-parallel-empty-9 NOEXITstats netbench.pl -v -B1000000000 -b1000000 -d1 -f0 -i0 -N10 -croot@lt70 -a10.10.91.20 -t10 udpbench
send
recv
linux-openbsd-udp4bench-parallel-frag-9 NOEXITstats netbench.pl -v -B1000000000 -b1000000 -d1 -f2 -i0 -N10 -croot@lt70 -a10.10.91.20 -t10 udpbench
send
recv
linux-openbsd-udp4bench-parallel-mtu-9 NOEXITstats netbench.pl -v -B1000000000 -b1000000 -d1 -f1 -i0 -N10 -croot@lt70 -a10.10.91.20 -t10 udpbench
send
recv
linux-openbsd-udp4bench-single-empty-9 NOEXITstats netbench.pl -v -b1000000 -f0 -croot@lt70 -a10.10.91.20 -t10 udpbench
linux-openbsd-udp4bench-single-frag-9 NOEXITstats netbench.pl -v -b1000000 -f2 -croot@lt70 -a10.10.91.20 -t10 udpbench
linux-openbsd-udp4bench-single-mtu-9 NOEXITstats netbench.pl -v -b1000000 -f1 -croot@lt70 -a10.10.91.20 -t10 udpbench
send
recv
linux-openbsd-udp6bench-parallel-frag-9 NOEXITstats netbench.pl -v -B1000000000 -b1000000 -d1 -f2 -i0 -N10 -croot@lt70 -afdd7:e83e:66bd:1091::20 -t10 udpbench
send
recv
linux-openbsd-udp6bench-single-empty-9 NOEXITstats netbench.pl -v -b1000000 -f0 -croot@lt70 -afdd7:e83e:66bd:1091::20 -t10 udpbench
linux-openbsd-udp6bench-single-frag-9 NOEXITstats netbench.pl -v -b1000000 -f2 -croot@lt70 -afdd7:e83e:66bd:1091::20 -t10 udpbench
linux-openbsd-udp6bench-parallel-empty-9 NOEXITstats netbench.pl -v -B1000000000 -b1000000 -d1 -f0 -i0 -N10 -croot@lt70 -afdd7:e83e:66bd:1091::20 -t10 udpbench
send
recv
linux-openbsd-linux-udp4splice-full-9 NOEXITstats netbench.pl -v -B1000000000 -b1000000 -d1 -f1 -i0 -N10 -croot@lt70 -sroot@lt75 -A10.10.91.20 -a10.10.92.40 -t10 udpsplice
send
recv
linux-openbsd-linux-udp6bench-parallel-empty-9 NOEXITstats netbench.pl -v -B1000000000 -b1000000 -d1 -f0 -i0 -N10 -croot@lt70 -sroot@lt75 -afdd7:e83e:66bd:1092::40 -t10 udpbench
send
recv
linux-openbsd-linux-udp6splice-full-9 NOEXITstats netbench.pl -v -B1000000000 -b1000000 -d1 -f1 -i0 -N10 -croot@lt70 -sroot@lt75 -Afdd7:e83e:66bd:1091::20 -afdd7:e83e:66bd:1092::40 -t10 udpsplice
send
recv
linux-openbsd-udp6bench-parallel-mtu-9 PASSstats netbench.pl -v -B1000000000 -b1000000 -d1 -f1 -i0 -N10 -croot@lt70 -afdd7:e83e:66bd:1091::20 -t10 udpbench
send 1085420000
recv 566700000
linux-openbsd-udp6bench-single-mtu-9 PASSstats netbench.pl -v -b1000000 -f1 -croot@lt70 -afdd7:e83e:66bd:1091::20 -t10 udpbench
send 1070460000
recv 414631000
linux-openbsd-linux-udp6bench-parallel-frag-9 PASSstats netbench.pl -v -B1000000000 -b1000000 -d1 -f2 -i0 -N10 -croot@lt70 -sroot@lt75 -afdd7:e83e:66bd:1092::40 -t10 udpbench
send 879199000
recv 586887000
linux-openbsd-linux-udp6bench-single-frag-9 PASSstats netbench.pl -v -b1000000 -f2 -croot@lt70 -sroot@lt75 -afdd7:e83e:66bd:1092::40 -t10 udpbench
send 887283000
recv 583276000
linux-openbsd-linux-udp4bench-single-frag-9 PASSstats netbench.pl -v -b1000000 -f2 -croot@lt70 -sroot@lt75 -a10.10.92.40 -t10 udpbench
send 1046330000
recv 689352000
linux-openbsd-linux-udp4bench-parallel-frag-9 PASSstats netbench.pl -v -B1000000000 -b1000000 -d1 -f2 -i0 -N10 -croot@lt70 -sroot@lt75 -a10.10.92.40 -t10 udpbench
send 1079740000
recv 681296000
linux-openbsd-linux-tcp4copy-single-9 PASSstats netbench.pl -v -b1000000 -croot@lt70 -sroot@lt75 -A10.10.91.20 -a10.10.92.40 -t10 tcpcopy
send 833917000
recv 843138000
linux-openbsd-linux-tcp4splice-single-9 PASSstats netbench.pl -v -b1000000 -croot@lt70 -sroot@lt75 -A10.10.91.20 -a10.10.92.40 -t10 tcpsplice
send 799031000
recv 800708000
linux-openbsd-linux-tcp6copy-single-9 PASSstats netbench.pl -v -b1000000 -croot@lt70 -sroot@lt75 -Afdd7:e83e:66bd:1091::20 -afdd7:e83e:66bd:1092::40 -t10 tcpcopy
send 840451000
recv 851888000
linux-openbsd-linux-tcp6splice-single-9 PASSstats netbench.pl -v -b1000000 -croot@lt70 -sroot@lt75 -Afdd7:e83e:66bd:1091::20 -afdd7:e83e:66bd:1092::40 -t10 tcpsplice
send 785204000
recv 786246000
linux-openbsd-linux-udp4bench-single-mtu-9 PASSstats netbench.pl -v -b1000000 -f1 -croot@lt70 -sroot@lt75 -a10.10.92.40 -t10 udpbench
send 598316000
recv 570580000
linux-openbsd-linux-udp6bench-single-mtu-9 PASSstats netbench.pl -v -b1000000 -f1 -croot@lt70 -sroot@lt75 -afdd7:e83e:66bd:1092::40 -t10 udpbench
send 552814000
recv 534199000
linux-openbsd-linux-udp6bench-parallel-mtu-9 PASSstats netbench.pl -v -B1000000000 -b1000000 -d1 -f1 -i0 -N10 -croot@lt70 -sroot@lt75 -afdd7:e83e:66bd:1092::40 -t10 udpbench
send 579600000
recv 559701000
linux-openbsd-linux-udp4bench-parallel-mtu-9 PASSstats netbench.pl -v -B1000000000 -b1000000 -d1 -f1 -i0 -N10 -croot@lt70 -sroot@lt75 -a10.10.92.40 -t10 udpbench
send 602875000
recv 573289000
linux-openbsd-icmp4-9 PASSstats ssh root@lt70 ping -qfc10000 10.10.91.2
avg 0.341
max 10.000
linux-openbsd-icmp6-9 PASSstats ssh root@lt70 ping6 -qfc10000 fdd7:e83e:66bd:1091::2
avg 0.346
max 10.000
linux-openbsd-linux-icmp4-9 PASSstats ssh root@lt70 ping -qfc10000 10.10.92.4
avg 0.694
max 10.000
linux-openbsd-linux-icmp6-9 PASSstats ssh root@lt70 ping6 -qfc10000 fdd7:e83e:66bd:1092::4
avg 0.700
max 10.000
linux-openbsd-linux-tcp4bench-parallel-9 PASSstats ssh root@lt70 tcpbench -S1000000 -t10 -n100 10.10.92.4
sender 963661500
linux-openbsd-linux-tcp4bench-single-9 PASSstats ssh root@lt70 tcpbench -S1000000 -t10 10.10.92.4
sender 1006523625
linux-openbsd-linux-tcp6bench-parallel-9 PASSstats ssh root@lt70 tcpbench -S1000000 -t10 -n100 fdd7:e83e:66bd:1092::4
sender 971129750
linux-openbsd-linux-tcp6bench-single-9 PASSstats ssh root@lt70 tcpbench -S1000000 -t10 fdd7:e83e:66bd:1092::4
sender 980415875
linux-openbsd-tcp4bench-parallel-9 PASSstats ssh root@lt70 tcpbench -S1000000 -t10 -n100 10.10.91.2
sender 1777514750
linux-openbsd-tcp4bench-single-9 PASSstats ssh root@lt70 tcpbench -S1000000 -t10 10.10.91.2
sender 1359928000
linux-openbsd-tcp6bench-parallel-9 PASSstats ssh root@lt70 tcpbench -S1000000 -t10 -n100 fdd7:e83e:66bd:1091::2
sender 1746559625
linux-openbsd-tcp6bench-single-9 PASSstats ssh root@lt70 tcpbench -S1000000 -t10 fdd7:e83e:66bd:1091::2
sender 1331463625
openbsd-linux-icmp4-9 PASSstats ping -qfc10000 10.10.92.4
avg 0.351
max 1.251
openbsd-linux-icmp6-9 PASSstats ping6 -qfc10000 fdd7:e83e:66bd:1092::4
avg 0.354
max 1.409
openbsd-linux-tcp4bench-parallel-9 PASSstats tcpbench -S1000000 -t10 -n100 10.10.92.4
sender 1558297875
openbsd-linux-tcp4bench-single-9 PASSstats tcpbench -S1000000 -t10 10.10.92.4
sender 1209231875
openbsd-linux-tcp6bench-parallel-9 PASSstats tcpbench -S1000000 -t10 -n100 fdd7:e83e:66bd:1092::4
sender 1642520000
openbsd-linux-tcp6bench-single-9 PASSstats tcpbench -S1000000 -t10 fdd7:e83e:66bd:1092::4
sender 1244432875
openbsd-linux-udp4bench-parallel-empty-9 PASSstats netbench.pl -v -B1000000000 -b1000000 -d1 -f0 -i0 -N10 -sroot@lt75 -a10.10.92.40 -t10 udpbench
send 126673000
recv 125610000
openbsd-linux-udp4bench-parallel-frag-9 PASSstats netbench.pl -v -B1000000000 -b1000000 -d1 -f2 -i0 -N10 -sroot@lt75 -a10.10.92.40 -t10 udpbench
send 1820200000
recv 1851930000
openbsd-linux-udp4bench-parallel-mtu-9 PASSstats netbench.pl -v -B1000000000 -b1000000 -d1 -f1 -i0 -N10 -sroot@lt75 -a10.10.92.40 -t10 udpbench
send 1923060000
recv 1958220000
openbsd-linux-udp4bench-single-empty-9 PASSstats netbench.pl -v -b1000000 -f0 -sroot@lt75 -a10.10.92.40 -t10 udpbench
send 62995500
recv 62986300
openbsd-linux-udp4bench-single-frag-9 PASSstats netbench.pl -v -b1000000 -f2 -sroot@lt75 -a10.10.92.40 -t10 udpbench
send 1600370000
recv 1591080000
openbsd-linux-udp4bench-single-mtu-9 PASSstats netbench.pl -v -b1000000 -f1 -sroot@lt75 -a10.10.92.40 -t10 udpbench
send 922458000
recv 927587000
openbsd-linux-udp6bench-parallel-empty-9 PASSstats netbench.pl -v -B1000000000 -b1000000 -d1 -f0 -i0 -N10 -sroot@lt75 -afdd7:e83e:66bd:1092::40 -t10 udpbench
send 127501000
recv 126916000
openbsd-linux-udp6bench-parallel-frag-9 PASSstats netbench.pl -v -B1000000000 -b1000000 -d1 -f2 -i0 -N10 -sroot@lt75 -afdd7:e83e:66bd:1092::40 -t10 udpbench
send 1784040000
recv 1821000000
openbsd-linux-udp6bench-parallel-mtu-9 PASSstats netbench.pl -v -B1000000000 -b1000000 -d1 -f1 -i0 -N10 -sroot@lt75 -afdd7:e83e:66bd:1092::40 -t10 udpbench
send 1848210000
recv 1892160000
openbsd-linux-udp6bench-single-empty-9 PASSstats netbench.pl -v -b1000000 -f0 -sroot@lt75 -afdd7:e83e:66bd:1092::40 -t10 udpbench
send 75190400
recv 74922200
openbsd-linux-udp6bench-single-frag-9 PASSstats netbench.pl -v -b1000000 -f2 -sroot@lt75 -afdd7:e83e:66bd:1092::40 -t10 udpbench
send 1487510000
recv 1485690000
openbsd-linux-udp6bench-single-mtu-9 PASSstats netbench.pl -v -b1000000 -f1 -sroot@lt75 -afdd7:e83e:66bd:1092::40 -t10 udpbench
send 915942000
recv 920958000
2024-11-24
iface-vio0
linux-openbsd-linux-tcp4bench-parallel-9 IPv4 TCP Forward parallel-100 4.8% ssh root@lt70 tcpbench -S1000000 -t10 -n100 10.10.92.4
linux-openbsd-linux-tcp4bench-single-9 IPv4 TCP Forward single 5.0% ssh root@lt70 tcpbench -S1000000 -t10 10.10.92.4
linux-openbsd-linux-tcp4copy-single-9 IPv4 TCP Copy single 4.2% netbench.pl -v -b1000000 -croot@lt70 -sroot@lt75 -A10.10.91.20 -a10.10.92.40 -t10 tcpcopy
linux-openbsd-linux-tcp4splice-single-9 IPv4 TCP Splice single 4.0% netbench.pl -v -b1000000 -croot@lt70 -sroot@lt75 -A10.10.91.20 -a10.10.92.40 -t10 tcpsplice
linux-openbsd-linux-tcp6bench-parallel-9 IPv6 TCP Forward parallel-100 4.9% ssh root@lt70 tcpbench -S1000000 -t10 -n100 fdd7:e83e:66bd:1092::4
linux-openbsd-linux-tcp6bench-single-9 IPv6 TCP Forward single 4.9% ssh root@lt70 tcpbench -S1000000 -t10 fdd7:e83e:66bd:1092::4
linux-openbsd-linux-tcp6copy-single-9 IPv6 TCP Copy single 4.3% netbench.pl -v -b1000000 -croot@lt70 -sroot@lt75 -Afdd7:e83e:66bd:1091::20 -afdd7:e83e:66bd:1092::40 -t10 tcpcopy
linux-openbsd-linux-tcp6splice-single-9 IPv6 TCP Splice single 3.9% netbench.pl -v -b1000000 -croot@lt70 -sroot@lt75 -Afdd7:e83e:66bd:1091::20 -afdd7:e83e:66bd:1092::40 -t10 tcpsplice
linux-openbsd-linux-udp4bench-parallel-frag-9 IPv4 UDP Forward Frag2 parallel-10 3.4% netbench.pl -v -B1000000000 -b1000000 -d1 -f2 -i0 -N10 -croot@lt70 -sroot@lt75 -a10.10.92.40 -t10 udpbench
linux-openbsd-linux-udp4bench-parallel-mtu-9 IPv4 UDP Forward MTU parallel-10 2.9% netbench.pl -v -B1000000000 -b1000000 -d1 -f1 -i0 -N10 -croot@lt70 -sroot@lt75 -a10.10.92.40 -t10 udpbench
linux-openbsd-linux-udp4bench-single-frag-9 IPv4 UDP Forward Frag2 single 3.4% netbench.pl -v -b1000000 -f2 -croot@lt70 -sroot@lt75 -a10.10.92.40 -t10 udpbench
linux-openbsd-linux-udp4bench-single-mtu-9 IPv4 UDP Forward MTU single 2.9% netbench.pl -v -b1000000 -f1 -croot@lt70 -sroot@lt75 -a10.10.92.40 -t10 udpbench
linux-openbsd-linux-udp6bench-parallel-frag-9 IPv6 UDP Forward Frag2 parallel-10 2.9% netbench.pl -v -B1000000000 -b1000000 -d1 -f2 -i0 -N10 -croot@lt70 -sroot@lt75 -afdd7:e83e:66bd:1092::40 -t10 udpbench
linux-openbsd-linux-udp6bench-parallel-mtu-9 IPv6 UDP Forward MTU parallel-10 2.8% netbench.pl -v -B1000000000 -b1000000 -d1 -f1 -i0 -N10 -croot@lt70 -sroot@lt75 -afdd7:e83e:66bd:1092::40 -t10 udpbench
linux-openbsd-linux-udp6bench-single-frag-9 IPv6 UDP Forward Frag2 single 2.9% netbench.pl -v -b1000000 -f2 -croot@lt70 -sroot@lt75 -afdd7:e83e:66bd:1092::40 -t10 udpbench
linux-openbsd-linux-udp6bench-single-mtu-9 IPv6 UDP Forward MTU single 2.7% netbench.pl -v -b1000000 -f1 -croot@lt70 -sroot@lt75 -afdd7:e83e:66bd:1092::40 -t10 udpbench
linux-openbsd-tcp4bench-parallel-9 IPv4 TCP Receive parallel-100 8.9% ssh root@lt70 tcpbench -S1000000 -t10 -n100 10.10.91.2
linux-openbsd-tcp4bench-single-9 IPv4 TCP Receive single 6.8% ssh root@lt70 tcpbench -S1000000 -t10 10.10.91.2
linux-openbsd-tcp6bench-parallel-9 IPv6 TCP Receive parallel-100 8.7% ssh root@lt70 tcpbench -S1000000 -t10 -n100 fdd7:e83e:66bd:1091::2
linux-openbsd-tcp6bench-single-9 IPv6 TCP Receive single 6.7% ssh root@lt70 tcpbench -S1000000 -t10 fdd7:e83e:66bd:1091::2
linux-openbsd-udp6bench-parallel-mtu-9 IPv6 UDP Receive MTU parallel-10 2.8% netbench.pl -v -B1000000000 -b1000000 -d1 -f1 -i0 -N10 -croot@lt70 -afdd7:e83e:66bd:1091::20 -t10 udpbench
linux-openbsd-udp6bench-single-mtu-9 IPv6 UDP Receive MTU single 2.1% netbench.pl -v -b1000000 -f1 -croot@lt70 -afdd7:e83e:66bd:1091::20 -t10 udpbench
openbsd-linux-tcp4bench-parallel-9 IPv4 TCP Send parallel-100 7.8% tcpbench -S1000000 -t10 -n100 10.10.92.4
openbsd-linux-tcp4bench-single-9 IPv4 TCP Send single 6.0% tcpbench -S1000000 -t10 10.10.92.4
openbsd-linux-tcp6bench-parallel-9 IPv6 TCP Send parallel-100 8.2% tcpbench -S1000000 -t10 -n100 fdd7:e83e:66bd:1092::4
openbsd-linux-tcp6bench-single-9 IPv6 TCP Send single 6.2% tcpbench -S1000000 -t10 fdd7:e83e:66bd:1092::4
openbsd-linux-udp4bench-parallel-empty-9 IPv4 UDP Send Empty parallel-10 0.6% netbench.pl -v -B1000000000 -b1000000 -d1 -f0 -i0 -N10 -sroot@lt75 -a10.10.92.40 -t10 udpbench
openbsd-linux-udp4bench-parallel-frag-9 IPv4 UDP Send Frag2 parallel-10 9.3% netbench.pl -v -B1000000000 -b1000000 -d1 -f2 -i0 -N10 -sroot@lt75 -a10.10.92.40 -t10 udpbench
openbsd-linux-udp4bench-parallel-mtu-9 IPv4 UDP Send MTU parallel-10 9.8% netbench.pl -v -B1000000000 -b1000000 -d1 -f1 -i0 -N10 -sroot@lt75 -a10.10.92.40 -t10 udpbench
openbsd-linux-udp4bench-single-empty-9 IPv4 UDP Send Empty single 0.3% netbench.pl -v -b1000000 -f0 -sroot@lt75 -a10.10.92.40 -t10 udpbench
openbsd-linux-udp4bench-single-frag-9 IPv4 UDP Send Frag2 single 8.0% netbench.pl -v -b1000000 -f2 -sroot@lt75 -a10.10.92.40 -t10 udpbench
openbsd-linux-udp4bench-single-mtu-9 IPv4 UDP Send MTU single 4.6% netbench.pl -v -b1000000 -f1 -sroot@lt75 -a10.10.92.40 -t10 udpbench
openbsd-linux-udp6bench-parallel-empty-9 IPv6 UDP Send Empty parallel-10 0.6% netbench.pl -v -B1000000000 -b1000000 -d1 -f0 -i0 -N10 -sroot@lt75 -afdd7:e83e:66bd:1092::40 -t10 udpbench
openbsd-linux-udp6bench-parallel-frag-9 IPv6 UDP Send Frag2 parallel-10 9.1% netbench.pl -v -B1000000000 -b1000000 -d1 -f2 -i0 -N10 -sroot@lt75 -afdd7:e83e:66bd:1092::40 -t10 udpbench
openbsd-linux-udp6bench-parallel-mtu-9 IPv6 UDP Send MTU parallel-10 9.5% netbench.pl -v -B1000000000 -b1000000 -d1 -f1 -i0 -N10 -sroot@lt75 -afdd7:e83e:66bd:1092::40 -t10 udpbench
openbsd-linux-udp6bench-single-empty-9 IPv6 UDP Send Empty single 0.4% netbench.pl -v -b1000000 -f0 -sroot@lt75 -afdd7:e83e:66bd:1092::40 -t10 udpbench
openbsd-linux-udp6bench-single-frag-9 IPv6 UDP Send Frag2 single 7.4% netbench.pl -v -b1000000 -f2 -sroot@lt75 -afdd7:e83e:66bd:1092::40 -t10 udpbench
openbsd-linux-udp6bench-single-mtu-9 IPv6 UDP Send MTU single 4.6% netbench.pl -v -b1000000 -f1 -sroot@lt75 -afdd7:e83e:66bd:1092::40 -t10 udpbench
PASS netlink test passed
FAIL netlink test failed to produce value
XPASS netlink test passed, error in netstat output
NOEXIT netlink test did not exit with code 0, test failed
NOTERM test did not terminate, aborted after timeout
NORUN test did not run, execute failed
NOLOG create log file for test output failed