NO-RANDOM-DATA cudal1:h20:L2:T3 [('random[0]', ['input_shape', 'label', 'ref_exception'])]
NO-RANDOM-DATA cudal1:a100:L2:T3 [('random[0]', ['input_shape', 'label', 'ref_exception'])]
cudal1:3090:L2:T13     other     atol_rel=6.89e-04 rand_rel=0.00e+00 err/tol=0.000 max|ref|=1.52 forced_rand_rel=0.0e+00
cudal1:a100:L2:T58     other     atol_rel=1.19e-03 rand_rel=0.00e+00 err/tol=0.000 max|ref|=1 forced_rand_rel=0.0e+00
cudal1:a100:L2:T13     other     atol_rel=6.89e-04 rand_rel=0.00e+00 err/tol=0.000 max|ref|=1.52 forced_rand_rel=0.0e+00
cudal1:h20:L2:T13      other     atol_rel=6.89e-04 rand_rel=0.00e+00 err/tol=0.000 max|ref|=1.52 forced_rand_rel=0.0e+00
cudal1:l40:L2:T58      other     atol_rel=1.19e-03 rand_rel=0.00e+00 err/tol=0.000 max|ref|=1 forced_rand_rel=0.0e+00
cudal1:h100:L2:T58     other     atol_rel=1.19e-03 rand_rel=0.00e+00 err/tol=0.000 max|ref|=1 forced_rand_rel=0.0e+00
cudal1:3090:L2:T36     other     atol_rel=2.98e-04 rand_rel=0.00e+00 err/tol=0.000 max|ref|=1.65 forced_rand_rel=0.0e+00
cudal1:3090:L2:T58     other     atol_rel=1.19e-03 rand_rel=0.00e+00 err/tol=0.000 max|ref|=1 forced_rand_rel=0.0e+00
cudal1:a100:L2:T36     other     atol_rel=2.98e-04 rand_rel=0.00e+00 err/tol=0.000 max|ref|=1.65 forced_rand_rel=0.0e+00
cudal1:l40:L2:T36      other     atol_rel=2.98e-04 rand_rel=0.00e+00 err/tol=0.000 max|ref|=1.65 forced_rand_rel=0.0e+00
cudal1:h20:L2:T58      other     atol_rel=1.19e-03 rand_rel=0.00e+00 err/tol=0.000 max|ref|=1 forced_rand_rel=0.0e+00
cudal1:h100:L2:T13     other     atol_rel=6.89e-04 rand_rel=0.00e+00 err/tol=0.000 max|ref|=1.52 forced_rand_rel=0.0e+00
cudal1:3090:L3:T12     other     atol_rel=5.84e-04 rand_rel=1.52e-04 err/tol=0.007 max|ref|=0.0254 forced_rand_rel=1.3e-04
cudal1:a100:L3:T12     other     atol_rel=5.84e-04 rand_rel=1.52e-04 err/tol=0.007 max|ref|=0.0254 forced_rand_rel=1.3e-04
cudal1:l40:L3:T12      other     atol_rel=5.84e-04 rand_rel=1.52e-04 err/tol=0.007 max|ref|=0.0254 forced_rand_rel=1.3e-04
cudal1:h20:L3:T12      other     atol_rel=5.84e-04 rand_rel=1.52e-04 err/tol=0.007 max|ref|=0.0254 forced_rand_rel=1.3e-04
cudal1:h100:L3:T12     other     atol_rel=5.84e-04 rand_rel=1.52e-04 err/tol=0.007 max|ref|=0.0254 forced_rand_rel=1.3e-04
cudal1:h20:L3:T31      other     atol_rel=9.75e-04 rand_rel=1.36e-05 err/tol=0.014 max|ref|=5.58 forced_rand_rel=2.0e-07
cudal1:3090:L3:T31     other     atol_rel=9.75e-04 rand_rel=1.36e-05 err/tol=0.014 max|ref|=5.58 forced_rand_rel=2.0e-07
cudal1:h100:L3:T31     other     atol_rel=9.75e-04 rand_rel=1.36e-05 err/tol=0.014 max|ref|=5.58 forced_rand_rel=2.0e-07
cudal1:a100:L3:T31     other     atol_rel=9.75e-04 rand_rel=1.36e-05 err/tol=0.014 max|ref|=5.58 forced_rand_rel=2.0e-07
cudal1:l40:L3:T31      other     atol_rel=9.75e-04 rand_rel=1.36e-05 err/tol=0.014 max|ref|=5.58 forced_rand_rel=2.0e-07
cudal1:l40:L2:T89      other     atol_rel=1.19e-03 rand_rel=2.80e-05 err/tol=0.023 max|ref|=1.61 forced_rand_rel=1.2e-05
cudal1:3090:L2:T89     other     atol_rel=1.19e-03 rand_rel=2.80e-05 err/tol=0.023 max|ref|=1.61 forced_rand_rel=1.2e-05
cudal1:a100:L2:T89     other     atol_rel=1.19e-03 rand_rel=2.80e-05 err/tol=0.023 max|ref|=1.61 forced_rand_rel=1.2e-05
cudal1:h20:L2:T89      other     atol_rel=1.19e-03 rand_rel=2.80e-05 err/tol=0.023 max|ref|=1.61 forced_rand_rel=1.2e-05
cudal1:h100:L2:T89     other     atol_rel=1.19e-03 rand_rel=2.80e-05 err/tol=0.023 max|ref|=1.61 forced_rand_rel=1.2e-05
cudal1:l40:L3:T11      half/fp16 atol_rel=5.84e-04 rand_rel=6.61e-04 err/tol=0.027 max|ref|=0.0235 forced_rand_rel=9.5e-06
cudal1:h100:L3:T11     half/fp16 atol_rel=5.84e-04 rand_rel=6.61e-04 err/tol=0.027 max|ref|=0.0235 forced_rand_rel=9.5e-06
cudal1:a100:L3:T11     half/fp16 atol_rel=5.84e-04 rand_rel=6.61e-04 err/tol=0.027 max|ref|=0.0235 forced_rand_rel=9.5e-06
cudal1:h20:L3:T11      half/fp16 atol_rel=5.84e-04 rand_rel=6.61e-04 err/tol=0.027 max|ref|=0.0235 forced_rand_rel=9.5e-06
cudal1:3090:L3:T11     half/fp16 atol_rel=5.84e-04 rand_rel=6.61e-04 err/tol=0.027 max|ref|=0.0235 forced_rand_rel=9.5e-06
cudal1:l40:L2:T50      other     atol_rel=1.19e-03 rand_rel=4.44e-05 err/tol=0.037 max|ref|=1.87 forced_rand_rel=6.4e-08
cudal1:h20:L2:T50      other     atol_rel=1.19e-03 rand_rel=4.44e-05 err/tol=0.037 max|ref|=1.87 forced_rand_rel=6.4e-08
cudal1:h100:L2:T50     other     atol_rel=1.19e-03 rand_rel=4.44e-05 err/tol=0.037 max|ref|=1.87 forced_rand_rel=6.4e-08
cudal1:h20:L2:T38      other     atol_rel=6.89e-04 rand_rel=1.88e-04 err/tol=0.044 max|ref|=0.165 forced_rand_rel=4.6e-07
cudal1:h100:L2:T38     other     atol_rel=6.89e-04 rand_rel=1.88e-04 err/tol=0.044 max|ref|=0.165 forced_rand_rel=4.6e-07
cudal1:a100:L2:T38     other     atol_rel=6.89e-04 rand_rel=1.88e-04 err/tol=0.044 max|ref|=0.165 forced_rand_rel=4.6e-07
cudal1:3090:L2:T38     other     atol_rel=6.89e-04 rand_rel=1.88e-04 err/tol=0.044 max|ref|=0.165 forced_rand_rel=3.7e-07
cudal1:3090:L1:T68     other     atol_rel=5.51e-03 rand_rel=4.13e-04 err/tol=0.075 max|ref|=2.52 forced_rand_rel=8.6e-06
cudal1:a100:L1:T68     other     atol_rel=5.51e-03 rand_rel=4.13e-04 err/tol=0.075 max|ref|=2.52 forced_rand_rel=8.6e-06
cudal1:l40:L1:T68      other     atol_rel=5.51e-03 rand_rel=4.13e-04 err/tol=0.075 max|ref|=2.52 forced_rand_rel=8.6e-06
cudal1:h20:L2:T77      other     atol_rel=1.95e-03 rand_rel=2.23e-03 err/tol=0.098 max|ref|=0.0913 forced_rand_rel=1.8e-07
cudal1:3090:L2:T77     other     atol_rel=1.95e-03 rand_rel=2.23e-03 err/tol=0.098 max|ref|=0.0913 forced_rand_rel=1.8e-07
cudal1:a100:L2:T77     other     atol_rel=1.95e-03 rand_rel=2.23e-03 err/tol=0.098 max|ref|=0.0913 forced_rand_rel=1.8e-07
cudal1:l40:L2:T77      other     atol_rel=1.95e-03 rand_rel=2.23e-03 err/tol=0.098 max|ref|=0.0913 forced_rand_rel=1.8e-07
cudal1:h100:L2:T77     other     atol_rel=1.95e-03 rand_rel=2.23e-03 err/tol=0.098 max|ref|=0.0913 forced_rand_rel=1.8e-07
cudal1:3090:L3:T43     other     atol_rel=3.38e-03 rand_rel=5.93e-04 err/tol=0.175 max|ref|=1.68 forced_rand_rel=4.6e-07
cudal1:l40:L3:T43      other     atol_rel=3.38e-03 rand_rel=5.93e-04 err/tol=0.175 max|ref|=1.68 forced_rand_rel=4.6e-07
cudal1:h20:L3:T43      other     atol_rel=3.38e-03 rand_rel=5.93e-04 err/tol=0.175 max|ref|=1.68 forced_rand_rel=4.6e-07
cudal1:h20:L3:T9       other     atol_rel=2.61e-04 rand_rel=2.96e-04 err/tol=0.191 max|ref|=0.171 forced_rand_rel=1.4e-04
cudal1:3090:L3:T9      other     atol_rel=2.61e-04 rand_rel=2.96e-04 err/tol=0.191 max|ref|=0.171 forced_rand_rel=3.0e-04
cudal1:a100:L1:T6      half/fp16 atol_rel=2.76e-03 rand_rel=5.64e-04 err/tol=0.204 max|ref|=1.93e+03 forced_rand_rel=1.6e-06
cudal1:h100:L1:T6      half/fp16 atol_rel=2.76e-03 rand_rel=5.64e-04 err/tol=0.204 max|ref|=1.93e+03 forced_rand_rel=1.4e-06
cudal1:h20:L1:T6       half/fp16 atol_rel=2.76e-03 rand_rel=5.64e-04 err/tol=0.204 max|ref|=1.93e+03 forced_rand_rel=0.0e+00
cudal1:h20:L1:T70      half/fp16 atol_rel=1.95e-03 rand_rel=4.03e-04 err/tol=0.206 max|ref|=4.52 forced_rand_rel=0.0e+00
cudal1:3090:L1:T70     half/fp16 atol_rel=1.95e-03 rand_rel=4.03e-04 err/tol=0.206 max|ref|=4.52 forced_rand_rel=0.0e+00
cudal1:h100:L1:T70     half/fp16 atol_rel=1.95e-03 rand_rel=4.03e-04 err/tol=0.206 max|ref|=4.52 forced_rand_rel=0.0e+00
cudal1:a100:L1:T70     half/fp16 atol_rel=1.95e-03 rand_rel=4.03e-04 err/tol=0.206 max|ref|=4.52 forced_rand_rel=0.0e+00
cudal1:l40:L3:T9       other     atol_rel=2.61e-04 rand_rel=3.38e-04 err/tol=0.219 max|ref|=0.171 forced_rand_rel=3.1e-04
cudal1:a100:L1:T78     other     atol_rel=1.95e-03 rand_rel=4.46e-04 err/tol=0.228 max|ref|=2.41 forced_rand_rel=0.0e+00
cudal1:3090:L1:T78     other     atol_rel=1.95e-03 rand_rel=4.46e-04 err/tol=0.228 max|ref|=2.41 forced_rand_rel=0.0e+00
cudal1:l40:L1:T78      other     atol_rel=1.95e-03 rand_rel=4.46e-04 err/tol=0.228 max|ref|=2.41 forced_rand_rel=0.0e+00
cudal1:l40:L1:T58      other     atol_rel=1.95e-03 rand_rel=4.71e-04 err/tol=0.240 max|ref|=4.92 forced_rand_rel=1.3e-05
cudal1:3090:L1:T58     other     atol_rel=1.95e-03 rand_rel=4.71e-04 err/tol=0.240 max|ref|=4.92 forced_rand_rel=1.3e-05
cudal1:a100:L1:T58     half/fp16 atol_rel=1.95e-03 rand_rel=4.71e-04 err/tol=0.240 max|ref|=4.92 forced_rand_rel=1.3e-05
cudal1:l40:L1:T75      other     atol_rel=1.95e-03 rand_rel=5.97e-04 err/tol=0.305 max|ref|=1.59 forced_rand_rel=4.7e-07
cudal1:h20:L1:T75      other     atol_rel=1.95e-03 rand_rel=5.97e-04 err/tol=0.305 max|ref|=1.59 forced_rand_rel=4.7e-07
cudal1:a100:L1:T75     other     atol_rel=1.95e-03 rand_rel=5.97e-04 err/tol=0.305 max|ref|=1.59 forced_rand_rel=4.7e-07
cudal1:3090:L1:T75     other     atol_rel=1.95e-03 rand_rel=5.97e-04 err/tol=0.305 max|ref|=1.59 forced_rand_rel=4.0e-07
cudal1:h100:L2:T78     half/fp16 atol_rel=6.89e-04 rand_rel=3.06e-04 err/tol=0.438 max|ref|=10.1 forced_rand_rel=1.4e-04
cudal1:3090:L2:T78     half/fp16 atol_rel=6.89e-04 rand_rel=3.06e-04 err/tol=0.438 max|ref|=10.1 forced_rand_rel=1.4e-04
cudal1:h20:L2:T78      half/fp16 atol_rel=6.89e-04 rand_rel=3.06e-04 err/tol=0.438 max|ref|=10.1 forced_rand_rel=1.4e-04
cudal1:l40:L2:T78      half/fp16 atol_rel=6.89e-04 rand_rel=3.45e-04 err/tol=0.493 max|ref|=9.95 forced_rand_rel=1.4e-04
cudal1:a100:L2:T78     half/fp16 atol_rel=6.89e-04 rand_rel=3.45e-04 err/tol=0.493 max|ref|=9.95 forced_rand_rel=1.4e-04
cudal1:3090:L3:T36     other     atol_rel=3.85e-04 rand_rel=6.29e-04 err/tol=0.532 max|ref|=0.433 forced_rand_rel=9.2e-06
cudal1:l40:L3:T36      other     atol_rel=3.85e-04 rand_rel=6.29e-04 err/tol=0.532 max|ref|=0.433 forced_rand_rel=9.2e-06
cudal1:3090:L2:T100    other     atol_rel=1.38e-03 rand_rel=8.09e-04 err/tol=0.582 max|ref|=1.2 forced_rand_rel=3.6e-04
cudal1:a100:L2:T100    other     atol_rel=1.38e-03 rand_rel=8.09e-04 err/tol=0.582 max|ref|=1.2 forced_rand_rel=3.6e-04
cudal1:h20:L2:T100     other     atol_rel=1.38e-03 rand_rel=8.09e-04 err/tol=0.582 max|ref|=1.2 forced_rand_rel=3.6e-04
cudal1:3090:L2:T60     other     atol_rel=1.19e-03 rand_rel=9.45e-04 err/tol=0.785 max|ref|=14.2 forced_rand_rel=4.6e-04
cudal1:h100:L2:T60     other     atol_rel=1.19e-03 rand_rel=9.45e-04 err/tol=0.785 max|ref|=14.2 forced_rand_rel=4.6e-04
cudal1:l40:L2:T60      other     atol_rel=1.19e-03 rand_rel=9.45e-04 err/tol=0.785 max|ref|=14.2 forced_rand_rel=4.6e-04
cudal1:a100:L2:T60     other     atol_rel=1.19e-03 rand_rel=9.45e-04 err/tol=0.785 max|ref|=14.2 forced_rand_rel=4.6e-04
cudal1:h20:L2:T60      other     atol_rel=1.19e-03 rand_rel=9.45e-04 err/tol=0.785 max|ref|=14.2 forced_rand_rel=4.6e-04
cudal1:h100:L2:T74     half/fp16 atol_rel=9.75e-04 rand_rel=8.91e-04 err/tol=0.905 max|ref|=2.26 forced_rand_rel=0.0e+00
cudal1:h20:L2:T74      half/fp16 atol_rel=9.75e-04 rand_rel=8.91e-04 err/tol=0.905 max|ref|=2.26 forced_rand_rel=0.0e+00
cudal1:a100:L2:T74     half/fp16 atol_rel=9.75e-04 rand_rel=8.91e-04 err/tol=0.905 max|ref|=2.26 forced_rand_rel=0.0e+00
cudal1:l40:L2:T74      half/fp16 atol_rel=9.75e-04 rand_rel=8.91e-04 err/tol=0.905 max|ref|=2.26 forced_rand_rel=0.0e+00
cudal1:3090:L2:T74     half/fp16 atol_rel=9.75e-04 rand_rel=8.91e-04 err/tol=0.905 max|ref|=2.26 forced_rand_rel=0.0e+00
n 90 median err/tol 0.09775934562230892 max 0.9045282115570114 n>0.5 15
median rand_rel/atol_rel 0.26037353208346176
