Add reduce section for verify tests (#3677)

Author: pfultz2

test/verify/CMakeLists.txt

@@ -31,7 +31,7 @@ target_link_libraries(test_verify migraphx migraphx_all_targets)
 target_include_directories(test_verify PUBLIC ../include)
 rocm_clang_tidy_check(test_verify)
 
-foreach(SECTION general rnn conv gemm)
+foreach(SECTION general reduce rnn conv gemm)
     rocm_add_test(NAME test_verify_${SECTION} COMMAND test_verify ${SECTION})
     set_tests_properties(test_verify_${SECTION} PROPERTIES 
         COST 100 

test/verify/test_arg_ops.cpp

@@ -57,6 +57,8 @@ struct test_arg_ops : verify_program<test_arg_ops<T, DType, Axis, LastIndex, Non
         mm->add_instruction(T{Axis, LastIndex}, param);
         return p;
     }
+
+    std::string section() const { return "reduce"; }
 };
 // transpose argmax tests
 template struct test_arg_ops<migraphx::op::argmax, migraphx::shape::float_type, 0, true, 0>;

test/verify/test_block_reduce_small.cpp

@@ -46,6 +46,8 @@ struct test_block_reduce_small : verify_program<test_block_reduce_small<N, T>>
         mm->add_return({add});
         return p;
     };
+
+    std::string section() const { return "reduce"; }
 };
 
 template <int N>

test/verify/test_instancenorm.cpp

@@ -1,7 +1,7 @@
 /*
  * The MIT License (MIT)
  *
- * Copyright (c) 2015-2023 Advanced Micro Devices, Inc. All rights reserved.
+ * Copyright (c) 2015-2024 Advanced Micro Devices, Inc. All rights reserved.
  *
  * Permission is hereby granted, free of charge, to any person obtaining a copy
  * of this software and associated documentation files (the "Software"), to deal
@@ -75,6 +75,8 @@ struct test_instancenorm : verify_program<test_instancenorm<TYPE>>
         add_instancenorm(*mm, x, {1, 2, 1, 1});
         return p;
     }
+
+    std::string section() const { return "reduce"; }
 };
 template struct test_instancenorm<migraphx::shape::float_type>;
 template struct test_instancenorm<migraphx::shape::half_type>;
@@ -91,6 +93,8 @@ struct test_instancenorm_large_3d : verify_program<test_instancenorm_large_3d<TY
         add_instancenorm(*mm, x, {1, 32, 1, 1, 1});
         return p;
     }
+
+    std::string section() const { return "reduce"; }
 };
 
 template struct test_instancenorm_large_3d<migraphx::shape::float_type>;

test/verify/test_layernorm.cpp

@@ -40,6 +40,8 @@ struct test_layernorm : verify_program<test_layernorm>
         add_layernorm(*mm, x, dims);
         return p;
     }
+
+    std::string section() const { return "reduce"; }
 };
 
 struct test_layernorm2 : verify_program<test_layernorm2>
@@ -53,6 +55,8 @@ struct test_layernorm2 : verify_program<test_layernorm2>
         add_layernorm(*mm, x, dims);
         return p;
     }
+
+    std::string section() const { return "reduce"; }
 };
 
 struct test_layernorm_large : verify_program<test_layernorm_large>
@@ -66,6 +70,8 @@ struct test_layernorm_large : verify_program<test_layernorm_large>
         add_layernorm(*mm, x, dims);
         return p;
     }
+
+    std::string section() const { return "reduce"; }
 };
 
 struct test_layernorm_fp16 : verify_program<test_layernorm_fp16>
@@ -79,6 +85,8 @@ struct test_layernorm_fp16 : verify_program<test_layernorm_fp16>
         add_layernorm(*mm, x, dims);
         return p;
     }
+
+    std::string section() const { return "reduce"; }
 };
 
 struct test_layernorm_fp8_1 : verify_program<test_layernorm_fp8_1>
@@ -92,6 +100,8 @@ struct test_layernorm_fp8_1 : verify_program<test_layernorm_fp8_1>
         add_layernorm(*mm, x, dims);
         return p;
     }
+
+    std::string section() const { return "reduce"; }
 };
 
 struct test_layernorm_fp8_2 : verify_program<test_layernorm_fp8_2>
@@ -105,6 +115,8 @@ struct test_layernorm_fp8_2 : verify_program<test_layernorm_fp8_2>
         add_layernorm(*mm, x, dims);
         return p;
     }
+
+    std::string section() const { return "reduce"; }
 };
 
 struct test_layernorm_fp8_3 : verify_program<test_layernorm_fp8_3>
@@ -118,6 +130,8 @@ struct test_layernorm_fp8_3 : verify_program<test_layernorm_fp8_3>
         add_layernorm(*mm, x, dims);
         return p;
     }
+
+    std::string section() const { return "reduce"; }
 };
 
 struct test_layernorm_fp8_4 : verify_program<test_layernorm_fp8_4>
@@ -131,6 +145,8 @@ struct test_layernorm_fp8_4 : verify_program<test_layernorm_fp8_4>
         add_layernorm(*mm, x, dims);
         return p;
     }
+
+    std::string section() const { return "reduce"; }
 };
 
 struct test_layernorm_eps : verify_program<test_layernorm_eps>
@@ -144,6 +160,8 @@ struct test_layernorm_eps : verify_program<test_layernorm_eps>
         add_layernorm(*mm, x, dims, 1e-5f);
         return p;
     }
+
+    std::string section() const { return "reduce"; }
 };
 
 struct test_layernorm_triadd : verify_program<test_layernorm_triadd>
@@ -161,6 +179,8 @@ struct test_layernorm_triadd : verify_program<test_layernorm_triadd>
         add_layernorm(*mm, add2, dims);
         return p;
     }
+
+    std::string section() const { return "reduce"; }
 };
 
 struct test_layernorm_triadd_large : verify_program<test_layernorm_triadd_large>
@@ -178,6 +198,8 @@ struct test_layernorm_triadd_large : verify_program<test_layernorm_triadd_large>
         add_layernorm(*mm, add2, dims);
         return p;
     }
+
+    std::string section() const { return "reduce"; }
 };
 
 struct test_add_layernorm_add_gemm_nonstd : verify_program<test_add_layernorm_add_gemm_nonstd>
@@ -210,4 +232,6 @@ struct test_pw_layernorm : verify_program<test_pw_layernorm>
         add_pointwise_layernorm(*mm, x, dims);
         return p;
     }
+
+    std::string section() const { return "reduce"; }
 };

test/verify/test_logsoftmax.cpp

@@ -40,6 +40,8 @@ struct test_logsoftmax : verify_program<test_logsoftmax<Axis, T>>
 
         return p;
     }
+
+    std::string section() const { return "reduce"; }
 };
 
 template struct test_logsoftmax<0, migraphx::shape::float_type>;

test/verify/test_logsoftmax1.cpp

@@ -1,7 +1,7 @@
 /*
  * The MIT License (MIT)
  *
- * Copyright (c) 2015-2022 Advanced Micro Devices, Inc. All rights reserved.
+ * Copyright (c) 2015-2024 Advanced Micro Devices, Inc. All rights reserved.
  *
  * Permission is hereby granted, free of charge, to any person obtaining a copy
  * of this software and associated documentation files (the "Software"), to deal
@@ -40,4 +40,6 @@ struct test_logsoftmax1 : verify_program<test_logsoftmax1>
         mm->add_return({r});
         return p;
     }
+
+    std::string section() const { return "reduce"; }
 };

test/verify/test_pointwise_broadcast_reduce.cpp

@@ -52,4 +52,6 @@ struct test_pointwise_broadcast_reduce : verify_program<test_pointwise_broadcast
         mm->add_return({reshape});
         return p;
     };
+
+    std::string section() const { return "reduce"; }
 };

test/verify/test_reduce_add.cpp

@@ -47,6 +47,8 @@ struct test_reduce_add : verify_program<test_reduce_add<DType>>
         mm->add_return({add});
         return p;
     };
+
+    std::string section() const { return "reduce"; }
 };
 
 template struct test_reduce_add<migraphx::shape::float_type>;

test/verify/test_reduce_mean_bias_half.cpp

@@ -1,7 +1,7 @@
 /*
  * The MIT License (MIT)
  *
- * Copyright (c) 2015-2023 Advanced Micro Devices, Inc. All rights reserved.
+ * Copyright (c) 2015-2024 Advanced Micro Devices, Inc. All rights reserved.
  *
  * Permission is hereby granted, free of charge, to any person obtaining a copy
  * of this software and associated documentation files (the "Software"), to deal
@@ -45,4 +45,6 @@ struct test_reduce_mean_bias_half : verify_program<test_reduce_mean_bias_half>
         mm->add_return({sqrt});
         return p;
     };
+
+    std::string section() const { return "reduce"; }
 };

test/verify/test_reduce_mean_large_half.cpp

@@ -1,7 +1,7 @@
 /*
  * The MIT License (MIT)
  *
- * Copyright (c) 2015-2023 Advanced Micro Devices, Inc. All rights reserved.
+ * Copyright (c) 2015-2024 Advanced Micro Devices, Inc. All rights reserved.
  *
  * Permission is hereby granted, free of charge, to any person obtaining a copy
  * of this software and associated documentation files (the "Software"), to deal
@@ -38,4 +38,6 @@ struct test_reduce_mean_large_half : verify_program<test_reduce_mean_large_half>
         mm->add_instruction(migraphx::make_op("reduce_mean", {{"axes", {2}}}), x);
         return p;
     };
+
+    std::string section() const { return "reduce"; }
 };

test/verify/test_reduce_mean_nhwc.cpp

@@ -43,6 +43,8 @@ struct test_reduce_mean_nhwc : verify_program<test_reduce_mean_nhwc<DType>>
         mm->add_return({sqrt});
         return p;
     };
+
+    std::string section() const { return "reduce"; }
 };
 
 template struct test_reduce_mean_nhwc<migraphx::shape::float_type>;

test/verify/test_reduce_mean_reduce_sum.cpp

@@ -51,4 +51,6 @@ struct test_reduce_mean_reduce_sum : verify_program<test_reduce_mean_reduce_sum>
         mm->add_return({mean_div2});
         return p;
     };
+
+    std::string section() const { return "reduce"; }
 };

test/verify/test_reduce_mean_variance.cpp

@@ -45,4 +45,6 @@ struct test_reduce_mean_variance : verify_program<test_reduce_mean_variance>
         mm->add_return({add});
         return p;
     };
+
+    std::string section() const { return "reduce"; }
 };

test/verify/test_reduce_noop_add.cpp

@@ -1,7 +1,7 @@
 /*
  * The MIT License (MIT)
  *
- * Copyright (c) 2015-2023 Advanced Micro Devices, Inc. All rights reserved.
+ * Copyright (c) 2015-2024 Advanced Micro Devices, Inc. All rights reserved.
  *
  * Permission is hereby granted, free of charge, to any person obtaining a copy
  * of this software and associated documentation files (the "Software"), to deal
@@ -45,4 +45,6 @@ struct test_reduce_noop_add : verify_program<test_reduce_noop_add>
         mm->add_return({add});
         return p;
     };
+
+    std::string section() const { return "reduce"; }
 };

test/verify/test_reduce_op_large.cpp

@@ -45,6 +45,8 @@ struct test_reduce_op_large : verify_program<test_reduce_op_large<Op, Axis, T>>
         mm->add_instruction(Op{{Axis}}, x);
         return p;
     };
+
+    std::string section() const { return "reduce"; }
 };
 
 template struct test_reduce_op_large<migraphx::op::reduce_max, 1, migraphx::shape::float_type>;

test/verify/test_reduce_op_small.cpp

@@ -45,6 +45,8 @@ struct test_reduce_op_small : verify_program<test_reduce_op_small<Op, Axis, T>>
         mm->add_instruction(Op{{Axis}}, x);
         return p;
     };
+
+    std::string section() const { return "reduce"; }
 };
 
 template struct test_reduce_op_small<migraphx::op::reduce_sum, 1, migraphx::shape::float_type>;

test/verify/test_select_module_reduce.cpp

@@ -1,7 +1,7 @@
 /*
  * The MIT License (MIT)
  *
- * Copyright (c) 2015-2023 Advanced Micro Devices, Inc. All rights reserved.
+ * Copyright (c) 2015-2024 Advanced Micro Devices, Inc. All rights reserved.
  *
  * Permission is hereby granted, free of charge, to any person obtaining a copy
  * of this software and associated documentation files (the "Software"), to deal
@@ -66,4 +66,6 @@ struct test_select_module_reduce : verify_program<test_select_module_reduce>
 
         return p;
     }
+
+    std::string section() const { return "reduce"; }
 };

test/verify/test_softmax.cpp

@@ -40,6 +40,8 @@ struct test_softmax : verify_program<test_softmax<Axis, T>>
 
         return p;
     }
+
+    std::string section() const { return "reduce"; }
 };
 
 template struct test_softmax<0, migraphx::shape::float_type>;

test/verify/test_softmax1.cpp

@@ -1,7 +1,7 @@
 /*
  * The MIT License (MIT)
  *
- * Copyright (c) 2015-2022 Advanced Micro Devices, Inc. All rights reserved.
+ * Copyright (c) 2015-2024 Advanced Micro Devices, Inc. All rights reserved.
  *
  * Permission is hereby granted, free of charge, to any person obtaining a copy
  * of this software and associated documentation files (the "Software"), to deal
@@ -37,4 +37,6 @@ struct test_softmax1 : verify_program<test_softmax1>
         mm->add_instruction(migraphx::make_op("softmax", {{"axis", 0}}), x);
         return p;
     }
+
+    std::string section() const { return "reduce"; }
 };

test/verify/test_softmax2.cpp

@@ -1,7 +1,7 @@
 /*
  * The MIT License (MIT)
  *
- * Copyright (c) 2015-2022 Advanced Micro Devices, Inc. All rights reserved.
+ * Copyright (c) 2015-2024 Advanced Micro Devices, Inc. All rights reserved.
  *
  * Permission is hereby granted, free of charge, to any person obtaining a copy
  * of this software and associated documentation files (the "Software"), to deal
@@ -38,4 +38,6 @@ struct test_softmax2 : verify_program<test_softmax2>
         mm->add_instruction(migraphx::make_op("softmax"), x);
         return p;
     }
+
+    std::string section() const { return "reduce"; }
 };

test/verify/test_softmax3.cpp

@@ -1,7 +1,7 @@
 /*
  * The MIT License (MIT)
  *
- * Copyright (c) 2015-2022 Advanced Micro Devices, Inc. All rights reserved.
+ * Copyright (c) 2015-2024 Advanced Micro Devices, Inc. All rights reserved.
  *
  * Permission is hereby granted, free of charge, to any person obtaining a copy
  * of this software and associated documentation files (the "Software"), to deal
@@ -41,4 +41,6 @@ struct test_softmax3 : verify_program<test_softmax3>
         mm->add_return({r});
         return p;
     }
+
+    std::string section() const { return "reduce"; }
 };

test/verify/test_softmax4.cpp

@@ -1,7 +1,7 @@
 /*
  * The MIT License (MIT)
  *
- * Copyright (c) 2015-2023 Advanced Micro Devices, Inc. All rights reserved.
+ * Copyright (c) 2015-2024 Advanced Micro Devices, Inc. All rights reserved.
  *
  * Permission is hereby granted, free of charge, to any person obtaining a copy
  * of this software and associated documentation files (the "Software"), to deal
@@ -38,4 +38,6 @@ struct test_softmax4 : verify_program<test_softmax4>
         mm->add_instruction(migraphx::make_op("softmax", {{"axis", 3}}), x);
         return p;
     }
+
+    std::string section() const { return "reduce"; }
 };

test/verify/test_softmax_large1.cpp

@@ -1,7 +1,7 @@
 /*
  * The MIT License (MIT)
  *
- * Copyright (c) 2015-2022 Advanced Micro Devices, Inc. All rights reserved.
+ * Copyright (c) 2015-2024 Advanced Micro Devices, Inc. All rights reserved.
  *
  * Permission is hereby granted, free of charge, to any person obtaining a copy
  * of this software and associated documentation files (the "Software"), to deal
@@ -40,4 +40,6 @@ struct test_softmax_large1 : verify_program<test_softmax_large1>
         mm->add_instruction(migraphx::make_op("softmax", {{"axis", -1}}), add);
         return p;
     }
+
+    std::string section() const { return "reduce"; }
 };