[matmul] reduce verification tolerance to 0.1% relative, 0.1 absolute

Xilinx · Jun 12, 2024 · f816f02 · f816f02
1 parent 582872f
commit f816f02
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/programming_examples/basic/matrix_multiplication/common.h b/programming_examples/basic/matrix_multiplication/common.h
@@ -235,8 +235,8 @@ struct error {
 template <typename Tout>
 std::optional<struct error<Tout>>
 verify_single(std::ostream &os, int row, int col, Tout expected, Tout actual) {
-  const float absTol = 0.5;
-  const float relTol = 0.15;
+  const float absTol = 0.1;
+  const float relTol = 0.001;
   if (!nearly_equal(expected, actual, relTol, absTol)) {
     return (struct error<Tout>){row, col, expected, actual};
   }