Literal: Standardize NaNs in sqrt (#8404)

std::sqrt of a negative number can result a nan.

It is different in amd64 (-nan) and aarch64 (+nan), so we must
standardize.

Author: Congcong Cai

src/wasm/literal.cpp

@@ -1148,9 +1148,9 @@ Literal Literal::nearbyint() const {
 Literal Literal::sqrt() const {
   switch (type.getBasic()) {
     case Type::f32:
-      return Literal(std::sqrt(getf32()));
+      return standardizeNaN(Literal(std::sqrt(getf32())));
     case Type::f64:
-      return Literal(std::sqrt(getf64()));
+      return standardizeNaN(Literal(std::sqrt(getf64())));
     default:
       WASM_UNREACHABLE("unexpected type");
   }

test/gtest/interpreter.cpp

@@ -685,6 +685,22 @@ TEST(InterpreterTest, SqrtF32) {
   EXPECT_EQ(results, expected);
 }
 
+TEST(InterpreterTest, SqrtF32Neg) {
+  Module wasm;
+  IRBuilder builder(wasm);
+
+  ASSERT_FALSE(builder.makeConst(Literal(float(-5.0))).getErr());
+  ASSERT_FALSE(builder.makeUnary(SqrtFloat32).getErr());
+
+  auto expr = builder.build();
+  ASSERT_FALSE(expr.getErr());
+
+  auto results = Interpreter{}.runTest(*expr);
+  std::vector<Literal> expected{Literal(std::nanf("0x400000"))};
+
+  EXPECT_EQ(results, expected);
+}
+
 TEST(InterpreterTest, CeilF32) {
   Module wasm;
   IRBuilder builder(wasm);
@@ -852,6 +868,22 @@ TEST(InterpreterTest, SqrtF64) {
   EXPECT_EQ(results, expected);
 }
 
+TEST(InterpreterTest, SqrtF64Neg) {
+  Module wasm;
+  IRBuilder builder(wasm);
+
+  ASSERT_FALSE(builder.makeConst(Literal(double(-5.0))).getErr());
+  ASSERT_FALSE(builder.makeUnary(SqrtFloat64).getErr());
+
+  auto expr = builder.build();
+  ASSERT_FALSE(expr.getErr());
+
+  auto results = Interpreter{}.runTest(*expr);
+  std::vector<Literal> expected{Literal(std::nan("0x8000000000000"))};
+
+  EXPECT_EQ(results, expected);
+}
+
 TEST(InterpreterTest, CeilF64) {
   Module wasm;
   IRBuilder builder(wasm);