[PATCH] Fix incorrect truncation at the overflow boundary

[Pirama Arumuga Nainar]

Hi joerg, ab, srhines,

This patch fixes incorrect truncation when the input wider value is
exactly 2^dstBits.  For that value, the overflow to infinity is not
correctly handled.  The fix is to replace a strict '>' with '>='.

Currently,
__truncdfsf2(340282366900000000000000000000000000000.0) returns infinity
__truncdfsf2(340282366920938463463374607431768211456.0) returns 0
__truncdfsf2(400000000000000000000000000000000000000.0) returns infinity

Likewise, __truncdfhf2 and __truncsfhf2 (and consequently gnu_f2h_ieee)
are discontinuous at 65536.0.

This patch adds tests for all three cases, along with adding a missing
header include to fp_test.h.

http://reviews.llvm.org/D10594

Files:
  lib/builtins/fp_trunc_impl.inc
  test/builtins/Unit/fp_test.h
  test/builtins/Unit/truncdfhf2_test.c
  test/builtins/Unit/truncdfsf2_test.c
  test/builtins/Unit/truncsfhf2_test.c

Index: lib/builtins/fp_trunc_impl.inc
===================================================================
--- lib/builtins/fp_trunc_impl.inc
+++ lib/builtins/fp_trunc_impl.inc
@@ -99,7 +99,7 @@
         absResult |= dstQNaN;
         absResult |= ((aAbs & srcNaNCode) >> (srcSigBits - dstSigBits)) & dstNaNCode;
     }
-    else if (aAbs > overflow) {
+    else if (aAbs >= overflow) {
         // a overflows to infinity.
         absResult = (dst_rep_t)dstInfExp << dstSigBits;
     }
Index: test/builtins/Unit/fp_test.h
===================================================================
--- test/builtins/Unit/fp_test.h
+++ test/builtins/Unit/fp_test.h
@@ -14,6 +14,7 @@
 #include <stdlib.h>
 #include <limits.h>
 #include <string.h>
+#include <stdint.h>
 
 enum EXPECTED_RESULT {
     LESS_0, LESS_EQUAL_0, EQUAL_0, GREATER_0, GREATER_EQUAL_0, NEQUAL_0
Index: test/builtins/Unit/truncdfhf2_test.c
===================================================================
--- test/builtins/Unit/truncdfhf2_test.c
+++ test/builtins/Unit/truncdfhf2_test.c
@@ -107,5 +107,8 @@
     if (test__truncdfhf2(-65520.0,
                          UINT16_C(0xfc00)))
         return 1;
+    if (test__truncdfhf2(65536.0,
+                         UINT16_C(0x7c00)))
+        return 1;
     return 0;
 }
Index: test/builtins/Unit/truncdfsf2_test.c
===================================================================
--- /dev/null
+++ test/builtins/Unit/truncdfsf2_test.c
@@ -0,0 +1,38 @@
+//===--------------- truncdfsf2_test.c - Test __truncdfsf2 ----------------===//
+//
+//                     The LLVM Compiler Infrastructure
+//
+// This file is dual licensed under the MIT and the University of Illinois Open
+// Source Licenses. See LICENSE.TXT for details.
+//
+//===----------------------------------------------------------------------===//
+//
+// This file tests __truncdfsf2 for the compiler_rt library.
+//
+//===----------------------------------------------------------------------===//
+
+#include <stdio.h>
+
+#include "fp_test.h"
+
+float __truncdfsf2(double a);
+
+int test__truncdfsf2(double a)
+{
+    float actual = __truncdfsf2(a);
+    float expected = a;
+
+    if (actual != expected) {
+        printf("error in test__truncdfsf2(%lf) = %f, "
+               "expected %f\n", a, actual, expected);
+        return 1;
+    }
+    return 0;
+}
+
+int main()
+{
+    if (test__truncdfsf2(340282366920938463463374607431768211456.0))
+        return 1;
+    return 0;
+}
Index: test/builtins/Unit/truncsfhf2_test.c
===================================================================
--- test/builtins/Unit/truncsfhf2_test.c
+++ test/builtins/Unit/truncsfhf2_test.c
@@ -104,6 +104,9 @@
     if (test__truncsfhf2(65520.0f,
                          UINT16_C(0x7c00)))
         return 1;
+    if (test__truncsfhf2(65536.0f,
+                         UINT16_C(0x7c00)))
+        return 1;
     if (test__truncsfhf2(-65520.0f,
                          UINT16_C(0xfc00)))
         return 1;

EMAIL PREFERENCES
  http://reviews.llvm.org/settings/panel/emailpreferences/
-------------- next part --------------
A non-text attachment was scrubbed...
Name: D10594.28091.patch
Type: text/x-patch
Size: 2994 bytes
Desc: not available
URL: <http://lists.llvm.org/pipermail/llvm-commits/attachments/20150621/b146eeef/attachment.bin>