[llvm-commits] [zorg] r109783 - /zorg/trunk/lnt/lnt/db/runinfo.py

[Daniel Dunbar]

Author: ddunbar
Date: Thu Jul 29 13:15:15 2010
New Revision: 109783

URL: http://llvm.org/viewvc/llvm-project?rev=109783&view=rev
Log:
LNT/simple: Always ignore performance changes under 1%, even if they are considered significant -- we don't have enough time to investigate them currently.

Modified:
    zorg/trunk/lnt/lnt/db/runinfo.py

Modified: zorg/trunk/lnt/lnt/db/runinfo.py
URL: http://llvm.org/viewvc/llvm-project/zorg/trunk/lnt/lnt/db/runinfo.py?rev=109783&r1=109782&r2=109783&view=diff
==============================================================================
--- zorg/trunk/lnt/lnt/db/runinfo.py (original)
+++ zorg/trunk/lnt/lnt/db/runinfo.py Thu Jul 29 13:15:15 2010
@@ -53,10 +53,12 @@
         # sample at; otherwise quantization means that we can't measure the
         # standard deviation with enough accuracy.
         if abs(self.delta) <= 2 * value_precision * confidence_interval:
-            if self.failed:
-                return UNCHANGED_FAIL
-            else:
-                return UNCHANGED_PASS
+            return UNCHANGED_PASS
+
+        # Always ignore percentage changes below 1%, for now, we just don't have enough
+        # time to investigate that level of stuff.
+        if abs(self.pct_delta) < .01:
+            return UNCHANGED_PASS
 
         # If we have a comparison window, then measure using a symmetic
         # confidence interval.
@@ -67,10 +69,7 @@
                 else:
                     return REGRESSED
             else:
-                if self.failed:
-                    return UNCHANGED_FAIL
-                else:
-                    return UNCHANGED_PASS
+                return UNCHANGED_PASS
 
         # Otherwise, use the old "significant change" metric of > 5%.
         if abs(self.pct_delta) >= .05:
@@ -79,10 +78,7 @@
             else:
                 return REGRESSED
         else:
-            if self.failed:
-                return UNCHANGED_FAIL
-            else:
-                return UNCHANGED_PASS
+            return UNCHANGED_PASS
 
 class SimpleRunInfo:
     def __init__(self, db, test_suite_summary):