[llvm-commits] [zorg] r109783 - /zorg/trunk/lnt/lnt/db/runinfo.py
Daniel Dunbar
daniel at zuster.org
Thu Jul 29 11:15:16 PDT 2010
Author: ddunbar
Date: Thu Jul 29 13:15:15 2010
New Revision: 109783
URL: http://llvm.org/viewvc/llvm-project?rev=109783&view=rev
Log:
LNT/simple: Always ignore performance changes under 1%, even if they are considered significant -- we don't have enough time to investigate them currently.
Modified:
zorg/trunk/lnt/lnt/db/runinfo.py
Modified: zorg/trunk/lnt/lnt/db/runinfo.py
URL: http://llvm.org/viewvc/llvm-project/zorg/trunk/lnt/lnt/db/runinfo.py?rev=109783&r1=109782&r2=109783&view=diff
==============================================================================
--- zorg/trunk/lnt/lnt/db/runinfo.py (original)
+++ zorg/trunk/lnt/lnt/db/runinfo.py Thu Jul 29 13:15:15 2010
@@ -53,10 +53,12 @@
# sample at; otherwise quantization means that we can't measure the
# standard deviation with enough accuracy.
if abs(self.delta) <= 2 * value_precision * confidence_interval:
- if self.failed:
- return UNCHANGED_FAIL
- else:
- return UNCHANGED_PASS
+ return UNCHANGED_PASS
+
+ # Always ignore percentage changes below 1%, for now, we just don't have enough
+ # time to investigate that level of stuff.
+ if abs(self.pct_delta) < .01:
+ return UNCHANGED_PASS
# If we have a comparison window, then measure using a symmetic
# confidence interval.
@@ -67,10 +69,7 @@
else:
return REGRESSED
else:
- if self.failed:
- return UNCHANGED_FAIL
- else:
- return UNCHANGED_PASS
+ return UNCHANGED_PASS
# Otherwise, use the old "significant change" metric of > 5%.
if abs(self.pct_delta) >= .05:
@@ -79,10 +78,7 @@
else:
return REGRESSED
else:
- if self.failed:
- return UNCHANGED_FAIL
- else:
- return UNCHANGED_PASS
+ return UNCHANGED_PASS
class SimpleRunInfo:
def __init__(self, db, test_suite_summary):
More information about the llvm-commits
mailing list