[LNT] r208623 - Add two-sided 0.10 Mann-Whitney U confidence table

[Yi Kong]

Author: kongyi
Date: Mon May 12 15:16:05 2014
New Revision: 208623

URL: http://llvm.org/viewvc/llvm-project?rev=208623&view=rev
Log:
Add two-sided 0.10 Mann-Whitney U confidence table

0.05 confidence level is too strict on noisy machines, add 0.10 as an extra
option.

Modified:
    lnt/trunk/lnt/server/ui/templates/v4_run.html
    lnt/trunk/lnt/util/stats.py

Modified: lnt/trunk/lnt/server/ui/templates/v4_run.html
URL: http://llvm.org/viewvc/llvm-project/lnt/trunk/lnt/server/ui/templates/v4_run.html?rev=208623&r1=208622&r2=208623&view=diff
==============================================================================
--- lnt/trunk/lnt/server/ui/templates/v4_run.html (original)
+++ lnt/trunk/lnt/server/ui/templates/v4_run.html Mon May 12 15:16:05 2014
@@ -248,6 +248,8 @@
       <td>Mann-Whitney test confidence level:</td>
       <td>
         <select name="MW_confidence_lv">
+          <option value="0.10" {{ "selected" if options.MW_confidence_lv == 0.10 else ""}}>
+            10%</value>
           <option value="0.05" {{ "selected" if options.MW_confidence_lv == 0.05 else ""}}>
             5%</value>
           <option value="0.01" {{ "selected" if options.MW_confidence_lv == 0.01 else ""}}>

Modified: lnt/trunk/lnt/util/stats.py
URL: http://llvm.org/viewvc/llvm-project/lnt/trunk/lnt/util/stats.py?rev=208623&r1=208622&r2=208623&view=diff
==============================================================================
--- lnt/trunk/lnt/util/stats.py (original)
+++ lnt/trunk/lnt/util/stats.py Mon May 12 15:16:05 2014
@@ -69,6 +69,30 @@ def mannwhitneyu_small(a, b, sigLevel):
     same = U <= SIGN_TABLES[sigLevel][len(a) - 1][len(b) - 1]
     return same
 
+# Table for .10 significance level.
+TABLE_0_10 = [
+        [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0],
+        [0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 2, 2, 3, 3, 3, 3, 4, 4, 4],
+        [0, 0, 0, 0, 1, 2, 2, 3, 4, 4, 5, 5, 6, 7, 7, 8, 9, 9, 10, 11],
+        [0, 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 14, 15, 16, 17, 18],
+        [0, 0, 1, 2, 4, 5, 6, 8, 9, 11, 12, 13, 15, 16, 18, 19, 20, 22, 23, 25],
+        [0, 0, 2, 3, 5, 7, 8, 10, 12, 14, 16, 17, 19, 21, 23, 25, 26, 28, 30, 32],
+        [0, 0, 2, 4, 6, 8, 11, 13, 15, 17, 19, 21, 24, 26, 28, 30, 33, 35, 37, 39],
+        [0, 1, 3, 5, 8, 10, 13, 15, 18, 20, 23, 26, 28, 31, 33, 36, 39, 41, 44, 47],
+        [0, 1, 4, 6, 9, 12, 15, 18, 21, 24, 27, 30, 33, 36, 39, 42, 45, 48, 51, 54],
+        [0, 1, 4, 7, 11, 14, 17, 20, 24, 27, 31, 34, 37, 41, 44, 48, 51, 55, 58, 62],
+        [0, 1, 5, 8, 12, 16, 19, 23, 27, 31, 34, 38, 42, 46, 50, 54, 57, 61, 65, 69],
+        [0, 2, 5, 9, 13, 17, 21, 26, 30, 34, 38, 42, 47, 51, 55, 60, 64, 68, 72, 77],
+        [0, 2, 6, 10, 15, 19, 24, 28, 33, 37, 42, 47, 51, 56, 61, 65, 70, 75, 80, 89],
+        [0, 3, 7, 11, 16, 21, 26, 31, 36, 41, 46, 51, 56, 61, 66, 71, 77, 82, 87, 92],
+        [0, 3, 7, 12, 18, 23, 28, 33, 39, 44, 50, 55, 61, 66, 72, 77, 83, 88, 94, 100],
+        [0, 3, 8, 14, 19, 25, 30, 36, 42, 48, 54, 60, 65, 71, 77, 83, 89, 95, 101, 107],
+        [0, 3, 9, 15, 20, 26, 33, 39, 45, 51, 57, 64, 70, 77, 83, 89, 96, 102, 109, 115],
+        [0, 4, 9, 16, 22, 28, 35, 41, 48, 55, 61, 68, 75, 82, 88, 95, 102, 109, 116, 123],
+        [0, 4, 10, 17, 23, 30, 37, 44, 51, 58, 65, 72, 80, 87, 94, 101, 109, 116, 123, 130],
+        [0, 4, 11, 18, 25, 32, 39, 47, 54, 62, 69, 77, 89, 92, 100, 107, 115, 123, 130, 138]
+        ]
+
 # Table for .05 significance level.
 TABLE_0_05 = [
         [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0],
@@ -117,4 +141,4 @@ TABLE_0_01 = [
         [0, 0, 3, 8, 13, 18, 24, 30, 36, 42, 46, 54, 60, 67, 73, 79, 86, 92, 99, 105]
         ]
 
-SIGN_TABLES = {.05: TABLE_0_05, .01: TABLE_0_01}
+SIGN_TABLES = {.10: TABLE_0_10, .05: TABLE_0_05, .01: TABLE_0_01}