[test-suite] r273530 - Remove lemon from BENCHMARKING_ONLY set.

[Matthias Braun via llvm-commits]

Author: matze
Date: Wed Jun 22 22:07:48 2016
New Revision: 273530

URL: http://llvm.org/viewvc/llvm-project?rev=273530&view=rev
Log:
Remove lemon from BENCHMARKING_ONLY set.

This benchmark is unsuitable as a compiler benchmark:

- It forks itself hundreds of times per second (in order to reset to a
  clean state after an iteration). This makes it more a test for the
  operating system than of code produced by the compiler. This also
  leads to performance noise depending on the OS.

- Profiling the code (of a single run without fork) shows 60-70% of the
  time is spend in fputs and fputc which is just testing your libc and
  OS again.

Differential Revision: http://reviews.llvm.org/D21593

Modified:
    test-suite/trunk/MultiSource/Applications/Makefile
    test-suite/trunk/MultiSource/Applications/lemon/CMakeLists.txt

Modified: test-suite/trunk/MultiSource/Applications/Makefile
URL: http://llvm.org/viewvc/llvm-project/test-suite/trunk/MultiSource/Applications/Makefile?rev=273530&r1=273529&r2=273530&view=diff
==============================================================================
--- test-suite/trunk/MultiSource/Applications/Makefile (original)
+++ test-suite/trunk/MultiSource/Applications/Makefile Wed Jun 22 22:07:48 2016
@@ -45,6 +45,7 @@ endif
 ifdef BENCHMARKING_ONLY
 PARALLEL_DIRS := $(filter-out Burg, $(PARALLEL_DIRS))
 PARALLEL_DIRS := $(filter-out treecc, $(PARALLEL_DIRS))
+PARALLEL_DIRS := $(filter-out lemon, $(PARALLEL_DIRS))
 endif
 
 include $(LEVEL)/Makefile.programs

Modified: test-suite/trunk/MultiSource/Applications/lemon/CMakeLists.txt
URL: http://llvm.org/viewvc/llvm-project/test-suite/trunk/MultiSource/Applications/lemon/CMakeLists.txt?rev=273530&r1=273529&r2=273530&view=diff
==============================================================================
--- test-suite/trunk/MultiSource/Applications/lemon/CMakeLists.txt (original)
+++ test-suite/trunk/MultiSource/Applications/lemon/CMakeLists.txt Wed Jun 22 22:07:48 2016
@@ -1,7 +1,9 @@
-set(Source lemon.c)
-set(PROG lemon)
-set(RUN_OPTIONS ${CMAKE_CURRENT_SOURCE_DIR}/parse.y ${CMAKE_CURRENT_SOURCE_DIR}/example1.y ${CMAKE_CURRENT_SOURCE_DIR}/example2.y ${CMAKE_CURRENT_SOURCE_DIR}/example3.y ${CMAKE_CURRENT_SOURCE_DIR}/example4.y ${CMAKE_CURRENT_SOURCE_DIR}/example5.y ${CMAKE_CURRENT_SOURCE_DIR}/lighttpd_configparser.y ${CMAKE_CURRENT_SOURCE_DIR}/lighttpd_mod_ssi_exprparser.y ${CMAKE_CURRENT_SOURCE_DIR}/wireshark_dtd_grammar.lemon ${CMAKE_CURRENT_SOURCE_DIR}/wireshark_grammar.lemon ${CMAKE_CURRENT_SOURCE_DIR}/wireshark_mate_grammar.lemon ${CMAKE_CURRENT_SOURCE_DIR}/xapian_queryparser.lemony ${CMAKE_CURRENT_SOURCE_DIR}/ecmascript.y)
-set(HASH_PROGRAM_OUTPUT 1)
-set(RUNTIMELIMIT 1500)
-set(DIFFPROG ${PROGDIR}/DiffOutput.sh "diff ")
-llvm_multisource()
+if(NOT TEST_SUITE_BENCHMARKING_ONLY)
+  set(Source lemon.c)
+  set(PROG lemon)
+  set(RUN_OPTIONS ${CMAKE_CURRENT_SOURCE_DIR}/parse.y ${CMAKE_CURRENT_SOURCE_DIR}/example1.y ${CMAKE_CURRENT_SOURCE_DIR}/example2.y ${CMAKE_CURRENT_SOURCE_DIR}/example3.y ${CMAKE_CURRENT_SOURCE_DIR}/example4.y ${CMAKE_CURRENT_SOURCE_DIR}/example5.y ${CMAKE_CURRENT_SOURCE_DIR}/lighttpd_configparser.y ${CMAKE_CURRENT_SOURCE_DIR}/lighttpd_mod_ssi_exprparser.y ${CMAKE_CURRENT_SOURCE_DIR}/wireshark_dtd_grammar.lemon ${CMAKE_CURRENT_SOURCE_DIR}/wireshark_grammar.lemon ${CMAKE_CURRENT_SOURCE_DIR}/wireshark_mate_grammar.lemon ${CMAKE_CURRENT_SOURCE_DIR}/xapian_queryparser.lemony ${CMAKE_CURRENT_SOURCE_DIR}/ecmascript.y)
+  set(HASH_PROGRAM_OUTPUT 1)
+  set(RUNTIMELIMIT 1500)
+  set(DIFFPROG ${PROGDIR}/DiffOutput.sh "diff ")
+  llvm_multisource()
+endif()