[test-suite] r327710 - [test-suite] Update litsupport/module/microbenchmark.py to report individual timing results from 1 test.
Brian Homerding via llvm-commits
llvm-commits at lists.llvm.org
Fri Mar 16 07:29:39 PDT 2018
Author: homerdin
Date: Fri Mar 16 07:29:38 2018
New Revision: 327710
URL: http://llvm.org/viewvc/llvm-project?rev=327710&view=rev
Log:
[test-suite] Update litsupport/module/microbenchmark.py to report individual timing results from 1 test.
This updates the litsupport microbenchmark plugin module to make further use of
the benchmark library and the changes to lit in "rL327422: [lit] - Allow 1 test
to report multiple micro-test results to provide support…".
I have also changed the current microbenchmarks that use this plugin by
removing the individual tests from the XRay microbenchmarks as they will be
collected individually from the module in 1 run of the executable.
Reviewers: rengolin
Differential Revision: https://reviews.llvm.org/D43316
Added:
test-suite/trunk/MicroBenchmarks/lit.local.cfg
Removed:
test-suite/trunk/MicroBenchmarks/XRay/FDRMode/fdrmode-bench_BM_XRayFDRMultiThreaded_16_thread.test
test-suite/trunk/MicroBenchmarks/XRay/FDRMode/fdrmode-bench_BM_XRayFDRMultiThreaded_1_thread.test
test-suite/trunk/MicroBenchmarks/XRay/FDRMode/fdrmode-bench_BM_XRayFDRMultiThreaded_2_thread.test
test-suite/trunk/MicroBenchmarks/XRay/FDRMode/fdrmode-bench_BM_XRayFDRMultiThreaded_32_thread.test
test-suite/trunk/MicroBenchmarks/XRay/FDRMode/fdrmode-bench_BM_XRayFDRMultiThreaded_4_thread.test
test-suite/trunk/MicroBenchmarks/XRay/FDRMode/fdrmode-bench_BM_XRayFDRMultiThreaded_8_thread.test
test-suite/trunk/MicroBenchmarks/XRay/FDRMode/lit.local.cfg
test-suite/trunk/MicroBenchmarks/XRay/ReturnReference/lit.local.cfg
test-suite/trunk/MicroBenchmarks/XRay/ReturnReference/retref-bench_BM_RDTSCP_Cost.test
test-suite/trunk/MicroBenchmarks/XRay/ReturnReference/retref-bench_BM_ReturnInstrumentedPatched.test
test-suite/trunk/MicroBenchmarks/XRay/ReturnReference/retref-bench_BM_ReturnInstrumentedPatchedThenUnpatched.test
test-suite/trunk/MicroBenchmarks/XRay/ReturnReference/retref-bench_BM_ReturnInstrumentedPatchedWithLogHandler.test
test-suite/trunk/MicroBenchmarks/XRay/ReturnReference/retref-bench_BM_ReturnInstrumentedUnPatched.test
test-suite/trunk/MicroBenchmarks/XRay/ReturnReference/retref-bench_BM_ReturnNeverInstrumented.test
Modified:
test-suite/trunk/MicroBenchmarks/CMakeLists.txt
test-suite/trunk/MicroBenchmarks/XRay/FDRMode/CMakeLists.txt
test-suite/trunk/MicroBenchmarks/XRay/ReturnReference/CMakeLists.txt
test-suite/trunk/litsupport/modules/microbenchmark.py
test-suite/trunk/litsupport/testplan.py
Modified: test-suite/trunk/MicroBenchmarks/CMakeLists.txt
URL: http://llvm.org/viewvc/llvm-project/test-suite/trunk/MicroBenchmarks/CMakeLists.txt?rev=327710&r1=327709&r2=327710&view=diff
==============================================================================
--- test-suite/trunk/MicroBenchmarks/CMakeLists.txt (original)
+++ test-suite/trunk/MicroBenchmarks/CMakeLists.txt Fri Mar 16 07:29:38 2018
@@ -1,2 +1,4 @@
+file(COPY lit.local.cfg DESTINATION ${CMAKE_CURRENT_BINARY_DIR})
+
add_subdirectory(libs)
add_subdirectory(XRay)
Modified: test-suite/trunk/MicroBenchmarks/XRay/FDRMode/CMakeLists.txt
URL: http://llvm.org/viewvc/llvm-project/test-suite/trunk/MicroBenchmarks/XRay/FDRMode/CMakeLists.txt?rev=327710&r1=327709&r2=327710&view=diff
==============================================================================
--- test-suite/trunk/MicroBenchmarks/XRay/FDRMode/CMakeLists.txt (original)
+++ test-suite/trunk/MicroBenchmarks/XRay/FDRMode/CMakeLists.txt Fri Mar 16 07:29:38 2018
@@ -1,23 +1,8 @@
check_cxx_compiler_flag(-fxray-instrument COMPILER_HAS_FXRAY_INSTRUMENT)
if(ARCH STREQUAL "x86" AND COMPILER_HAS_FXRAY_INSTRUMENT)
- file(COPY lit.local.cfg DESTINATION ${CMAKE_CURRENT_BINARY_DIR})
-
list(APPEND CPPFLAGS -std=c++11 -Wl,--gc-sections -fxray-instrument)
list(APPEND LDFLAGS -fxray-instrument)
- llvm_test_run(--benchmark_filter=dummy_skip_ignore)
+ llvm_test_run()
llvm_test_executable(fdrmode-bench fdrmode-bench.cc)
target_link_libraries(fdrmode-bench benchmark)
-
- file(COPY fdrmode-bench_BM_XRayFDRMultiThreaded_1_thread.test
- DESTINATION ${CMAKE_CURRENT_BINARY_DIR})
- file(COPY fdrmode-bench_BM_XRayFDRMultiThreaded_2_thread.test
- DESTINATION ${CMAKE_CURRENT_BINARY_DIR})
- file(COPY fdrmode-bench_BM_XRayFDRMultiThreaded_4_thread.test
- DESTINATION ${CMAKE_CURRENT_BINARY_DIR})
- file(COPY fdrmode-bench_BM_XRayFDRMultiThreaded_8_thread.test
- DESTINATION ${CMAKE_CURRENT_BINARY_DIR})
- file(COPY fdrmode-bench_BM_XRayFDRMultiThreaded_16_thread.test
- DESTINATION ${CMAKE_CURRENT_BINARY_DIR})
- file(COPY fdrmode-bench_BM_XRayFDRMultiThreaded_32_thread.test
- DESTINATION ${CMAKE_CURRENT_BINARY_DIR})
endif()
Removed: test-suite/trunk/MicroBenchmarks/XRay/FDRMode/fdrmode-bench_BM_XRayFDRMultiThreaded_16_thread.test
URL: http://llvm.org/viewvc/llvm-project/test-suite/trunk/MicroBenchmarks/XRay/FDRMode/fdrmode-bench_BM_XRayFDRMultiThreaded_16_thread.test?rev=327709&view=auto
==============================================================================
--- test-suite/trunk/MicroBenchmarks/XRay/FDRMode/fdrmode-bench_BM_XRayFDRMultiThreaded_16_thread.test (original)
+++ test-suite/trunk/MicroBenchmarks/XRay/FDRMode/fdrmode-bench_BM_XRayFDRMultiThreaded_16_thread.test (removed)
@@ -1 +0,0 @@
-RUN: %S/fdrmode-bench --benchmark_repetitions=10 --benchmark_report_aggregates_only=true --benchmark_filter=BM_XRayFDRMultiThreaded/threads:16$
Removed: test-suite/trunk/MicroBenchmarks/XRay/FDRMode/fdrmode-bench_BM_XRayFDRMultiThreaded_1_thread.test
URL: http://llvm.org/viewvc/llvm-project/test-suite/trunk/MicroBenchmarks/XRay/FDRMode/fdrmode-bench_BM_XRayFDRMultiThreaded_1_thread.test?rev=327709&view=auto
==============================================================================
--- test-suite/trunk/MicroBenchmarks/XRay/FDRMode/fdrmode-bench_BM_XRayFDRMultiThreaded_1_thread.test (original)
+++ test-suite/trunk/MicroBenchmarks/XRay/FDRMode/fdrmode-bench_BM_XRayFDRMultiThreaded_1_thread.test (removed)
@@ -1 +0,0 @@
-RUN: %S/fdrmode-bench --benchmark_repetitions=10 --benchmark_report_aggregates_only=true --benchmark_filter=BM_XRayFDRMultiThreaded/threads:1$
Removed: test-suite/trunk/MicroBenchmarks/XRay/FDRMode/fdrmode-bench_BM_XRayFDRMultiThreaded_2_thread.test
URL: http://llvm.org/viewvc/llvm-project/test-suite/trunk/MicroBenchmarks/XRay/FDRMode/fdrmode-bench_BM_XRayFDRMultiThreaded_2_thread.test?rev=327709&view=auto
==============================================================================
--- test-suite/trunk/MicroBenchmarks/XRay/FDRMode/fdrmode-bench_BM_XRayFDRMultiThreaded_2_thread.test (original)
+++ test-suite/trunk/MicroBenchmarks/XRay/FDRMode/fdrmode-bench_BM_XRayFDRMultiThreaded_2_thread.test (removed)
@@ -1 +0,0 @@
-RUN: %S/fdrmode-bench --benchmark_repetitions=10 --benchmark_report_aggregates_only=true --benchmark_filter=BM_XRayFDRMultiThreaded/threads:2$
Removed: test-suite/trunk/MicroBenchmarks/XRay/FDRMode/fdrmode-bench_BM_XRayFDRMultiThreaded_32_thread.test
URL: http://llvm.org/viewvc/llvm-project/test-suite/trunk/MicroBenchmarks/XRay/FDRMode/fdrmode-bench_BM_XRayFDRMultiThreaded_32_thread.test?rev=327709&view=auto
==============================================================================
--- test-suite/trunk/MicroBenchmarks/XRay/FDRMode/fdrmode-bench_BM_XRayFDRMultiThreaded_32_thread.test (original)
+++ test-suite/trunk/MicroBenchmarks/XRay/FDRMode/fdrmode-bench_BM_XRayFDRMultiThreaded_32_thread.test (removed)
@@ -1 +0,0 @@
-RUN: %S/fdrmode-bench --benchmark_repetitions=10 --benchmark_report_aggregates_only=true --benchmark_filter=BM_XRayFDRMultiThreaded/threads:32$
Removed: test-suite/trunk/MicroBenchmarks/XRay/FDRMode/fdrmode-bench_BM_XRayFDRMultiThreaded_4_thread.test
URL: http://llvm.org/viewvc/llvm-project/test-suite/trunk/MicroBenchmarks/XRay/FDRMode/fdrmode-bench_BM_XRayFDRMultiThreaded_4_thread.test?rev=327709&view=auto
==============================================================================
--- test-suite/trunk/MicroBenchmarks/XRay/FDRMode/fdrmode-bench_BM_XRayFDRMultiThreaded_4_thread.test (original)
+++ test-suite/trunk/MicroBenchmarks/XRay/FDRMode/fdrmode-bench_BM_XRayFDRMultiThreaded_4_thread.test (removed)
@@ -1 +0,0 @@
-RUN: %S/fdrmode-bench --benchmark_repetitions=10 --benchmark_report_aggregates_only=true --benchmark_filter=BM_XRayFDRMultiThreaded/threads:4$
Removed: test-suite/trunk/MicroBenchmarks/XRay/FDRMode/fdrmode-bench_BM_XRayFDRMultiThreaded_8_thread.test
URL: http://llvm.org/viewvc/llvm-project/test-suite/trunk/MicroBenchmarks/XRay/FDRMode/fdrmode-bench_BM_XRayFDRMultiThreaded_8_thread.test?rev=327709&view=auto
==============================================================================
--- test-suite/trunk/MicroBenchmarks/XRay/FDRMode/fdrmode-bench_BM_XRayFDRMultiThreaded_8_thread.test (original)
+++ test-suite/trunk/MicroBenchmarks/XRay/FDRMode/fdrmode-bench_BM_XRayFDRMultiThreaded_8_thread.test (removed)
@@ -1 +0,0 @@
-RUN: %S/fdrmode-bench --benchmark_repetitions=10 --benchmark_report_aggregates_only=true --benchmark_filter=BM_XRayFDRMultiThreaded/threads:8$
Removed: test-suite/trunk/MicroBenchmarks/XRay/FDRMode/lit.local.cfg
URL: http://llvm.org/viewvc/llvm-project/test-suite/trunk/MicroBenchmarks/XRay/FDRMode/lit.local.cfg?rev=327709&view=auto
==============================================================================
--- test-suite/trunk/MicroBenchmarks/XRay/FDRMode/lit.local.cfg (original)
+++ test-suite/trunk/MicroBenchmarks/XRay/FDRMode/lit.local.cfg (removed)
@@ -1,8 +0,0 @@
-config.environment['XRAY_OPTIONS'] = 'patch_premain=false xray_naive_log=false xray_fdr_log=true'
-test_modules = config.test_modules
-if 'run' in test_modules:
- # Insert microbenchmark module behind 'run'
- test_modules.insert(test_modules.index('run')+1, 'microbenchmark')
- # Timeit results are not useful for microbenchmarks
- if 'timeit' in test_modules:
- test_modules.remove('timeit')
Modified: test-suite/trunk/MicroBenchmarks/XRay/ReturnReference/CMakeLists.txt
URL: http://llvm.org/viewvc/llvm-project/test-suite/trunk/MicroBenchmarks/XRay/ReturnReference/CMakeLists.txt?rev=327710&r1=327709&r2=327710&view=diff
==============================================================================
--- test-suite/trunk/MicroBenchmarks/XRay/ReturnReference/CMakeLists.txt (original)
+++ test-suite/trunk/MicroBenchmarks/XRay/ReturnReference/CMakeLists.txt Fri Mar 16 07:29:38 2018
@@ -1,23 +1,8 @@
check_cxx_compiler_flag(-fxray-instrument COMPILER_HAS_FXRAY_INSTRUMENT)
if(ARCH STREQUAL "x86" AND COMPILER_HAS_FXRAY_INSTRUMENT)
- file(COPY lit.local.cfg DESTINATION ${CMAKE_CURRENT_BINARY_DIR})
-
list(APPEND CPPFLAGS -std=c++11 -Wl,--gc-sections -fxray-instrument)
list(APPEND LDFLAGS -fxray-instrument)
- llvm_test_run(--benchmark_filter=dummy_skip_ignore)
+ llvm_test_run()
llvm_test_executable(retref-bench retref-bench.cc)
target_link_libraries(retref-bench benchmark)
-
- file(COPY retref-bench_BM_ReturnNeverInstrumented.test
- DESTINATION ${CMAKE_CURRENT_BINARY_DIR})
- file(COPY retref-bench_BM_ReturnInstrumentedUnPatched.test
- DESTINATION ${CMAKE_CURRENT_BINARY_DIR})
- file(COPY retref-bench_BM_ReturnInstrumentedPatchedThenUnpatched.test
- DESTINATION ${CMAKE_CURRENT_BINARY_DIR})
- file(COPY retref-bench_BM_ReturnInstrumentedPatched.test
- DESTINATION ${CMAKE_CURRENT_BINARY_DIR})
- file(COPY retref-bench_BM_RDTSCP_Cost.test
- DESTINATION ${CMAKE_CURRENT_BINARY_DIR})
- file(COPY retref-bench_BM_ReturnInstrumentedPatchedWithLogHandler.test
- DESTINATION ${CMAKE_CURRENT_BINARY_DIR})
endif()
Removed: test-suite/trunk/MicroBenchmarks/XRay/ReturnReference/lit.local.cfg
URL: http://llvm.org/viewvc/llvm-project/test-suite/trunk/MicroBenchmarks/XRay/ReturnReference/lit.local.cfg?rev=327709&view=auto
==============================================================================
--- test-suite/trunk/MicroBenchmarks/XRay/ReturnReference/lit.local.cfg (original)
+++ test-suite/trunk/MicroBenchmarks/XRay/ReturnReference/lit.local.cfg (removed)
@@ -1,8 +0,0 @@
-config.environment['XRAY_OPTIONS'] = 'patch_premain=false xray_naive_log=false'
-test_modules = config.test_modules
-if 'run' in test_modules:
- # Insert microbenchmark module behind 'run'
- test_modules.insert(test_modules.index('run')+1, 'microbenchmark')
- # Timeit results are not useful for microbenchmarks
- if 'timeit' in test_modules:
- test_modules.remove('timeit')
Removed: test-suite/trunk/MicroBenchmarks/XRay/ReturnReference/retref-bench_BM_RDTSCP_Cost.test
URL: http://llvm.org/viewvc/llvm-project/test-suite/trunk/MicroBenchmarks/XRay/ReturnReference/retref-bench_BM_RDTSCP_Cost.test?rev=327709&view=auto
==============================================================================
--- test-suite/trunk/MicroBenchmarks/XRay/ReturnReference/retref-bench_BM_RDTSCP_Cost.test (original)
+++ test-suite/trunk/MicroBenchmarks/XRay/ReturnReference/retref-bench_BM_RDTSCP_Cost.test (removed)
@@ -1 +0,0 @@
-RUN: %S/retref-bench --benchmark_repetitions=10 --benchmark_report_aggregates_only=true --benchmark_filter=BM_RDTSCP_Cost
Removed: test-suite/trunk/MicroBenchmarks/XRay/ReturnReference/retref-bench_BM_ReturnInstrumentedPatched.test
URL: http://llvm.org/viewvc/llvm-project/test-suite/trunk/MicroBenchmarks/XRay/ReturnReference/retref-bench_BM_ReturnInstrumentedPatched.test?rev=327709&view=auto
==============================================================================
--- test-suite/trunk/MicroBenchmarks/XRay/ReturnReference/retref-bench_BM_ReturnInstrumentedPatched.test (original)
+++ test-suite/trunk/MicroBenchmarks/XRay/ReturnReference/retref-bench_BM_ReturnInstrumentedPatched.test (removed)
@@ -1 +0,0 @@
-RUN: %S/retref-bench --benchmark_repetitions=10 --benchmark_report_aggregates_only=true --benchmark_filter=BM_ReturnInstrumentedPatched
Removed: test-suite/trunk/MicroBenchmarks/XRay/ReturnReference/retref-bench_BM_ReturnInstrumentedPatchedThenUnpatched.test
URL: http://llvm.org/viewvc/llvm-project/test-suite/trunk/MicroBenchmarks/XRay/ReturnReference/retref-bench_BM_ReturnInstrumentedPatchedThenUnpatched.test?rev=327709&view=auto
==============================================================================
--- test-suite/trunk/MicroBenchmarks/XRay/ReturnReference/retref-bench_BM_ReturnInstrumentedPatchedThenUnpatched.test (original)
+++ test-suite/trunk/MicroBenchmarks/XRay/ReturnReference/retref-bench_BM_ReturnInstrumentedPatchedThenUnpatched.test (removed)
@@ -1 +0,0 @@
-RUN: %S/retref-bench --benchmark_repetitions=10 --benchmark_report_aggregates_only=true --benchmark_filter=BM_ReturnInstrumentedPatchedThenUnpatched
Removed: test-suite/trunk/MicroBenchmarks/XRay/ReturnReference/retref-bench_BM_ReturnInstrumentedPatchedWithLogHandler.test
URL: http://llvm.org/viewvc/llvm-project/test-suite/trunk/MicroBenchmarks/XRay/ReturnReference/retref-bench_BM_ReturnInstrumentedPatchedWithLogHandler.test?rev=327709&view=auto
==============================================================================
--- test-suite/trunk/MicroBenchmarks/XRay/ReturnReference/retref-bench_BM_ReturnInstrumentedPatchedWithLogHandler.test (original)
+++ test-suite/trunk/MicroBenchmarks/XRay/ReturnReference/retref-bench_BM_ReturnInstrumentedPatchedWithLogHandler.test (removed)
@@ -1 +0,0 @@
-RUN: %S/retref-bench --benchmark_repetitions=10 --benchmark_report_aggregates_only=true --benchmark_filter=BM_ReturnInstrumentedPatchedWithLogHandler
Removed: test-suite/trunk/MicroBenchmarks/XRay/ReturnReference/retref-bench_BM_ReturnInstrumentedUnPatched.test
URL: http://llvm.org/viewvc/llvm-project/test-suite/trunk/MicroBenchmarks/XRay/ReturnReference/retref-bench_BM_ReturnInstrumentedUnPatched.test?rev=327709&view=auto
==============================================================================
--- test-suite/trunk/MicroBenchmarks/XRay/ReturnReference/retref-bench_BM_ReturnInstrumentedUnPatched.test (original)
+++ test-suite/trunk/MicroBenchmarks/XRay/ReturnReference/retref-bench_BM_ReturnInstrumentedUnPatched.test (removed)
@@ -1 +0,0 @@
-RUN: %S/retref-bench --benchmark_repetitions=10 --benchmark_report_aggregates_only=true --benchmark_filter=BM_ReturnInstrumentedUnPatched
Removed: test-suite/trunk/MicroBenchmarks/XRay/ReturnReference/retref-bench_BM_ReturnNeverInstrumented.test
URL: http://llvm.org/viewvc/llvm-project/test-suite/trunk/MicroBenchmarks/XRay/ReturnReference/retref-bench_BM_ReturnNeverInstrumented.test?rev=327709&view=auto
==============================================================================
--- test-suite/trunk/MicroBenchmarks/XRay/ReturnReference/retref-bench_BM_ReturnNeverInstrumented.test (original)
+++ test-suite/trunk/MicroBenchmarks/XRay/ReturnReference/retref-bench_BM_ReturnNeverInstrumented.test (removed)
@@ -1 +0,0 @@
-RUN: %S/retref-bench --benchmark_repetitions=10 --benchmark_report_aggregates_only=true --benchmark_filter=BM_ReturnNeverInstrumented
Added: test-suite/trunk/MicroBenchmarks/lit.local.cfg
URL: http://llvm.org/viewvc/llvm-project/test-suite/trunk/MicroBenchmarks/lit.local.cfg?rev=327710&view=auto
==============================================================================
--- test-suite/trunk/MicroBenchmarks/lit.local.cfg (added)
+++ test-suite/trunk/MicroBenchmarks/lit.local.cfg Fri Mar 16 07:29:38 2018
@@ -0,0 +1,8 @@
+config.environment['XRAY_OPTIONS'] = 'patch_premain=false xray_naive_log=false'
+test_modules = config.test_modules
+if 'run' in test_modules:
+ # Insert microbenchmark module behind 'run'
+ test_modules.insert(test_modules.index('run')+1, 'microbenchmark')
+ # Timeit results are not useful for microbenchmarks
+ if 'timeit' in test_modules:
+ test_modules.remove('timeit')
Modified: test-suite/trunk/litsupport/modules/microbenchmark.py
URL: http://llvm.org/viewvc/llvm-project/test-suite/trunk/litsupport/modules/microbenchmark.py?rev=327710&r1=327709&r2=327710&view=diff
==============================================================================
--- test-suite/trunk/litsupport/modules/microbenchmark.py (original)
+++ test-suite/trunk/litsupport/modules/microbenchmark.py Fri Mar 16 07:29:38 2018
@@ -23,7 +23,6 @@ def _mutateScript(context, script):
def _collectMicrobenchmarkTime(context, microbenchfiles):
- result = 0.0
for f in microbenchfiles:
with open(f) as inp:
lines = csv.reader(inp)
@@ -31,10 +30,19 @@ def _collectMicrobenchmarkTime(context,
for line in lines:
if line[0] == 'name':
continue
- # Note that we cannot create new tests here, so for now we just
- # add up all the numbers here.
- result += float(line[3])
- return {'microbenchmark_time_ns': lit.Test.toMetricValue(result)}
+ # Name for MicroBenchmark
+ name = line[0]
+ # Create Result object with PASS
+ microBenchmark = lit.Test.Result(lit.Test.PASS)
+
+ # Index 3 is cpu_time
+ microBenchmark.addMetric('exec_time', lit.Test.toMetricValue(float(line[3])))
+
+ # Add Micro Result
+ context.micro_results[name] = microBenchmark
+
+ # returning the number of microbenchmarks collected as a metric for the base test
+ return ({'MicroBenchmarks': lit.Test.toMetricValue(len(context.micro_results))})
def mutatePlan(context, plan):
Modified: test-suite/trunk/litsupport/testplan.py
URL: http://llvm.org/viewvc/llvm-project/test-suite/trunk/litsupport/testplan.py?rev=327710&r1=327709&r2=327710&view=diff
==============================================================================
--- test-suite/trunk/litsupport/testplan.py (original)
+++ test-suite/trunk/litsupport/testplan.py Fri Mar 16 07:29:38 2018
@@ -143,6 +143,7 @@ def executePlanTestResult(context, testp
lit.test.Result() object for the results."""
context.result_output = ""
context.result_metrics = {}
+ context.micro_results = {}
result_code = _executePlan(context, testplan)
@@ -150,6 +151,9 @@ def executePlanTestResult(context, testp
result = lit.Test.Result(result_code, context.result_output)
for key, value in context.result_metrics.items():
result.addMetric(key, value)
+ for key, value in context.micro_results.items():
+ result.addMicroResult(key, value)
+
return result
More information about the llvm-commits
mailing list