[compiler-rt] r232501 - asan: optimization experiments

Filipe Cabecinhas filcab at gmail.com
Tue Mar 17 12:37:20 PDT 2015


Hi Dmitry,

Please also include these symbols
in compiler-rt/test/asan/TestCases/Darwin/interface_symbols_darwin.c,
otherwise the asan tests break on Darwin.

Thanks

  F

On Tue, Mar 17, 2015 at 9:59 AM, Dmitry Vyukov <dvyukov at google.com> wrote:

> Author: dvyukov
> Date: Tue Mar 17 11:59:11 2015
> New Revision: 232501
>
> URL: http://llvm.org/viewvc/llvm-project?rev=232501&view=rev
> Log:
> asan: optimization experiments
>
> The experiments can be used to evaluate potential optimizations that remove
> instrumentation (assess false negatives). Instead of completely removing
> some instrumentation, you set Exp to a non-zero value (mask of optimization
> experiments that want to remove instrumentation of this instruction).
> If Exp is non-zero, this pass will emit special calls into runtime
> (e.g. __asan_report_exp_load1 instead of __asan_report_load1). These calls
> make runtime terminate the program in a special way (with a different
> exit status). Then you run the new compiler on a buggy corpus, collect
> the special terminations (ideally, you don't see them at all -- no false
> negatives) and make the decision on the optimization.
>
> The exact reaction to experiments in runtime is not implemented in this
> patch.
> It will be defined and implemented in a subsequent patch.
>
> http://reviews.llvm.org/D8198
>
>
> Modified:
>     compiler-rt/trunk/lib/asan/asan_interceptors.cc
>     compiler-rt/trunk/lib/asan/asan_interface_internal.h
>     compiler-rt/trunk/lib/asan/asan_poisoning.cc
>     compiler-rt/trunk/lib/asan/asan_report.cc
>     compiler-rt/trunk/lib/asan/asan_rtl.cc
>     compiler-rt/trunk/lib/sanitizer_common/sanitizer_coverage_libcdep.cc
>     compiler-rt/trunk/test/asan/TestCases/Linux/interface_symbols_linux.c
>
> Modified: compiler-rt/trunk/lib/asan/asan_interceptors.cc
> URL:
> http://llvm.org/viewvc/llvm-project/compiler-rt/trunk/lib/asan/asan_interceptors.cc?rev=232501&r1=232500&r2=232501&view=diff
>
> ==============================================================================
> --- compiler-rt/trunk/lib/asan/asan_interceptors.cc (original)
> +++ compiler-rt/trunk/lib/asan/asan_interceptors.cc Tue Mar 17 11:59:11
> 2015
> @@ -65,7 +65,7 @@ struct AsanInterceptorContext {
>        }                                                                 \
>        if (!suppressed) {                                                \
>          GET_CURRENT_PC_BP_SP;                                           \
> -        __asan_report_error(pc, bp, sp, __bad, isWrite, __size);        \
> +        __asan_report_error(pc, bp, sp, __bad, isWrite, __size, 0);     \
>        }                                                                 \
>      }                                                                   \
>    } while (0)
>
> Modified: compiler-rt/trunk/lib/asan/asan_interface_internal.h
> URL:
> http://llvm.org/viewvc/llvm-project/compiler-rt/trunk/lib/asan/asan_interface_internal.h?rev=232501&r1=232500&r2=232501&view=diff
>
> ==============================================================================
> --- compiler-rt/trunk/lib/asan/asan_interface_internal.h (original)
> +++ compiler-rt/trunk/lib/asan/asan_interface_internal.h Tue Mar 17
> 11:59:11 2015
> @@ -128,7 +128,7 @@ extern "C" {
>
>    SANITIZER_INTERFACE_ATTRIBUTE
>    void __asan_report_error(uptr pc, uptr bp, uptr sp,
> -                           uptr addr, int is_write, uptr access_size);
> +                           uptr addr, int is_write, uptr access_size, u32
> exp);
>
>    SANITIZER_INTERFACE_ATTRIBUTE
>    int __asan_set_error_exit_code(int exit_code);
> @@ -165,6 +165,21 @@ extern "C" {
>    SANITIZER_INTERFACE_ATTRIBUTE void __asan_loadN(uptr p, uptr size);
>    SANITIZER_INTERFACE_ATTRIBUTE void __asan_storeN(uptr p, uptr size);
>
> +  SANITIZER_INTERFACE_ATTRIBUTE void __asan_exp_load1(uptr p, u32 exp);
> +  SANITIZER_INTERFACE_ATTRIBUTE void __asan_exp_load2(uptr p, u32 exp);
> +  SANITIZER_INTERFACE_ATTRIBUTE void __asan_exp_load4(uptr p, u32 exp);
> +  SANITIZER_INTERFACE_ATTRIBUTE void __asan_exp_load8(uptr p, u32 exp);
> +  SANITIZER_INTERFACE_ATTRIBUTE void __asan_exp_load16(uptr p, u32 exp);
> +  SANITIZER_INTERFACE_ATTRIBUTE void __asan_exp_store1(uptr p, u32 exp);
> +  SANITIZER_INTERFACE_ATTRIBUTE void __asan_exp_store2(uptr p, u32 exp);
> +  SANITIZER_INTERFACE_ATTRIBUTE void __asan_exp_store4(uptr p, u32 exp);
> +  SANITIZER_INTERFACE_ATTRIBUTE void __asan_exp_store8(uptr p, u32 exp);
> +  SANITIZER_INTERFACE_ATTRIBUTE void __asan_exp_store16(uptr p, u32 exp);
> +  SANITIZER_INTERFACE_ATTRIBUTE void __asan_exp_loadN(uptr p, uptr size,
> +                                                      u32 exp);
> +  SANITIZER_INTERFACE_ATTRIBUTE void __asan_exp_storeN(uptr p, uptr size,
> +                                                       u32 exp);
> +
>    SANITIZER_INTERFACE_ATTRIBUTE
>        void* __asan_memcpy(void *dst, const void *src, uptr size);
>    SANITIZER_INTERFACE_ATTRIBUTE
>
> Modified: compiler-rt/trunk/lib/asan/asan_poisoning.cc
> URL:
> http://llvm.org/viewvc/llvm-project/compiler-rt/trunk/lib/asan/asan_poisoning.cc?rev=232501&r1=232500&r2=232501&view=diff
>
> ==============================================================================
> --- compiler-rt/trunk/lib/asan/asan_poisoning.cc (original)
> +++ compiler-rt/trunk/lib/asan/asan_poisoning.cc Tue Mar 17 11:59:11 2015
> @@ -218,7 +218,7 @@ uptr __asan_region_is_poisoned(uptr beg,
>          __asan::AddressIsPoisoned(__p + __size - 1))) {       \
>        GET_CURRENT_PC_BP_SP;                                   \
>        uptr __bad = __asan_region_is_poisoned(__p, __size);    \
> -      __asan_report_error(pc, bp, sp, __bad, isWrite, __size);\
> +      __asan_report_error(pc, bp, sp, __bad, isWrite, __size, 0);\
>      }                                                         \
>    } while (false);                                            \
>
>
> Modified: compiler-rt/trunk/lib/asan/asan_report.cc
> URL:
> http://llvm.org/viewvc/llvm-project/compiler-rt/trunk/lib/asan/asan_report.cc?rev=232501&r1=232500&r2=232501&view=diff
>
> ==============================================================================
> --- compiler-rt/trunk/lib/asan/asan_report.cc (original)
> +++ compiler-rt/trunk/lib/asan/asan_report.cc Tue Mar 17 11:59:11 2015
> @@ -939,9 +939,18 @@ void ReportMacCfReallocUnknown(uptr addr
>  using namespace __asan;  // NOLINT
>
>  void __asan_report_error(uptr pc, uptr bp, uptr sp, uptr addr, int
> is_write,
> -                         uptr access_size) {
> +                         uptr access_size, u32 exp) {
>    ENABLE_FRAME_POINTER;
>
> +  // Optimization experiments.
> +  // The experiments can be used to evaluate potential optimizations that
> remove
> +  // instrumentation (assess false negatives). Instead of completely
> removing
> +  // some instrumentation, compiler can emit special calls into runtime
> +  // (e.g. __asan_report_exp_load1 instead of __asan_report_load1) and
> pass
> +  // mask of experiments (exp).
> +  // The reaction to a non-zero value of exp is to be defined.
> +  (void)exp;
> +
>    // Determine the error type.
>    const char *bug_descr = "unknown-crash";
>    if (AddrIsInMem(addr)) {
>
> Modified: compiler-rt/trunk/lib/asan/asan_rtl.cc
> URL:
> http://llvm.org/viewvc/llvm-project/compiler-rt/trunk/lib/asan/asan_rtl.cc?rev=232501&r1=232500&r2=232501&view=diff
>
> ==============================================================================
> --- compiler-rt/trunk/lib/asan/asan_rtl.cc (original)
> +++ compiler-rt/trunk/lib/asan/asan_rtl.cc Tue Mar 17 11:59:11 2015
> @@ -112,11 +112,15 @@ static void OnLowLevelAllocate(uptr ptr,
>  // -------------------------- Run-time entry ------------------- {{{1
>  // exported functions
>  #define ASAN_REPORT_ERROR(type, is_write, size)                     \
> -extern "C" NOINLINE INTERFACE_ATTRIBUTE                        \
> -void __asan_report_ ## type ## size(uptr addr);                \
> -void __asan_report_ ## type ## size(uptr addr) {               \
> +extern "C" NOINLINE INTERFACE_ATTRIBUTE                             \
> +void __asan_report_ ## type ## size(uptr addr) {                    \
> +  GET_CALLER_PC_BP_SP;                                              \
> +  __asan_report_error(pc, bp, sp, addr, is_write, size, 0);         \
> +}                                                                   \
> +extern "C" NOINLINE INTERFACE_ATTRIBUTE                             \
> +void __asan_report_exp_ ## type ## size(uptr addr, u32 exp) {       \
>    GET_CALLER_PC_BP_SP;                                              \
> -  __asan_report_error(pc, bp, sp, addr, is_write, size);            \
> +  __asan_report_error(pc, bp, sp, addr, is_write, size, exp);       \
>  }
>
>  ASAN_REPORT_ERROR(load, false, 1)
> @@ -132,18 +136,20 @@ ASAN_REPORT_ERROR(store, true, 16)
>
>  #define ASAN_REPORT_ERROR_N(type, is_write)                    \
>  extern "C" NOINLINE INTERFACE_ATTRIBUTE                        \
> -void __asan_report_ ## type ## _n(uptr addr, uptr size);       \
>  void __asan_report_ ## type ## _n(uptr addr, uptr size) {      \
>    GET_CALLER_PC_BP_SP;                                         \
> -  __asan_report_error(pc, bp, sp, addr, is_write, size);       \
> +  __asan_report_error(pc, bp, sp, addr, is_write, size, 0);    \
> +}                                                              \
> +extern "C" NOINLINE INTERFACE_ATTRIBUTE                        \
> +void __asan_report_exp_ ## type ## _n(uptr addr, uptr size, u32 exp) {
>   \
> +  GET_CALLER_PC_BP_SP;
>   \
> +  __asan_report_error(pc, bp, sp, addr, is_write, size, exp);
>    \
>  }
>
>  ASAN_REPORT_ERROR_N(load, false)
>  ASAN_REPORT_ERROR_N(store, true)
>
> -#define ASAN_MEMORY_ACCESS_CALLBACK(type, is_write, size)
>       \
> -  extern "C" NOINLINE INTERFACE_ATTRIBUTE void __asan_##type##size(uptr
> addr); \
> -  void __asan_##type##size(uptr addr) {
>       \
> +#define ASAN_MEMORY_ACCESS_CALLBACK_BODY(type, is_write, size, exp_arg)
>       \
>      uptr sp = MEM_TO_SHADOW(addr);
>      \
>      uptr s = size <= SHADOW_GRANULARITY ? *reinterpret_cast<u8 *>(sp)
>       \
>                                          : *reinterpret_cast<u16 *>(sp);
>       \
> @@ -155,10 +161,19 @@ ASAN_REPORT_ERROR_N(store, true)
>            *__asan_test_only_reported_buggy_pointer = addr;
>      \
>          } else {
>      \
>            GET_CALLER_PC_BP_SP;
>      \
> -          __asan_report_error(pc, bp, sp, addr, is_write, size);
>      \
> +          __asan_report_error(pc, bp, sp, addr, is_write, size,
> exp_arg);      \
>          }
>       \
>        }
>       \
> -    }
>       \
> +    }
> +
> +#define ASAN_MEMORY_ACCESS_CALLBACK(type, is_write, size)
>       \
> +  extern "C" NOINLINE INTERFACE_ATTRIBUTE
>       \
> +  void __asan_##type##size(uptr addr) {
>       \
> +    ASAN_MEMORY_ACCESS_CALLBACK_BODY(type, is_write, size, 0)
>       \
> +  }
>       \
> +  extern "C" NOINLINE INTERFACE_ATTRIBUTE
>       \
> +  void __asan_exp_##type##size(uptr addr, u32 exp) {
>      \
> +    ASAN_MEMORY_ACCESS_CALLBACK_BODY(type, is_write, size, exp)
>       \
>    }
>
>  ASAN_MEMORY_ACCESS_CALLBACK(load, false, 1)
> @@ -173,18 +188,38 @@ ASAN_MEMORY_ACCESS_CALLBACK(store, true,
>  ASAN_MEMORY_ACCESS_CALLBACK(store, true, 16)
>
>  extern "C"
> -NOINLINE INTERFACE_ATTRIBUTE void __asan_loadN(uptr addr, uptr size) {
> +NOINLINE INTERFACE_ATTRIBUTE
> +void __asan_loadN(uptr addr, uptr size) {
> +  if (__asan_region_is_poisoned(addr, size)) {
> +    GET_CALLER_PC_BP_SP;
> +    __asan_report_error(pc, bp, sp, addr, false, size, 0);
> +  }
> +}
> +
> +extern "C"
> +NOINLINE INTERFACE_ATTRIBUTE
> +void __asan_exp_loadN(uptr addr, uptr size, u32 exp) {
> +  if (__asan_region_is_poisoned(addr, size)) {
> +    GET_CALLER_PC_BP_SP;
> +    __asan_report_error(pc, bp, sp, addr, false, size, exp);
> +  }
> +}
> +
> +extern "C"
> +NOINLINE INTERFACE_ATTRIBUTE
> +void __asan_storeN(uptr addr, uptr size) {
>    if (__asan_region_is_poisoned(addr, size)) {
>      GET_CALLER_PC_BP_SP;
> -    __asan_report_error(pc, bp, sp, addr, false, size);
> +    __asan_report_error(pc, bp, sp, addr, true, size, 0);
>    }
>  }
>
>  extern "C"
> -NOINLINE INTERFACE_ATTRIBUTE void __asan_storeN(uptr addr, uptr size) {
> +NOINLINE INTERFACE_ATTRIBUTE
> +void __asan_exp_storeN(uptr addr, uptr size, u32 exp) {
>    if (__asan_region_is_poisoned(addr, size)) {
>      GET_CALLER_PC_BP_SP;
> -    __asan_report_error(pc, bp, sp, addr, true, size);
> +    __asan_report_error(pc, bp, sp, addr, true, size, exp);
>    }
>  }
>
> @@ -203,26 +238,40 @@ static NOINLINE void force_interface_sym
>      case 3: __asan_report_load4(0); break;
>      case 4: __asan_report_load8(0); break;
>      case 5: __asan_report_load16(0); break;
> -    case 6: __asan_report_store1(0); break;
> -    case 7: __asan_report_store2(0); break;
> -    case 8: __asan_report_store4(0); break;
> -    case 9: __asan_report_store8(0); break;
> -    case 10: __asan_report_store16(0); break;
> -    case 12: __asan_register_globals(0, 0); break;
> -    case 13: __asan_unregister_globals(0, 0); break;
> -    case 14: __asan_set_death_callback(0); break;
> -    case 15: __asan_set_error_report_callback(0); break;
> -    case 16: __asan_handle_no_return(); break;
> -    case 17: __asan_address_is_poisoned(0); break;
> -    case 25: __asan_poison_memory_region(0, 0); break;
> -    case 26: __asan_unpoison_memory_region(0, 0); break;
> -    case 27: __asan_set_error_exit_code(0); break;
> -    case 30: __asan_before_dynamic_init(0); break;
> -    case 31: __asan_after_dynamic_init(); break;
> -    case 32: __asan_poison_stack_memory(0, 0); break;
> -    case 33: __asan_unpoison_stack_memory(0, 0); break;
> -    case 34: __asan_region_is_poisoned(0, 0); break;
> -    case 35: __asan_describe_address(0); break;
> +    case 6: __asan_report_load_n(0, 0); break;
> +    case 7: __asan_report_store1(0); break;
> +    case 8: __asan_report_store2(0); break;
> +    case 9: __asan_report_store4(0); break;
> +    case 10: __asan_report_store8(0); break;
> +    case 11: __asan_report_store16(0); break;
> +    case 12: __asan_report_store_n(0, 0); break;
> +    case 13: __asan_report_exp_load1(0, 0); break;
> +    case 14: __asan_report_exp_load2(0, 0); break;
> +    case 15: __asan_report_exp_load4(0, 0); break;
> +    case 16: __asan_report_exp_load8(0, 0); break;
> +    case 17: __asan_report_exp_load16(0, 0); break;
> +    case 18: __asan_report_exp_load_n(0, 0, 0); break;
> +    case 19: __asan_report_exp_store1(0, 0); break;
> +    case 20: __asan_report_exp_store2(0, 0); break;
> +    case 21: __asan_report_exp_store4(0, 0); break;
> +    case 22: __asan_report_exp_store8(0, 0); break;
> +    case 23: __asan_report_exp_store16(0, 0); break;
> +    case 24: __asan_report_exp_store_n(0, 0, 0); break;
> +    case 25: __asan_register_globals(0, 0); break;
> +    case 26: __asan_unregister_globals(0, 0); break;
> +    case 27: __asan_set_death_callback(0); break;
> +    case 28: __asan_set_error_report_callback(0); break;
> +    case 29: __asan_handle_no_return(); break;
> +    case 30: __asan_address_is_poisoned(0); break;
> +    case 31: __asan_poison_memory_region(0, 0); break;
> +    case 32: __asan_unpoison_memory_region(0, 0); break;
> +    case 33: __asan_set_error_exit_code(0); break;
> +    case 34: __asan_before_dynamic_init(0); break;
> +    case 35: __asan_after_dynamic_init(); break;
> +    case 36: __asan_poison_stack_memory(0, 0); break;
> +    case 37: __asan_unpoison_stack_memory(0, 0); break;
> +    case 38: __asan_region_is_poisoned(0, 0); break;
> +    case 39: __asan_describe_address(0); break;
>    }
>  }
>
>
> Modified:
> compiler-rt/trunk/lib/sanitizer_common/sanitizer_coverage_libcdep.cc
> URL:
> http://llvm.org/viewvc/llvm-project/compiler-rt/trunk/lib/sanitizer_common/sanitizer_coverage_libcdep.cc?rev=232501&r1=232500&r2=232501&view=diff
>
> ==============================================================================
> --- compiler-rt/trunk/lib/sanitizer_common/sanitizer_coverage_libcdep.cc
> (original)
> +++ compiler-rt/trunk/lib/sanitizer_common/sanitizer_coverage_libcdep.cc
> Tue Mar 17 11:59:11 2015
> @@ -806,6 +806,13 @@ void CoverageUpdateMapping() {
>  }  // namespace __sanitizer
>
>  extern "C" {
> +SANITIZER_INTERFACE_ATTRIBUTE WEAK
> +void __sanitizer_cov_hint(uptr g, u64 c, u64 v) {
> +  (void)g;
> +  (void)c;
> +  (void)v;
> +}
> +
>  SANITIZER_INTERFACE_ATTRIBUTE void __sanitizer_cov(u32 *guard) {
>    coverage_data.Add(StackTrace::GetPreviousInstructionPc(GET_CALLER_PC()),
>                      guard);
>
> Modified:
> compiler-rt/trunk/test/asan/TestCases/Linux/interface_symbols_linux.c
> URL:
> http://llvm.org/viewvc/llvm-project/compiler-rt/trunk/test/asan/TestCases/Linux/interface_symbols_linux.c?rev=232501&r1=232500&r2=232501&view=diff
>
> ==============================================================================
> --- compiler-rt/trunk/test/asan/TestCases/Linux/interface_symbols_linux.c
> (original)
> +++ compiler-rt/trunk/test/asan/TestCases/Linux/interface_symbols_linux.c
> Tue Mar 17 11:59:11 2015
> @@ -24,6 +24,18 @@
>  // RUN: echo __asan_report_store16 >> %t.interface
>  // RUN: echo __asan_report_load_n >> %t.interface
>  // RUN: echo __asan_report_store_n >> %t.interface
> +// RUN: echo __asan_report_exp_load1 >> %t.interface
> +// RUN: echo __asan_report_exp_load2 >> %t.interface
> +// RUN: echo __asan_report_exp_load4 >> %t.interface
> +// RUN: echo __asan_report_exp_load8 >> %t.interface
> +// RUN: echo __asan_report_exp_load16 >> %t.interface
> +// RUN: echo __asan_report_exp_store1 >> %t.interface
> +// RUN: echo __asan_report_exp_store2 >> %t.interface
> +// RUN: echo __asan_report_exp_store4 >> %t.interface
> +// RUN: echo __asan_report_exp_store8 >> %t.interface
> +// RUN: echo __asan_report_exp_store16 >> %t.interface
> +// RUN: echo __asan_report_exp_load_n >> %t.interface
> +// RUN: echo __asan_report_exp_store_n >> %t.interface
>  // RUN: echo __asan_get_current_fake_stack >> %t.interface
>  // RUN: echo __asan_addr_is_in_fake_stack >> %t.interface
>  // RUN: cat %t.interface | sort -u | diff %t.symbols -
>
>
> _______________________________________________
> llvm-commits mailing list
> llvm-commits at cs.uiuc.edu
> http://lists.cs.uiuc.edu/mailman/listinfo/llvm-commits
>
-------------- next part --------------
An HTML attachment was scrubbed...
URL: <http://lists.llvm.org/pipermail/llvm-commits/attachments/20150317/3a95a63a/attachment.html>


More information about the llvm-commits mailing list