[llvm-bugs] [Bug 51071] New: llvm/utils/lit/tests/selecting.py is flaky

[via llvm-bugs]

https://bugs.llvm.org/show_bug.cgi?id=51071

            Bug ID: 51071
           Summary: llvm/utils/lit/tests/selecting.py is flaky
           Product: new-bugs
           Version: unspecified
          Hardware: PC
                OS: All
            Status: NEW
          Severity: enhancement
          Priority: P
         Component: new bugs
          Assignee: unassignedbugs at nondot.org
          Reporter: nicolasweber at gmx.de
                CC: htmldeveloper at gmail.com, llvm-bugs at lists.llvm.org

It fails every now and then, e.g. here:
https://logs.chromium.org/logs/chromium/buildbucket/cr-buildbucket.appspot.com/8841871100326575856/+/u/package_clang/stdout?format=raw

 --
 Exit Code: 2

 Command Output (stdout):
 --
 $ ":" "RUN: at line 1"
 $ "env" "-u" "FILECHECK_OPTS"
"/b/s/w/ir/cipd_bin_packages/cpython3/bin/python3.8"
"/b/s/w/ir/cache/builder/src/third_party/llvm/llvm/utils/lit/lit.py"
"/b/s/w/ir/cache/builder/src/third_party/llvm-build/Release+Asserts/utils/lit/tests/Inputs/discovery"
 $ "FileCheck" "--check-prefix=CHECK-BASIC"
"/b/s/w/ir/cache/builder/src/third_party/llvm-build/Release+Asserts/utils/lit/tests/selecting.py"
 $ ":" "RUN: at line 7"
 $ "not" "env" "-u" "FILECHECK_OPTS"
"/b/s/w/ir/cipd_bin_packages/cpython3/bin/python3.8"
"/b/s/w/ir/cache/builder/src/third_party/llvm/llvm/utils/lit/lit.py"
"/b/s/w/ir/cache/builder/src/third_party/llvm-build/Release+Asserts/utils/lit/tests/Inputs/nonexistent"
 $ "FileCheck" "--check-prefix=CHECK-BAD-PATH"
"/b/s/w/ir/cache/builder/src/third_party/llvm-build/Release+Asserts/utils/lit/tests/selecting.py"
 $ ":" "RUN: at line 8"
 $ "not" "env" "-u" "FILECHECK_OPTS"
"/b/s/w/ir/cipd_bin_packages/cpython3/bin/python3.8"
"/b/s/w/ir/cache/builder/src/third_party/llvm/llvm/utils/lit/lit.py"
"/b/s/w/ir/cache/builder/src/third_party/llvm-build/Release+Asserts/utils/lit/tests/Inputs/nonexistent"
"--allow-empty-runs"
 $ "FileCheck" "--check-prefix=CHECK-BAD-PATH"
"/b/s/w/ir/cache/builder/src/third_party/llvm-build/Release+Asserts/utils/lit/tests/selecting.py"
 $ ":" "RUN: at line 14"
 $ "not" "env" "-u" "FILECHECK_OPTS"
"/b/s/w/ir/cipd_bin_packages/cpython3/bin/python3.8"
"/b/s/w/ir/cache/builder/src/third_party/llvm/llvm/utils/lit/lit.py" "--filter"
"nonexistent"
"/b/s/w/ir/cache/builder/src/third_party/llvm-build/Release+Asserts/utils/lit/tests/Inputs/discovery"
 $ "FileCheck" "--check-prefixes=CHECK-BAD-FILTER,CHECK-BAD-FILTER-ERROR"
"/b/s/w/ir/cache/builder/src/third_party/llvm-build/Release+Asserts/utils/lit/tests/selecting.py"
 $ ":" "RUN: at line 15"
 $ "env" "-u" "FILECHECK_OPTS"
"/b/s/w/ir/cipd_bin_packages/cpython3/bin/python3.8"
"/b/s/w/ir/cache/builder/src/third_party/llvm/llvm/utils/lit/lit.py" "--filter"
"nonexistent" "--allow-empty-runs"
"/b/s/w/ir/cache/builder/src/third_party/llvm-build/Release+Asserts/utils/lit/tests/Inputs/discovery"
 $ "FileCheck" "--check-prefixes=CHECK-BAD-FILTER,CHECK-BAD-FILTER-ALLOW"
"/b/s/w/ir/cache/builder/src/third_party/llvm-build/Release+Asserts/utils/lit/tests/selecting.py"
 $ ":" "RUN: at line 16"
 $ "not" "env" "-u" "FILECHECK_OPTS"
"/b/s/w/ir/cipd_bin_packages/cpython3/bin/python3.8"
"/b/s/w/ir/cache/builder/src/third_party/llvm/llvm/utils/lit/lit.py"
"--filter-out" ".*"
"/b/s/w/ir/cache/builder/src/third_party/llvm-build/Release+Asserts/utils/lit/tests/Inputs/discovery"
 $ "FileCheck" "--check-prefixes=CHECK-BAD-FILTER,CHECK-BAD-FILTER-ERROR"
"/b/s/w/ir/cache/builder/src/third_party/llvm-build/Release+Asserts/utils/lit/tests/selecting.py"
 $ ":" "RUN: at line 17"
 $ "env" "-u" "FILECHECK_OPTS"
"/b/s/w/ir/cipd_bin_packages/cpython3/bin/python3.8"
"/b/s/w/ir/cache/builder/src/third_party/llvm/llvm/utils/lit/lit.py"
"--filter-out" ".*" "--allow-empty-runs"
"/b/s/w/ir/cache/builder/src/third_party/llvm-build/Release+Asserts/utils/lit/tests/Inputs/discovery"
 $ "FileCheck" "--check-prefixes=CHECK-BAD-FILTER,CHECK-BAD-FILTER-ALLOW"
"/b/s/w/ir/cache/builder/src/third_party/llvm-build/Release+Asserts/utils/lit/tests/selecting.py"
 $ ":" "RUN: at line 24"
 $ "env" "-u" "FILECHECK_OPTS"
"/b/s/w/ir/cipd_bin_packages/cpython3/bin/python3.8"
"/b/s/w/ir/cache/builder/src/third_party/llvm/llvm/utils/lit/lit.py" "--filter"
"o[a-z]e"
"/b/s/w/ir/cache/builder/src/third_party/llvm-build/Release+Asserts/utils/lit/tests/Inputs/discovery"
 $ "FileCheck" "--check-prefix=CHECK-FILTER"
"/b/s/w/ir/cache/builder/src/third_party/llvm-build/Release+Asserts/utils/lit/tests/selecting.py"
 $ ":" "RUN: at line 25"
 $ "env" "-u" "FILECHECK_OPTS"
"/b/s/w/ir/cipd_bin_packages/cpython3/bin/python3.8"
"/b/s/w/ir/cache/builder/src/third_party/llvm/llvm/utils/lit/lit.py" "--filter"
"O[A-Z]E"
"/b/s/w/ir/cache/builder/src/third_party/llvm-build/Release+Asserts/utils/lit/tests/Inputs/discovery"
 $ "FileCheck" "--check-prefix=CHECK-FILTER"
"/b/s/w/ir/cache/builder/src/third_party/llvm-build/Release+Asserts/utils/lit/tests/selecting.py"
 $ ":" "RUN: at line 26"
 $ "env" "LIT_FILTER=o[a-z]e" "env" "-u" "FILECHECK_OPTS"
"/b/s/w/ir/cipd_bin_packages/cpython3/bin/python3.8"
"/b/s/w/ir/cache/builder/src/third_party/llvm/llvm/utils/lit/lit.py"
"/b/s/w/ir/cache/builder/src/third_party/llvm-build/Release+Asserts/utils/lit/tests/Inputs/discovery"
 $ "FileCheck" "--check-prefix=CHECK-FILTER"
"/b/s/w/ir/cache/builder/src/third_party/llvm-build/Release+Asserts/utils/lit/tests/selecting.py"
 $ ":" "RUN: at line 27"
 $ "env" "-u" "FILECHECK_OPTS"
"/b/s/w/ir/cipd_bin_packages/cpython3/bin/python3.8"
"/b/s/w/ir/cache/builder/src/third_party/llvm/llvm/utils/lit/lit.py"
"--filter-out" "test-t[a-z]"
"/b/s/w/ir/cache/builder/src/third_party/llvm-build/Release+Asserts/utils/lit/tests/Inputs/discovery"
 # command stderr:
 Traceback (most recent call last):
   File "/b/s/w/ir/cache/builder/src/third_party/llvm/llvm/utils/lit/lit.py",
line 6, in <module>
     main()
   File
"/b/s/w/ir/cache/builder/src/third_party/llvm/llvm/utils/lit/lit/main.py", line
43, in main
     discovered_tests = lit.discovery.find_tests_for_inputs(lit_config,
opts.test_paths,
   File
"/b/s/w/ir/cache/builder/src/third_party/llvm/llvm/utils/lit/lit/discovery.py",
line 278, in find_tests_for_inputs
     tests.extend(getTests(input, lit_config, test_suite_cache,
   File
"/b/s/w/ir/cache/builder/src/third_party/llvm/llvm/utils/lit/lit/discovery.py",
line 130, in getTests
     ts,path_in_suite = getTestSuite(path, litConfig, testSuiteCache)
   File
"/b/s/w/ir/cache/builder/src/third_party/llvm/llvm/utils/lit/lit/discovery.py",
line 91, in getTestSuite
     ts, relative = search(item)
   File
"/b/s/w/ir/cache/builder/src/third_party/llvm/llvm/utils/lit/lit/discovery.py",
line 75, in search
     cache[real_path] = res = search1(path)
   File
"/b/s/w/ir/cache/builder/src/third_party/llvm/llvm/utils/lit/lit/discovery.py",
line 68, in search1
     return Test.TestSuite(cfg.name, source_root, exec_root, cfg), ()
   File
"/b/s/w/ir/cache/builder/src/third_party/llvm/llvm/utils/lit/lit/Test.py", line
211, in __init__
     self.test_times = read_test_times(self)
   File
"/b/s/w/ir/cache/builder/src/third_party/llvm/llvm/utils/lit/lit/TestTimes.py",
line 13, in read_test_times
     time, path = line.split(maxsplit=1)
 ValueError: not enough values to unpack (expected 2, got 1)

 error: command failed with exit status: 1
 $ "FileCheck" "--check-prefix=CHECK-FILTER"
"/b/s/w/ir/cache/builder/src/third_party/llvm-build/Release+Asserts/utils/lit/tests/selecting.py"
 # command stderr:
 FileCheck error: '<stdin>' is empty.
 FileCheck command line:  FileCheck --check-prefix=CHECK-FILTER
/b/s/w/ir/cache/builder/src/third_party/llvm-build/Release+Asserts/utils/lit/tests/selecting.py

 error: command failed with exit status: 2



The unpack error implicates
https://reviews.llvm.org/rG233db43967359cc5576b6c7629fa4fcd1d87283a possibly
(...unreviewed?)

-- 
You are receiving this mail because:
You are on the CC list for the bug.
-------------- next part --------------
An HTML attachment was scrubbed...
URL: <http://lists.llvm.org/pipermail/llvm-bugs/attachments/20210713/4483a607/attachment-0001.html>