[llvm-bugs] [Bug 34064] New: lit tests fail on Windows

Fri Aug 4 06:52:25 PDT 2017

https://bugs.llvm.org/show_bug.cgi?id=34064

            Bug ID: 34064
           Summary: lit tests fail on Windows
           Product: libraries
           Version: trunk
          Hardware: PC
                OS: Linux
            Status: NEW
          Severity: enhancement
          Priority: P
         Component: System Library
          Assignee: unassignedbugs at nondot.org
          Reporter: nicolasweber at gmx.de
                CC: llvm-bugs at lists.llvm.org

https://luci-logdog.appspot.com/v/?s=chromium%2Fbb%2Ftryserver.chromium.win%2Fwin_upload_clang%2F209%2F%2B%2Frecipes%2Fsteps%2Fpackage_clang%2F0%2Fstdout


-- Testing: 34412 tests, 8 threads --
Testing: 0 .. 10.. 20.. 30.. 40.. 50.. 60.. 70.. 80.. 90.
FAIL: lit :: shtest-format.py (33154 of 34412)
******************** TEST 'lit :: shtest-format.py' FAILED ********************
Script:
--
not E:\b\depot_tools\win_tools-2_7_6_bin\python\bin\python.exe
E:/b/build/slave/win_upload_clang/build/src/third_party/llvm\utils\lit\lit.py
-j 1 -v
E:/b/build/slave/win_upload_clang/build/src/third_party/llvm-bootstrap/utils/lit/tests\..\tests\Inputs/shtest-format
>
E:\b\build\slave\win_upload_clang\build\src\third_party\llvm-bootstrap\utils\lit\tests\Output\shtest-format.py.tmp.out
FileCheck <
E:\b\build\slave\win_upload_clang\build\src\third_party\llvm-bootstrap\utils\lit\tests\Output\shtest-format.py.tmp.out
E:\b\build\slave\win_upload_clang\build\src\third_party\llvm-bootstrap\utils\lit\tests\shtest-format.py
--
Exit Code: 1
Command Output (stdout):
--
$ "not" "E:\b\depot_tools\win_tools-2_7_6_bin\python\bin\python.exe"
"E:/b/build/slave/win_upload_clang/build/src/third_party/llvm\utils\lit\lit.py"
"-j" "1" "-v"
"E:/b/build/slave/win_upload_clang/build/src/third_party/llvm-bootstrap/utils/lit/tests\..\tests\Inputs/shtest-format"
$ "FileCheck"
"E:\b\build\slave\win_upload_clang\build\src\third_party\llvm-bootstrap\utils\lit\tests\shtest-format.py"
# command stderr:
E:\b\build\slave\win_upload_clang\build\src\third_party\llvm-bootstrap\utils\lit\tests\shtest-format.py:10:10:
error: expected string not found in input
# CHECK: PASS: shtest-format :: argv0.txt
         ^
<stdin>:1:13: note: scanning from here
-- Testing: 23 tests, 1 threads --
            ^
<stdin>:2:1: note: possible intended match here
FAIL: shtest-format :: argv0.txt (1 of 23)
^
error: command failed with exit status: 1
--
********************
Testing: 0 .. 10.. 20.. 30.. 40.. 50.. 60.. 70.. 80.. 90.
FAIL: lit :: shtest-shell.py (33155 of 34412)
******************** TEST 'lit :: shtest-shell.py' FAILED ********************
Script:
--
not E:\b\depot_tools\win_tools-2_7_6_bin\python\bin\python.exe
E:/b/build/slave/win_upload_clang/build/src/third_party/llvm\utils\lit\lit.py
-j 1 -v
E:/b/build/slave/win_upload_clang/build/src/third_party/llvm-bootstrap/utils/lit/tests\..\tests\Inputs/shtest-shell
>
E:\b\build\slave\win_upload_clang\build\src\third_party\llvm-bootstrap\utils\lit\tests\Output\shtest-shell.py.tmp.out
cat
E:\b\build\slave\win_upload_clang\build\src\third_party\llvm-bootstrap\utils\lit\tests\Output\shtest-shell.py.tmp.out
FileCheck --input-file
E:\b\build\slave\win_upload_clang\build\src\third_party\llvm-bootstrap\utils\lit\tests\Output\shtest-shell.py.tmp.out
E:\b\build\slave\win_upload_clang\build\src\third_party\llvm-bootstrap\utils\lit\tests\shtest-shell.py
--
Exit Code: 1
Command Output (stdout):
--
$ "not" "E:\b\depot_tools\win_tools-2_7_6_bin\python\bin\python.exe"
"E:/b/build/slave/win_upload_clang/build/src/third_party/llvm\utils\lit\lit.py"
"-j" "1" "-v"
"E:/b/build/slave/win_upload_clang/build/src/third_party/llvm-bootstrap/utils/lit/tests\..\tests\Inputs/shtest-shell"
$ "cat"
"E:\b\build\slave\win_upload_clang\build\src\third_party\llvm-bootstrap\utils\lit\tests\Output\shtest-shell.py.tmp.out"
# command output:
-- Testing: 6 tests, 1 threads --
FAIL: shtest-shell :: error-0.txt (1 of 6)
******************** TEST 'shtest-shell :: error-0.txt' FAILED
********************
Script:
--
not-a-real-command
--
Exit Code: 127
Command Output (stdout):
--
$ "not-a-real-command"
# command stderr:
'not-a-real-command': command not found
error: command failed with exit status: 127
--
********************
FAIL: shtest-shell :: error-1.txt (2 of 6)
******************** TEST 'shtest-shell :: error-1.txt' FAILED
********************
shell parser error on: 'echo "missing quote'
********************
FAIL: shtest-shell :: error-2.txt (3 of 6)
******************** TEST 'shtest-shell :: error-2.txt' FAILED
********************
Script:
--
echo "hello" 3>&1
--
Exit Code: 127
Command Output (stdout):
--
$ "echo" "hello"
# command stderr:
Unsupported redirect: (('>&', 3), '1')
error: command failed with exit status: 127
--
********************
PASS: shtest-shell :: redirects.txt (4 of 6)
FAIL: shtest-shell :: sequencing-0.txt (5 of 6)
******************** TEST 'shtest-shell :: sequencing-0.txt' FAILED
********************
Script:
--
echo "first-line" >
E:\b\build\slave\win_upload_clang\build\src\third_party\llvm-bootstrap\utils\lit\tests\Inputs\shtest-shell\Output\sequencing-0.txt.tmp.out
&& echo "second-line" >>
E:\b\build\slave\win_upload_clang\build\src\third_party\llvm-bootstrap\utils\lit\tests\Inputs\shtest-shell\Output\sequencing-0.txt.tmp.out
FileCheck --check-prefix CHECK-AND <
E:\b\build\slave\win_upload_clang\build\src\third_party\llvm-bootstrap\utils\lit\tests\Inputs\shtest-shell\Output\sequencing-0.txt.tmp.out
E:\b\build\slave\win_upload_clang\build\src\third_party\llvm-bootstrap\utils\lit\tests\Inputs\shtest-shell\sequencing-0.txt
echo "first-line" >
E:\b\build\slave\win_upload_clang\build\src\third_party\llvm-bootstrap\utils\lit\tests\Inputs\shtest-shell\Output\sequencing-0.txt.tmp.out
|| echo "second-line" >>
E:\b\build\slave\win_upload_clang\build\src\third_party\llvm-bootstrap\utils\lit\tests\Inputs\shtest-shell\Output\sequencing-0.txt.tmp.out
FileCheck --check-prefix CHECK-OR-1 <
E:\b\build\slave\win_upload_clang\build\src\third_party\llvm-bootstrap\utils\lit\tests\Inputs\shtest-shell\Output\sequencing-0.txt.tmp.out
E:\b\build\slave\win_upload_clang\build\src\third_party\llvm-bootstrap\utils\lit\tests\Inputs\shtest-shell\sequencing-0.txt
false || echo "second-line" >
E:\b\build\slave\win_upload_clang\build\src\third_party\llvm-bootstrap\utils\lit\tests\Inputs\shtest-shell\Output\sequencing-0.txt.tmp.out
FileCheck --check-prefix CHECK-OR-2 <
E:\b\build\slave\win_upload_clang\build\src\third_party\llvm-bootstrap\utils\lit\tests\Inputs\shtest-shell\Output\sequencing-0.txt.tmp.out
E:\b\build\slave\win_upload_clang\build\src\third_party\llvm-bootstrap\utils\lit\tests\Inputs\shtest-shell\sequencing-0.txt
echo "first-line" >
E:\b\build\slave\win_upload_clang\build\src\third_party\llvm-bootstrap\utils\lit\tests\Inputs\shtest-shell\Output\sequencing-0.txt.tmp.out;
echo "second-line" >>
E:\b\build\slave\win_upload_clang\build\src\third_party\llvm-bootstrap\utils\lit\tests\Inputs\shtest-shell\Output\sequencing-0.txt.tmp.out
FileCheck --check-prefix CHECK-SEQ <
E:\b\build\slave\win_upload_clang\build\src\third_party\llvm-bootstrap\utils\lit\tests\Inputs\shtest-shell\Output\sequencing-0.txt.tmp.out
E:\b\build\slave\win_upload_clang\build\src\third_party\llvm-bootstrap\utils\lit\tests\Inputs\shtest-shell\sequencing-0.txt
--
Exit Code: 127
Command Output (stdout):
--
$ "echo" "first-line"
$ "echo" "second-line"
$ "FileCheck" "--check-prefix" "CHECK-AND"
"E:\b\build\slave\win_upload_clang\build\src\third_party\llvm-bootstrap\utils\lit\tests\Inputs\shtest-shell\sequencing-0.txt"
$ "echo" "first-line"
$ "FileCheck" "--check-prefix" "CHECK-OR-1"
"E:\b\build\slave\win_upload_clang\build\src\third_party\llvm-bootstrap\utils\lit\tests\Inputs\shtest-shell\sequencing-0.txt"
$ "false"
# command stderr:
'false': command not found
error: command failed with exit status: 127
--
********************
XFAIL: shtest-shell :: sequencing-1.txt (6 of 6)
Testing Time: 0.31s
********************
Failing Tests (4):
    shtest-shell :: error-0.txt
    shtest-shell :: error-1.txt
    shtest-shell :: error-2.txt
    shtest-shell :: sequencing-0.txt
  Expected Passes    : 1
  Expected Failures  : 1
  Unexpected Failures: 4
$ "FileCheck" "--input-file"
"E:\b\build\slave\win_upload_clang\build\src\third_party\llvm-bootstrap\utils\lit\tests\Output\shtest-shell.py.tmp.out"
"E:\b\build\slave\win_upload_clang\build\src\third_party\llvm-bootstrap\utils\lit\tests\shtest-shell.py"
# command stderr:
E:\b\build\slave\win_upload_clang\build\src\third_party\llvm-bootstrap\utils\lit\tests\shtest-shell.py:34:10:
error: expected string not found in input
# CHECK: PASS: shtest-shell :: sequencing-0.txt
         ^
E:\b\build\slave\win_upload_clang\build\src\third_party\llvm-bootstrap\utils\lit\tests\Output\shtest-shell.py.tmp.out:42:37:
note: scanning from here
PASS: shtest-shell :: redirects.txt (4 of 6)
                                    ^
E:\b\build\slave\win_upload_clang\build\src\third_party\llvm-bootstrap\utils\lit\tests\Output\shtest-shell.py.tmp.out:43:1:
note: possible intended match here
FAIL: shtest-shell :: sequencing-0.txt (5 of 6)
^
error: command failed with exit status: 1
--
********************
Testing: 0 .. 10.. 20.. 30.. 40.. 50.. 60.. 70.. 80.. 90.
FAIL: lit :: max-failures.py (33191 of 34412)
******************** TEST 'lit :: max-failures.py' FAILED ********************
Script:
--
not E:\b\depot_tools\win_tools-2_7_6_bin\python\bin\python.exe
E:/b/build/slave/win_upload_clang/build/src/third_party/llvm\utils\lit\lit.py
-j 1 -v
E:/b/build/slave/win_upload_clang/build/src/third_party/llvm-bootstrap/utils/lit/tests\..\tests\Inputs/max-failures
>
E:\b\build\slave\win_upload_clang\build\src\third_party\llvm-bootstrap\utils\lit\tests\Output\max-failures.py.tmp.out
not E:\b\depot_tools\win_tools-2_7_6_bin\python\bin\python.exe
E:/b/build/slave/win_upload_clang/build/src/third_party/llvm\utils\lit\lit.py
--max-failures=1 -j 1 -v
E:/b/build/slave/win_upload_clang/build/src/third_party/llvm-bootstrap/utils/lit/tests\..\tests\Inputs/max-failures
>>
E:\b\build\slave\win_upload_clang\build\src\third_party\llvm-bootstrap\utils\lit\tests\Output\max-failures.py.tmp.out
not E:\b\depot_tools\win_tools-2_7_6_bin\python\bin\python.exe
E:/b/build/slave/win_upload_clang/build/src/third_party/llvm\utils\lit\lit.py
--max-failures=2 -j 1 -v
E:/b/build/slave/win_upload_clang/build/src/third_party/llvm-bootstrap/utils/lit/tests\..\tests\Inputs/max-failures
>>
E:\b\build\slave\win_upload_clang\build\src\third_party\llvm-bootstrap\utils\lit\tests\Output\max-failures.py.tmp.out
not E:\b\depot_tools\win_tools-2_7_6_bin\python\bin\python.exe
E:/b/build/slave/win_upload_clang/build/src/third_party/llvm\utils\lit\lit.py
--max-failures=0 -j 1 -v
E:/b/build/slave/win_upload_clang/build/src/third_party/llvm-bootstrap/utils/lit/tests\..\tests\Inputs/max-failures
2>>
E:\b\build\slave\win_upload_clang\build\src\third_party\llvm-bootstrap\utils\lit\tests\Output\max-failures.py.tmp.out
FileCheck <
E:\b\build\slave\win_upload_clang\build\src\third_party\llvm-bootstrap\utils\lit\tests\Output\max-failures.py.tmp.out
E:\b\build\slave\win_upload_clang\build\src\third_party\llvm-bootstrap\utils\lit\tests\max-failures.py
--
Exit Code: 1
Command Output (stdout):
--
$ "not" "E:\b\depot_tools\win_tools-2_7_6_bin\python\bin\python.exe"
"E:/b/build/slave/win_upload_clang/build/src/third_party/llvm\utils\lit\lit.py"
"-j" "1" "-v"
"E:/b/build/slave/win_upload_clang/build/src/third_party/llvm-bootstrap/utils/lit/tests\..\tests\Inputs/max-failures"
$ "not" "E:\b\depot_tools\win_tools-2_7_6_bin\python\bin\python.exe"
"E:/b/build/slave/win_upload_clang/build/src/third_party/llvm\utils\lit\lit.py"
"--max-failures=1" "-j" "1" "-v"
"E:/b/build/slave/win_upload_clang/build/src/third_party/llvm-bootstrap/utils/lit/tests\..\tests\Inputs/max-failures"
$ "not" "E:\b\depot_tools\win_tools-2_7_6_bin\python\bin\python.exe"
"E:/b/build/slave/win_upload_clang/build/src/third_party/llvm\utils\lit\lit.py"
"--max-failures=2" "-j" "1" "-v"
"E:/b/build/slave/win_upload_clang/build/src/third_party/llvm-bootstrap/utils/lit/tests\..\tests\Inputs/max-failures"
$ "not" "E:\b\depot_tools\win_tools-2_7_6_bin\python\bin\python.exe"
"E:/b/build/slave/win_upload_clang/build/src/third_party/llvm\utils\lit\lit.py"
"--max-failures=0" "-j" "1" "-v"
"E:/b/build/slave/win_upload_clang/build/src/third_party/llvm-bootstrap/utils/lit/tests\..\tests\Inputs/max-failures"
$ "FileCheck"
"E:\b\build\slave\win_upload_clang\build\src\third_party\llvm-bootstrap\utils\lit\tests\max-failures.py"
# command stderr:
E:\b\build\slave\win_upload_clang\build\src\third_party\llvm-bootstrap\utils\lit\tests\max-failures.py:11:10:
error: expected string not found in input
# CHECK: Failing Tests (3)
         ^
<stdin>:1:1: note: scanning from here
-- Testing: 6 tests, 1 threads --
^
<stdin>:74:1: note: possible intended match here
Testing Time: 0.41s
^
error: command failed with exit status: 1
--
********************
Testing: 0 .. 10.. 20.. 30.. 40.. 50.. 60.. 70.. 80.. 90.. 
Testing Time: 261.68s
********************
Failing Tests (3):
    lit :: max-failures.py
    lit :: shtest-format.py
    lit :: shtest-shell.py
  Expected Passes    : 28448
  Expected Failures  : 117
  Unsupported Tests  : 5844
  Unexpected Failures: 3
FAILED: CMakeFiles/check-all

-- 
You are receiving this mail because:
You are on the CC list for the bug.
-------------- next part --------------
An HTML attachment was scrubbed...
URL: <http://lists.llvm.org/pipermail/llvm-bugs/attachments/20170804/d8f8d498/attachment-0001.html>