[llvm] [UpdateTestChecks][llvm-mca] Use common.itertests and common.parse_commandline_args in update_mca_test_checks (PR #67477)

[Michael Maitland via llvm-commits]

https://github.com/michaelmaitland updated https://github.com/llvm/llvm-project/pull/67477

>From f1bacc167941b7c741a8a7290dc9b701dcad05bd Mon Sep 17 00:00:00 2001
From: Michael Maitland <michaeltmaitland at gmail.com>
Date: Tue, 26 Sep 2023 11:38:04 -0700
Subject: [PATCH 1/3] [UpdateTestChecks][llvm-mca] Use common.itertests in
 update_mca_test_checks

common.itertests has useful functionality such as skipping test case
if it starts with UTC_AVOID comment string. It also does some of the
functionality, such as skipping test file pattern if not found, that was
duplicated by update_mca_test_checks.

This patch uses common.itertests to take advantage of this behavior and
rely on it to do some other checks.
---
 llvm/utils/update_mca_test_checks.py | 82 +++++++++++++---------------
 1 file changed, 38 insertions(+), 44 deletions(-)

diff --git a/llvm/utils/update_mca_test_checks.py b/llvm/utils/update_mca_test_checks.py
index f7b29fec4efec8f..0efaa5997ed74a7 100755
--- a/llvm/utils/update_mca_test_checks.py
+++ b/llvm/utils/update_mca_test_checks.py
@@ -52,7 +52,7 @@ def _showwarning(message, category, filename, lineno, file=None, line=None):
     file.write(warnings.formatwarning(message, category, filename, lineno, line))
 
 
-def _parse_args():
+def _get_parser():
     parser = argparse.ArgumentParser(description=__doc__)
     parser.add_argument("-w", action="store_true", help="suppress warnings")
     parser.add_argument(
@@ -65,18 +65,7 @@ def _parse_args():
         help="the binary to use to generate the test case " "(default: llvm-mca)",
     )
     parser.add_argument("tests", metavar="<test-path>", nargs="+")
-    args = common.parse_commandline_args(parser)
-
-    _configure_warnings(args)
-
-    if not args.llvm_mca_binary:
-        raise Error("--llvm-mca-binary value cannot be empty string")
-
-    if "llvm-mca" not in os.path.basename(args.llvm_mca_binary):
-        _warn("unexpected binary name: {}".format(args.llvm_mca_binary))
-
-    return args
-
+    return parser
 
 def _get_run_infos(run_lines, args):
     run_infos = []
@@ -546,39 +535,44 @@ def _write_output(
         f.writelines(["{}\n".format(l).encode("utf-8") for l in output_lines])
 
 
-def main():
-    args = _parse_args()
-    test_paths = [test for pattern in args.tests for test in glob.glob(pattern)]
-    for test_path in test_paths:
-        sys.stderr.write("Test: {}\n".format(test_path))
-
-        # Call this per test. By default each warning will only be written once
-        # per source location. Reset the warning filter so that now each warning
-        # will be written once per source location per test.
-        _configure_warnings(args)
-
-        if not os.path.isfile(test_path):
-            raise Error("could not find test file: {}".format(test_path))
-
-        with open(test_path) as f:
-            input_lines = [l.rstrip() for l in f]
-
-        run_lines = common.find_run_lines(test_path, input_lines)
-        run_infos = _get_run_infos(run_lines, args)
-        common_prefix, prefix_pad = _get_useful_prefix_info(run_infos)
-        block_infos = _get_block_infos(run_infos, test_path, args, common_prefix)
-        _write_output(
-            test_path,
-            input_lines,
-            run_infos,
-            block_infos,
-            args,
-            common_prefix,
-            prefix_pad,
-        )
+def update_test_file(args, test_path, autogenerated_note):
+    sys.stderr.write("Test: {}\n".format(test_path))
 
-    return 0
+    # Call this per test. By default each warning will only be written once
+    # per source location. Reset the warning filter so that now each warning
+    # will be written once per source location per test.
+    _configure_warnings(args)
+
+    with open(test_path) as f:
+        input_lines = [l.rstrip() for l in f]
+
+    run_lines = common.find_run_lines(test_path, input_lines)
+    run_infos = _get_run_infos(run_lines, args)
+    common_prefix, prefix_pad = _get_useful_prefix_info(run_infos)
+    block_infos = _get_block_infos(run_infos, test_path, args, common_prefix)
+    _write_output(
+        test_path,
+        input_lines,
+        run_infos,
+        block_infos,
+        args,
+        common_prefix,
+        prefix_pad,
+    )
 
+def main():
+    script_name = "utils/" + os.path.basename(__file__)
+    parser = _get_parser()
+    args = common.parse_commandline_args(parser)
+    for ti in common.itertests(
+        args.tests, parser, script_name=script_name
+    ):
+        try:
+            update_test_file(ti.args, ti.path, ti.test_autogenerated_note)
+        except Exception:
+            common.warn("Error processing file", test_file=ti.path)
+            raise
+    return 0
 
 if __name__ == "__main__":
     try:

>From 03cabc19d688e15c0856f9a84aa34746aee8a7d0 Mon Sep 17 00:00:00 2001
From: Michael Maitland <michaeltmaitland at gmail.com>
Date: Tue, 26 Sep 2023 12:19:14 -0700
Subject: [PATCH 2/3] fix formatting

---
 llvm/utils/update_mca_test_checks.py | 4 +---
 1 file changed, 1 insertion(+), 3 deletions(-)

diff --git a/llvm/utils/update_mca_test_checks.py b/llvm/utils/update_mca_test_checks.py
index 0efaa5997ed74a7..1de9b8def70a766 100755
--- a/llvm/utils/update_mca_test_checks.py
+++ b/llvm/utils/update_mca_test_checks.py
@@ -564,9 +564,7 @@ def main():
     script_name = "utils/" + os.path.basename(__file__)
     parser = _get_parser()
     args = common.parse_commandline_args(parser)
-    for ti in common.itertests(
-        args.tests, parser, script_name=script_name
-    ):
+    for ti in common.itertests(args.tests, parser, script_name=script_name):
         try:
             update_test_file(ti.args, ti.path, ti.test_autogenerated_note)
         except Exception:

>From e11ceff702835479e498b6da67545e0776b09937 Mon Sep 17 00:00:00 2001
From: Michael Maitland <michaeltmaitland at gmail.com>
Date: Tue, 26 Sep 2023 13:39:01 -0700
Subject: [PATCH 3/3] Preserve llvm-mca-binary checks

---
 llvm/utils/update_mca_test_checks.py | 6 ++++++
 1 file changed, 6 insertions(+)

diff --git a/llvm/utils/update_mca_test_checks.py b/llvm/utils/update_mca_test_checks.py
index 1de9b8def70a766..e10007157f7bdf5 100755
--- a/llvm/utils/update_mca_test_checks.py
+++ b/llvm/utils/update_mca_test_checks.py
@@ -564,6 +564,12 @@ def main():
     script_name = "utils/" + os.path.basename(__file__)
     parser = _get_parser()
     args = common.parse_commandline_args(parser)
+    if not args.llvm_mca_binary:
+          raise Error("--llvm-mca-binary value cannot be empty string")
+
+    if "llvm-mca" not in os.path.basename(args.llvm_mca_binary):
+        _warn("unexpected binary name: {}".format(args.llvm_mca_binary))
+
     for ti in common.itertests(args.tests, parser, script_name=script_name):
         try:
             update_test_file(ti.args, ti.path, ti.test_autogenerated_note)