[llvm-commits] [zorg] r142617 - in /zorg/trunk: buildbot/osuosl/master/config/builders.py buildbot/osuosl/master/config/slaves.py zorg/buildbot/builders/ClangBuilder.py

Joe Abbey jabbey at arxan.com
Thu Oct 20 14:07:44 PDT 2011


Thanks!


On Oct 20, 2011, at 4:46 PM, Galina Kistanova wrote:

> Author: gkistanova
> Date: Thu Oct 20 15:46:52 2011
> New Revision: 142617
>
> URL: http://llvm.org/viewvc/llvm-project?rev=142617&view=rev
> Log:
> Add env argument to getClangBuildFactory; change few settings to ppc builder.
>
> Modified:
>    zorg/trunk/buildbot/osuosl/master/config/builders.py
>    zorg/trunk/buildbot/osuosl/master/config/slaves.py
>    zorg/trunk/zorg/buildbot/builders/ClangBuilder.py
>
> Modified: zorg/trunk/buildbot/osuosl/master/config/builders.py
> URL: http://llvm.org/viewvc/llvm-project/zorg/trunk/buildbot/osuosl/master/config/builders.py?rev=142617&r1=142616&r2=142617&view=diff
> ==============================================================================
> --- zorg/trunk/buildbot/osuosl/master/config/builders.py (original)
> +++ zorg/trunk/buildbot/osuosl/master/config/builders.py Thu Oct 20 15:46:52 2011
> @@ -52,7 +52,8 @@
>                             config_name = 'Release',
>                             env = { 'CC' : "/usr/bin/gcc-4.2",
>                                     'CXX': "/usr/bin/g++-4.2" },
> -                            extra_configure_args=['--enable-shared'])},
> +                            extra_configure_args=['--enable-shared'],
> +                            timeout=600)},
>         {'name': "llvm-i686-linux-vg_leak",
>          'slavenames':["osu8"],
>          'builddir':"llvm-i686-linux-vg_leak",
>
> Modified: zorg/trunk/buildbot/osuosl/master/config/slaves.py
> URL: http://llvm.org/viewvc/llvm-project/zorg/trunk/buildbot/osuosl/master/config/slaves.py?rev=142617&r1=142616&r2=142617&view=diff
> ==============================================================================
> --- zorg/trunk/buildbot/osuosl/master/config/slaves.py (original)
> +++ zorg/trunk/buildbot/osuosl/master/config/slaves.py Thu Oct 20 15:46:52 2011
> @@ -176,7 +176,7 @@
>         create_slave("arxan_davinci", properties={'jobs': 4}, max_builds=1),
>
>         # 2005 PowerPC Mac Mini, Mac OS X 10.5
> -        create_slave("arxan_bellini", properties={'jobs': 1}, max_builds=1),
> +        create_slave("arxan_bellini", properties={'jobs': 2}, max_builds=1),
>
>         # Defunct.
>         #create_slave("osu2", properties={'jobs' : 4}, max_builds=2),
>
> Modified: zorg/trunk/zorg/buildbot/builders/ClangBuilder.py
> URL: http://llvm.org/viewvc/llvm-project/zorg/trunk/zorg/buildbot/builders/ClangBuilder.py?rev=142617&r1=142616&r2=142617&view=diff
> ==============================================================================
> --- zorg/trunk/zorg/buildbot/builders/ClangBuilder.py (original)
> +++ zorg/trunk/zorg/buildbot/builders/ClangBuilder.py Thu Oct 20 15:46:52 2011
> @@ -14,15 +14,35 @@
>
> from zorg.buildbot.builders.Util import getConfigArgs
>
> -def getClangBuildFactory(triple=None, clean=True, test=True, package_dst=None,
> -                         run_cxx_tests=False, examples=False, valgrind=False,
> -                         valgrindLeakCheck=False, outOfDir=False, useTwoStage=False,
> -                         completely_clean=False, always_install=False,
> -                         make='make', jobs="%(jobs)s",
> -                         stage1_config='Debug+Asserts',
> -                         stage2_config='Release+Asserts',
> -                         extra_configure_args=[], use_pty_in_tests=False,
> -                         checkout_compiler_rt=False):
> +def getClangBuildFactory(
> +            triple=None,
> +            clean=True,
> +            test=True,
> +            package_dst=None,
> +            run_cxx_tests=False,
> +            examples=False,
> +            valgrind=False,
> +            valgrindLeakCheck=False,
> +            outOfDir=False,
> +            useTwoStage=False,
> +            completely_clean=False,
> +            always_install=False,
> +            make='make',
> +            jobs="%(jobs)s",
> +            stage1_config='Debug+Asserts',
> +            stage2_config='Release+Asserts',
> +            env={}, # Environmental variables for all steps.
> +            extra_configure_args=[],
> +            use_pty_in_tests=False,
> +            checkout_compiler_rt=False):
> +    # Prepare environmental variables. Set here all env we want everywhere.
> +    merged_env = {
> +        'TERM' : 'dumb' # Make sure Clang doesn't use color escape sequences.
> +                 }
> +    if env is not None:
> +        # Overwrite pre-set items with the given ones, so user can set anything.
> +        merged_env.update(env)
> +
>     # Don't use in-dir builds with a two stage build process.
>     inDir = not outOfDir and not useTwoStage
>     if inDir:
> @@ -46,7 +66,8 @@
>                                                command=["pwd"],
>                                                property="builddir",
>                                                description="set build dir",
> -                                               workdir="."))
> +                                               workdir=".",
> +                                               env=merged_env))
>
>     # Blow away completely, if requested.
>     if completely_clean:
> @@ -54,7 +75,8 @@
>                                command=["rm", "-rf", llvm_srcdir],
>                                haltOnFailure=True,
>                                description=["rm src dir", "llvm"],
> -                               workdir="."))
> +                               workdir=".",
> +                               env=merged_env))
>
>     # Checkout sources.
>     f.addStep(SVN(name='svn-llvm',
> @@ -80,7 +102,8 @@
>                                command=["rm", "-rf", llvm_1_objdir],
>                                haltOnFailure=True,
>                                description=["rm build dir", "llvm"],
> -                               workdir="."))
> +                               workdir=".",
> +                               env=merged_env))
>
>     # Force without llvm-gcc so we don't run afoul of Frontend test failures.
>     base_configure_args = [WithProperties("%%(builddir)s/%s/configure" % llvm_srcdir),
> @@ -96,7 +119,8 @@
>     f.addStep(Configure(command=args,
>                         workdir=llvm_1_objdir,
>                         description=['configuring',stage1_config],
> -                        descriptionDone=['configure',stage1_config]))
> +                        descriptionDone=['configure',stage1_config],
> +                        env=merged_env))
>
>     # Make clean if using in-dir builds.
>     if clean and llvm_srcdir == llvm_1_objdir:
> @@ -105,7 +129,8 @@
>                                               haltOnFailure=True,
>                                               description="cleaning llvm",
>                                               descriptionDone="clean llvm",
> -                                              workdir=llvm_1_objdir))
> +                                              workdir=llvm_1_objdir,
> +                                              env=merged_env))
>
>     f.addStep(WarningCountingShellCommand(name="compile",
>                                           command=['nice', '-n', '10',
> @@ -113,7 +138,8 @@
>                                           haltOnFailure=True,
>                                           description=["compiling", stage1_config],
>                                           descriptionDone=["compile", stage1_config],
> -                                          workdir=llvm_1_objdir))
> +                                          workdir=llvm_1_objdir,
> +                                          env=merged_env))
>
>     if examples:
>         f.addStep(WarningCountingShellCommand(name="compile.examples",
> @@ -123,7 +149,8 @@
>                                               haltOnFailure=True,
>                                               description=["compilinge", stage1_config, "examples"],
>                                               descriptionDone=["compile", stage1_config, "examples"],
> -                                              workdir=llvm_1_objdir))
> +                                              workdir=llvm_1_objdir,
> +                                              env=merged_env))
>
>     clangTestArgs = llvmTestArgs = '-v -j %s' % jobs
>     if valgrind:
> @@ -141,12 +168,14 @@
>                                    description=["testing", "llvm"],
>                                    descriptionDone=["test", "llvm"],
>                                    workdir=llvm_1_objdir,
> -                                   usePTY=use_pty_in_tests))
> +                                   usePTY=use_pty_in_tests,
> +                                   env=merged_env))
>         f.addStep(ClangTestCommand(name='test-clang',
>                                    command=[make, 'test', WithProperties('TESTARGS=%s' % clangTestArgs),
>                                             WithProperties('EXTRA_TESTDIRS=%s' % extraTestDirs)],
>                                    workdir='%s/tools/clang' % llvm_1_objdir,
> -                                   usePTY=use_pty_in_tests))
> +                                   usePTY=use_pty_in_tests,
> +                                   env=merged_env))
>
>     # Install llvm and clang.
>     if llvm_1_installdir:
> @@ -154,14 +183,16 @@
>                                command=["rm", "-rf", llvm_1_installdir],
>                                haltOnFailure=True,
>                                description=["rm install dir", "clang"],
> -                               workdir="."))
> +                               workdir=".",
> +                               env=merged_env))
>         f.addStep(WarningCountingShellCommand(name="install.clang.stage1",
>                                               command = ['nice', '-n', '10',
>                                                          make, 'install-clang'],
>                                               haltOnFailure=True,
>                                               description=["install", "clang",
>                                                            stage1_config],
> -                                              workdir=llvm_1_objdir))
> +                                              workdir=llvm_1_objdir,
> +                                              env=merged_env))
>
>     if not useTwoStage:
>         if package_dst:
> @@ -174,7 +205,8 @@
>                                    workdir=llvm_1_installdir,
>                                    warnOnFailure=True,
>                                    flunkOnFailure=False,
> -                                   haltOnFailure=False))
> +                                   haltOnFailure=False,
> +                                   env=merged_env))
>             f.addStep(ShellCommand(name='pkg.upload',
>                                    description="upload root",
>                                    command=["scp", name,
> @@ -183,7 +215,8 @@
>                                    workdir=".",
>                                    warnOnFailure=True,
>                                    flunkOnFailure=False,
> -                                   haltOnFailure=False))
> +                                   haltOnFailure=False,
> +                                   env=merged_env))
>
>         return f
>
> @@ -193,20 +226,24 @@
>                                command=["rm", "-rf", llvm_2_objdir],
>                                haltOnFailure=True,
>                                description=["rm build dir", "llvm", "(stage 2)"],
> -                               workdir="."))
> +                               workdir=".",
> +                               env=merged_env))
>
>     # Configure llvm (stage 2).
>     args = base_configure_args + ["--without-llvmgcc", "--without-llvmgxx"]
>     args.append(WithProperties("--prefix=%(builddir)s/" + llvm_2_installdir))
>     args += getConfigArgs(stage2_config)
> +    local_env = dict(merged_env).update({
> +        'CC'  : WithProperties("%%(builddir)s/%s/bin/clang"   % llvm_1_installdir),
> +        'CXX' : WithProperties("%%(builddir)s/%s/bin/clang++" % llvm_1_installdir)})
> +
>     f.addStep(Configure(name="configure.llvm.stage2",
>                         command=args,
> -                        env={'CC' : WithProperties("%%(builddir)s/%s/bin/clang" % llvm_1_installdir),
> -                             'CXX' :  WithProperties("%%(builddir)s/%s/bin/clang++" % llvm_1_installdir),},
>                         haltOnFailure=True,
>                         workdir=llvm_2_objdir,
>                         description=["configure", "llvm", "(stage 2)",
> -                                     stage2_config]))
> +                                     stage2_config],
> +                        env=local_env))
>
>     # Build llvm (stage 2).
>     f.addStep(WarningCountingShellCommand(name="compile.llvm.stage2",
> @@ -217,7 +254,8 @@
>                                                        stage2_config],
>                                           descriptionDone=["compile", "(stage 2)",
>                                                            stage2_config],
> -                                          workdir=llvm_2_objdir))
> +                                          workdir=llvm_2_objdir,
> +                                          env=merged_env))
>
>     if test:
>         f.addStep(ClangTestCommand(name='test-llvm',
> @@ -226,26 +264,30 @@
>                                    description=["testing", "llvm"],
>                                    descriptionDone=["test", "llvm"],
>                                    workdir=llvm_2_objdir,
> -                                   usePTY=use_pty_in_tests))
> +                                   usePTY=use_pty_in_tests,
> +                                   env=merged_env))
>         f.addStep(ClangTestCommand(name='test-clang',
>                                    command=[make, 'test', WithProperties('TESTARGS=%s' % clangTestArgs),
>                                             WithProperties('EXTRA_TESTDIRS=%s' % extraTestDirs)],
>                                    workdir='%s/tools/clang' % llvm_2_objdir,
> -                                   usePTY=use_pty_in_tests))
> +                                   usePTY=use_pty_in_tests,
> +                                   env=merged_env))
>
>     # Install clang (stage 2).
>     f.addStep(ShellCommand(name="rm-install.clang.stage2",
>                            command=["rm", "-rf", llvm_2_installdir],
>                            haltOnFailure=True,
>                            description=["rm install dir", "clang"],
> -                           workdir="."))
> +                           workdir=".",
> +                           env=merged_env))
>     f.addStep(WarningCountingShellCommand(name="install.clang.stage2",
>                                           command = ['nice', '-n', '10',
>                                                      make, 'install-clang'],
>                                           haltOnFailure=True,
>                                           description=["install", "clang",
>                                                        "(stage 2)"],
> -                                          workdir=llvm_2_objdir))
> +                                          workdir=llvm_2_objdir,
> +                                          env=merged_env))
>
>     if package_dst:
>         name = WithProperties(
> @@ -257,7 +299,8 @@
>                                workdir=llvm_2_installdir,
>                                warnOnFailure=True,
>                                flunkOnFailure=False,
> -                               haltOnFailure=False))
> +                               haltOnFailure=False,
> +                               env=merged_env))
>         f.addStep(ShellCommand(name='pkg.upload',
>                                description="upload root",
>                                command=["scp", name,
> @@ -266,7 +309,8 @@
>                                workdir=".",
>                                warnOnFailure=True,
>                                flunkOnFailure=False,
> -                               haltOnFailure=False))
> +                               haltOnFailure=False,
> +                               env=merged_env))
>
>     return f
>
>
>
> _______________________________________________
> llvm-commits mailing list
> llvm-commits at cs.uiuc.edu
> http://lists.cs.uiuc.edu/mailman/listinfo/llvm-commits





More information about the llvm-commits mailing list