Use annotation protocol for the Fuchsia builder (#72)

This streamlines development as we can deploy changes without having to
restart the Buildbot master.

Author: petrhosek

buildbot/osuosl/master/config/builders.py

@@ -17,7 +17,6 @@
 from zorg.buildbot.builders import AOSPBuilder
 from zorg.buildbot.builders import AnnotatedBuilder
 from zorg.buildbot.builders import LLDPerformanceTestsuite
-from zorg.buildbot.builders import FuchsiaBuilder
 from zorg.buildbot.builders import XToolchainBuilder
 from zorg.buildbot.builders import TestSuiteBuilder
 from zorg.buildbot.builders import BOLTBuilder
@@ -40,7 +39,6 @@
 reload(AOSPBuilder)
 reload(AnnotatedBuilder)
 reload(LLDPerformanceTestsuite)
-reload(FuchsiaBuilder)
 reload(XToolchainBuilder)
 reload(TestSuiteBuilder)
 reload(BOLTBuilder)
@@ -1819,7 +1817,22 @@
     'tags'  : ["toolchain"],
     'workernames' :["fuchsia-debian-64-us-central1-a-1", "fuchsia-debian-64-us-central1-b-1"],
     'builddir': "fuchsia-x86_64-linux",
-    'factory': FuchsiaBuilder.getFuchsiaToolchainBuildFactory()},
+    'factory' : AnnotatedBuilder.getAnnotatedBuildFactory(
+                    script="fuchsia-linux.py",
+                    depends_on_projects=[
+                        'bolt',
+                        'clang',
+                        'clang-tools-extra',
+                        'compiler-rt',
+                        'libc',
+                        'libcxx',
+                        'libcxxabi',
+                        'libunwind',
+                        'lld',
+                        'lldb',
+                        'llvm',
+                        'polly'
+                    ])},
 
 # libc Builders.
 

zorg/buildbot/builders/FuchsiaBuilder.py

@@ -0,0 +1,76 @@
+#!/usr/bin/env python3
+
+import argparse
+import os
+import subprocess
+import sys
+import traceback
+import util
+
+from contextlib import contextmanager
+
+
+@contextmanager
+def step(step_name, halt_on_fail=False):
+    util.report(f'@@@BUILD_STEP {step_name}@@@')
+    if halt_on_fail:
+        util.report('@@@HALT_ON_FAILURE@@@')
+    try:
+        yield
+    except subprocess.CalledProcessError as e:
+        util.report(f'{e.cmd} exited with return code {e.returncode}.')
+        util.report('@@@STEP_FAILURE@@@')
+    except:
+        util.report('The build step threw an exception...')
+        traceback.print_exc()
+        util.report('@@@STEP_EXCEPTION@@@')
+
+
+def run_command(cmd, directory='.'):
+    util.report_run_cmd(cmd, cwd=directory)
+
+
+def main(argv):
+    parser = argparse.ArgumentParser()
+    parser.add_argument('--sdk-dir', default='/usr/local/fuchsia/sdk',
+                        help='Path to Fuchsia SDK')
+    args, _ = parser.parse_known_args()
+
+    buildbot_buildername = os.environ.get('BUILDBOT_BUILDERNAME')
+    buildbot_clobber = os.environ.get('BUILDBOT_CLOBBER') is not None
+    buildbot_revision = os.environ.get('BUILDBOT_REVISION', 'origin/main')
+
+    cwd = os.getcwd()
+    build_dir = cwd
+    source_dir = os.path.join(cwd, '..', 'llvm-project')
+
+    if buildbot_clobber:
+        with step('clean', halt_on_fail=True):
+            util.clean_dir(build_dir)
+
+    with step('configure', halt_on_fail=True):
+        cmake_args = [
+            '-S', f'{source_dir}/llvm',
+            '-B', build_dir,
+            '-G', 'Ninja',
+            '-D', 'BOOTSTRAP_LLVM_ENABLE_LTO=OFF',
+            '-D', 'LLVM_ENABLE_LTO=OFF',
+            '-D', f'FUCHSIA_SDK={args.sdk_dir}',
+            '-C', f'{source_dir}/clang/cmake/caches/Fuchsia.cmake',
+        ]
+
+        run_command(['cmake'] + cmake_args)
+
+    with step('build'):
+        run_command(['ninja', '-C', build_dir, 'stage2-toolchain-distribution'])
+
+    with step('check'):
+        run_command(['ninja', '-C', build_dir] +
+                    [f'stage2-check-{p}' for p in ('llvm', 'clang', 'lld')])
+
+    return 0
+
+
+if __name__ == '__main__':
+    sys.path.append(os.path.dirname(__file__))
+    sys.exit(main(sys.argv))