diff options
Diffstat (limited to 'scripts/build-llvm.pl')
| -rw-r--r-- | scripts/build-llvm.pl | 407 |
1 files changed, 407 insertions, 0 deletions
diff --git a/scripts/build-llvm.pl b/scripts/build-llvm.pl new file mode 100644 index 0000000000000..f7a60d8d3d3e9 --- /dev/null +++ b/scripts/build-llvm.pl @@ -0,0 +1,407 @@ +#!/usr/bin/perl + +# This script will take a number ($ENV{SCRIPT_INPUT_FILE_COUNT}) of static archive files +# and pull them apart into object files. These object files will be placed in a directory +# named the same as the archive itself without the extension. Each object file will then +# get renamed to start with the archive name and a '-' character (for archive.a(object.o) +# the object file would becomde archive-object.o. Then all object files are re-made into +# a single static library. This can help avoid name collisions when different archive +# files might contain object files with the same name. + +use strict; +use Cwd 'abs_path'; +use File::Basename; +use File::Glob ':glob'; +use File::Slurp; +use List::Util qw[min max]; +use Digest::MD5 qw(md5_hex); + +our $llvm_srcroot = $ENV{SCRIPT_INPUT_FILE_0}; +our $llvm_dstroot = $ENV{SCRIPT_INPUT_FILE_1}; +our $archive_filelist_file = $ENV{SCRIPT_INPUT_FILE_2}; + +our $llvm_configuration = $ENV{LLVM_CONFIGURATION}; + +our $llvm_revision = "HEAD"; +our $clang_revision = "HEAD"; +our $compiler_rt_revision = "HEAD"; + +our $SRCROOT = "$ENV{SRCROOT}"; +our @archs = split (/\s+/, $ENV{ARCHS}); +my $os_release = 11; + +my $original_env_path = $ENV{PATH}; + +my $common_configure_options = "--disable-terminfo"; + +our %llvm_config_info = ( + 'Debug' => { configure_options => '--disable-optimized --disable-assertions --enable-cxx11 --enable-libcpp', make_options => 'DEBUG_SYMBOLS=1'}, + 'Debug+Asserts' => { configure_options => '--disable-optimized --enable-assertions --enable-cxx11 --enable-libcpp' , make_options => 'DEBUG_SYMBOLS=1'}, + 'Release' => { configure_options => '--enable-optimized --disable-assertions --enable-cxx11 --enable-libcpp' , make_options => ''}, + 'Release+Debug' => { configure_options => '--enable-optimized --disable-assertions --enable-cxx11 --enable-libcpp' , make_options => 'DEBUG_SYMBOLS=1'}, + 'Release+Asserts' => { configure_options => '--enable-optimized --enable-assertions --enable-cxx11 --enable-libcpp' , make_options => ''}, +); + +our $llvm_config_href = undef; +if (exists $llvm_config_info{"$llvm_configuration"}) +{ + $llvm_config_href = $llvm_config_info{$llvm_configuration}; +} +else +{ + die "Unsupported LLVM configuration: '$llvm_configuration'\n"; +} +our @llvm_repositories = ( + abs_path("$llvm_srcroot"), + abs_path("$llvm_srcroot/tools/clang"), +# abs_path("$llvm_srcroot/projects/compiler-rt") +); + +if (-e "$llvm_srcroot/lib") +{ + print "Using existing llvm sources in: '$llvm_srcroot'\n"; + print "Using standard LLVM build directory:\n SRC = '$llvm_srcroot'\n DST = '$llvm_dstroot'\n"; +} +else +{ + print "Checking out llvm sources from revision $llvm_revision...\n"; + do_command ("cd '$SRCROOT' && svn co --quiet --revision $llvm_revision http://llvm.org/svn/llvm-project/llvm/trunk llvm", "checking out llvm from repository", 1); + print "Checking out clang sources from revision $clang_revision...\n"; + do_command ("cd '$llvm_srcroot/tools' && svn co --quiet --revision $clang_revision http://llvm.org/svn/llvm-project/cfe/trunk clang", "checking out clang from repository", 1); +# print "Checking out compiler-rt sources from revision $compiler_rt_revision...\n"; +# do_command ("cd '$llvm_srcroot/projects' && svn co --quiet --revision $compiler_rt_revision http://llvm.org/svn/llvm-project/compiler-rt/trunk compiler-rt", "checking out compiler-rt from repository", 1); + print "Applying any local patches to LLVM/Clang..."; + + my @llvm_patches = bsd_glob("$ENV{SRCROOT}/scripts/llvm.*.diff"); + foreach my $patch (@llvm_patches) + { + do_command ("cd '$llvm_srcroot' && patch -p0 < $patch"); + } + + my @clang_patches = bsd_glob("$ENV{SRCROOT}/scripts/clang.*.diff"); + foreach my $patch (@clang_patches) + { + do_command ("cd '$llvm_srcroot/tools/clang' && patch -p0 < $patch"); + } + +# my @compiler_rt_patches = bsd_glob("$ENV{SRCROOT}/scripts/compiler-rt.*.diff"); +# foreach my $patch (@compiler_rt_patches) +# { +# do_command ("cd '$llvm_srcroot/projects/compiler-rt' && patch -p0 < $patch"); +# } +} + +# Get our options + +our $debug = 1; + +sub parallel_guess +{ + my $cpus = `sysctl -n hw.ncpu`; + chomp ($cpus); + my $memsize = `sysctl -n hw.memsize`; + chomp ($memsize); + my $max_cpus_by_memory = int($memsize / (750 * 1024 * 1024)); + return min($max_cpus_by_memory, $cpus); +} + +sub build_llvm +{ + #my $extra_svn_options = $debug ? "" : "--quiet"; + # Make the llvm build directory + my $arch_idx = 0; + + # Calculate if the current source digest so we can compare it to each architecture + # build folder + my @llvm_md5_strings; + foreach my $repo (@llvm_repositories) + { + if (-d "$repo/.svn") + { + push(@llvm_md5_strings, `cd '$repo'; svn info`); + push(@llvm_md5_strings, `cd '$repo'; svn diff`); + } + elsif (-d "$repo/.git") + { + push(@llvm_md5_strings, `cd '$repo'; git branch -v`); + push(@llvm_md5_strings, `cd '$repo'; git diff`); + } + } + + # open my $md5_data_file, '>', "/tmp/a.txt" or die "Can't open $! for writing...\n"; + # foreach my $md5_string (@llvm_md5_strings) + # { + # print $md5_data_file $md5_string; + # } + # close ($md5_data_file); + + #print "LLVM MD5 will be generated from:\n"; + #print @llvm_md5_strings; + my $llvm_hex_digest = md5_hex(@llvm_md5_strings); + my $did_make = 0; + + #print "llvm MD5: $llvm_hex_digest\n"; + + my @archive_dirs; + + foreach my $arch (@archs) + { + my $llvm_dstroot_arch = "${llvm_dstroot}/${arch}"; + + # if the arch destination root exists we have already built it + my $do_configure = 0; + my $do_make = 0; + my $is_arm = $arch =~ /^arm/; + my $save_arch_digest = 1; + my $arch_digest_file = "$llvm_dstroot_arch/md5"; + my $llvm_dstroot_arch_archive_dir = "$llvm_dstroot_arch/$llvm_configuration/lib"; + + push @archive_dirs, $llvm_dstroot_arch_archive_dir; + + print "LLVM architecture root for ${arch} exists at '$llvm_dstroot_arch'..."; + if (-e $llvm_dstroot_arch) + { + print "YES\n"; + $do_configure = !-e "$llvm_dstroot_arch/config.log"; + + my @archive_modtimes; + if ($do_make == 0) + { + if (-e $arch_digest_file) + { + my $arch_hex_digest = read_file($arch_digest_file); + if ($arch_hex_digest eq $llvm_hex_digest) + { + # No sources have been changed or updated + $save_arch_digest = 0; + } + else + { + # Sources have changed, or svn has been updated + print "Sources have changed, rebuilding...\n"; + $do_make = 1; + } + } + else + { + # No MD5 digest, we need to make + print "Missing MD5 digest file '$arch_digest_file', rebuilding...\n"; + $do_make = 1; + } + + if ($do_make == 0) + { + if (-e $archive_filelist_file) + { + # the final archive exists, check the modification times on all .a files that + # make the final archive to make sure we don't need to rebuild + my $archive_filelist_file_modtime = (stat($archive_filelist_file))[9]; + + our @archive_files = glob "$llvm_dstroot_arch_archive_dir/*.a"; + + for my $llvm_lib (@archive_files) + { + if (-e $llvm_lib) + { + if ($archive_filelist_file_modtime < (stat($llvm_lib))[9]) + { + print "'$llvm_dstroot_arch/$llvm_lib' is newer than '$archive_filelist_file', rebuilding...\n"; + $do_make = 1; + last; + } + } + } + } + else + { + $do_make = 1; + } + } + } + } + else + { + print "NO\n"; + do_command ("mkdir -p '$llvm_dstroot_arch'", "making llvm build directory '$llvm_dstroot_arch'", 1); + $do_configure = 1; + $do_make = 1; + + if ($is_arm) + { + my $llvm_dstroot_arch_bin = "${llvm_dstroot_arch}/bin"; + if (!-d $llvm_dstroot_arch_bin) + { + do_command ("mkdir -p '$llvm_dstroot_arch_bin'", "making llvm build arch bin directory '$llvm_dstroot_arch_bin'", 1); + my @tools = ("ar", "nm", "strip", "lipo", "ld", "as"); + my $script_mode = 0755; + my $prog; + for $prog (@tools) + { + chomp(my $actual_prog_path = `xcrun -sdk '$ENV{SDKROOT}' -find ${prog}`); + symlink($actual_prog_path, "$llvm_dstroot_arch_bin/${prog}"); + my $script_prog_path = "$llvm_dstroot_arch_bin/arm-apple-darwin${os_release}-${prog}"; + open (SCRIPT, ">$script_prog_path") or die "Can't open $! for writing...\n"; + print SCRIPT "#!/bin/sh\nexec '$actual_prog_path' \"\$\@\"\n"; + close (SCRIPT); + chmod($script_mode, $script_prog_path); + } + # Tools that must have the "-arch" and "-sysroot" specified + my @arch_sysroot_tools = ("clang", "clang++", "gcc", "g++"); + for $prog (@arch_sysroot_tools) + { + chomp(my $actual_prog_path = `xcrun -sdk '$ENV{SDKROOT}' -find ${prog}`); + symlink($actual_prog_path, "$llvm_dstroot_arch_bin/${prog}"); + my $script_prog_path = "$llvm_dstroot_arch_bin/arm-apple-darwin${os_release}-${prog}"; + open (SCRIPT, ">$script_prog_path") or die "Can't open $! for writing...\n"; + print SCRIPT "#!/bin/sh\nexec '$actual_prog_path' -arch ${arch} -isysroot '$ENV{SDKROOT}' \"\$\@\"\n"; + close (SCRIPT); + chmod($script_mode, $script_prog_path); + } + my $new_path = "$original_env_path:$llvm_dstroot_arch_bin"; + print "Setting new environment PATH = '$new_path'\n"; + $ENV{PATH} = $new_path; + } + } + } + + if ($save_arch_digest) + { + write_file($arch_digest_file, \$llvm_hex_digest); + } + + if ($do_configure) + { + # Build llvm and clang + print "Configuring clang ($arch) in '$llvm_dstroot_arch'...\n"; + my $lldb_configuration_options = "--enable-targets=x86_64,arm,arm64 $common_configure_options $llvm_config_href->{configure_options}"; + + # We're configuring llvm/clang with --enable-cxx11 and --enable-libcpp but llvm/configure doesn't + # pick up the right C++ standard library. If we have a MACOSX_DEPLOYMENT_TARGET of 10.7 or 10.8 + # (or are using actually building on those releases), we need to specify "-stdlib=libc++" at link + # time or llvm/configure will not see <atomic> as available and error out (v. llvm r199313). + $ENV{LDFLAGS} = $ENV{LDFLAGS} . " -stdlib=libc++"; + + if ($is_arm) + { + $lldb_configuration_options .= " --host=arm-apple-darwin${os_release} --target=arm-apple-darwin${os_release} --build=i686-apple-darwin${os_release} --program-prefix=\"\""; + } + else + { + $lldb_configuration_options .= " --build=$arch-apple-darwin${os_release}"; + } + if ($is_arm) + { + # Unset "SDKROOT" for ARM builds + do_command ("cd '$llvm_dstroot_arch' && unset SDKROOT && '$llvm_srcroot/configure' $lldb_configuration_options", + "configuring llvm build", 1); + } + else + { + do_command ("cd '$llvm_dstroot_arch' && '$llvm_srcroot/configure' $lldb_configuration_options", + "configuring llvm build", 1); + } + } + + if ($do_make) + { + $did_make = 1; + # Build llvm and clang + my $num_cpus = parallel_guess(); + print "Building clang using $num_cpus cpus ($arch)...\n"; + my $extra_make_flags = ''; + if ($is_arm) + { + $extra_make_flags = "UNIVERSAL=1 UNIVERSAL_ARCH=${arch} UNIVERSAL_SDK_PATH='$ENV{SDKROOT}' SDKROOT="; + } + do_command ("cd '$llvm_dstroot_arch' && make -j$num_cpus clang-only VERBOSE=1 $llvm_config_href->{make_options} PROJECT_NAME='llvm' $extra_make_flags", "making llvm and clang", 1); + do_command ("cd '$llvm_dstroot_arch' && make -j$num_cpus tools-only VERBOSE=1 $llvm_config_href->{make_options} PROJECT_NAME='llvm' $extra_make_flags EDIS_VERSION=1", "making libedis", 1); + + } + + ++$arch_idx; + } + + # If we did any makes update the archive filenames file with any .a files from + # each architectures "lib" folder... + if ($did_make) + { + open my $fh, '>', $archive_filelist_file or die "Can't open $! for writing...\n"; + foreach my $archive_dir (@archive_dirs) + { + append_all_archive_files ($archive_dir, $fh); + } + close($fh); + } +} + +#---------------------------------------------------------------------- +# quote the path if needed and realpath it if the -r option was +# specified +#---------------------------------------------------------------------- +sub finalize_path +{ + my $path = shift; + # Realpath all paths that don't start with "/" + $path =~ /^[^\/]/ and $path = abs_path($path); + + # Quote the path if asked to, or if there are special shell characters + # in the path name + my $has_double_quotes = $path =~ /["]/; + my $has_single_quotes = $path =~ /[']/; + my $needs_quotes = $path =~ /[ \$\&\*'"]/; + if ($needs_quotes) + { + # escape and double quotes in the path + $has_double_quotes and $path =~ s/"/\\"/g; + $path = "\"$path\""; + } + return $path; +} + +sub do_command +{ + my $cmd = shift; + my $description = @_ ? shift : "command"; + my $die_on_fail = @_ ? shift : undef; + $debug and print "% $cmd\n"; + system ($cmd); + if ($? == -1) + { + $debug and printf ("error: %s failed to execute: $!\n", $description); + $die_on_fail and $? and exit(1); + return $?; + } + elsif ($? & 127) + { + $debug and printf("error: %s child died with signal %d, %s coredump\n", + $description, + ($? & 127), + ($? & 128) ? 'with' : 'without'); + $die_on_fail and $? and exit(1); + return $?; + } + else + { + my $exit = $? >> 8; + if ($exit) + { + $debug and printf("error: %s child exited with value %d\n", $description, $exit); + $die_on_fail and exit(1); + } + return $exit; + } +} + +sub append_all_archive_files +{ + my $archive_dir = shift; + my $fh = shift; + + our @archive_files = glob "$archive_dir/*.a"; + for my $archive_fullpath (@archive_files) + { + print $fh "$archive_fullpath\n"; + } +} + +build_llvm(); |