#!/bin/sh # This is the build script used by Linden Lab's autmated build system. # set -x export PATH=/bin:/usr/bin:$PATH arch=`uname | cut -b-6` here=`echo $0 | sed 's:[^/]*$:.:'` year=`date +%Y` branch=`svn info | grep '^URL:' | sed 's:.*/::'` revision=`svn info | grep '^Revision:' | sed 's/.*: //'` [ x"$WGET_CACHE" = x ] && export WGET_CACHE=/var/tmp/parabuild/wget [ x"$S3GET_URL" = x ] && export S3GET_URL=http://viewer-source-downloads.s3.amazonaws.com/$year [ x"$S3PUT_URL" = x ] && export S3PUT_URL=https://s3.amazonaws.com/viewer-source-downloads/$year [ x"$PUBLIC_URL" = x ] && export PUBLIC_URL=http://secondlife.com/developers/opensource/downloads/$year [ x"$PUBLIC_EMAIL" = x ] && export PUBLIC_EMAIL=sldev-commits@lists.secondlife.com # Make sure command worked and bail out if not, reporting failure to parabuild fail() { release_lock echo "BUILD FAILED" $@ exit 1 } pass() { release_lock echo "BUILD SUCCESSFUL" exit 0 } # Locking to avoid contention with u-s-c LOCK_CREATE=/usr/bin/lockfile-create LOCK_TOUCH=/usr/bin/lockfile-touch LOCK_REMOVE=/usr/bin/lockfile-remove LOCK_PROCESS= locking_available() { test -x "$LOCK_CREATE"\ -a -x "$LOCK_TOUCH"\ -a -x "$LOCK_REMOVE" } acquire_lock() { if locking_available then if "$LOCK_CREATE" /var/lock/update-system-config --retry 99 then "$LOCK_TOUCH" /var/lock/update-system-config & LOCK_PROCESS="$!" else fail acquire lock fi else true fi } release_lock() { if locking_available then if test x"$LOCK_PROCESS" != x then kill "$LOCK_PROCESS" "$LOCK_REMOVE" /var/lock/update-system-config else echo No Lock Acquired >&2 fi else true fi } get_asset() { mkdir -p "$WGET_CACHE" || fail creating WGET_CACHE local tarball=`basename "$1"` test -r "$WGET_CACHE/$tarball" || ( cd "$WGET_CACHE" && curl --location --remote-name "$1" || fail getting $1 ) case "$tarball" in *.zip) unzip -qq -d .. -o "$WGET_CACHE/$tarball" || fail unzip $tarball ;; *.tar.gz|*.tgz) tar -C .. -xzf "$WGET_CACHE/$tarball" || fail untar $tarball ;; *) fail unrecognized filetype: $tarball ;; esac } s3_available() { test -x "$helpers/s3get.sh" -a -x "$helpers/s3put.sh" -a -r "$helpers/s3curl.pl" } build_dir_Darwin() { echo build-darwin-universal } build_dir_Linux() { echo viewer-linux-i686-`echo $1 | tr A-Z a-z` } build_dir_CYGWIN() { echo build-vc80 } installer_Darwin() { ls -1td "`build_dir_Darwin Release`/newview/"*.dmg 2>/dev/null | sed 1q } installer_Linux() { ls -1td "`build_dir_Linux Release`/newview/"*.tar.bz2 2>/dev/null | sed 1q } installer_CYGWIN() { d=`build_dir_CYGWIN Release` p=`sed 's:.*=::' "$d/newview/Release/touched.bat"` echo "$d/newview/Release/$p" } # deal with aborts etc.. trap fail 1 2 3 14 15 # Check location cd "$here/../.." test -x ../linden/scripts/automated_build_scripts/opensrc-build.sh\ || fail 'The parent dir of your checkout needs to be named "linden"' . doc/asset_urls.txt get_asset "$SLASSET_ART" # Set up platform specific stuff case "$arch" in # Note that we can only build the "Release" variant for Darwin, because of a compiler bug: # ld: bl out of range (-16777272 max is +/-16M) # from __static_initialization_and_destruction_0(int, int)at 0x033D319C # in __StaticInit of # indra/build-darwin-universal/newview/SecondLife.build/Debug/Second Life.build/Objects-normal/ppc/llvoicevisualizer.o # to ___cxa_atexit$island_2 at 0x023D50F8 # in __text of # indra/build-darwin-universal/newview/SecondLife.build/Debug/Second Life.build/Objects-normal/ppc/Second Life # in __static_initialization_and_destruction_0(int, int) # from indra/build-darwin-universal/newview/SecondLife.build/Debug/Second Life.build/Objects-normal/ppc/llvoicevisualizer.o Darwin) helpers=/usr/local/buildscripts/generic_vc variants="Release" cmake_generator="Xcode" fmod=fmodapi375mac fmod_tar="$fmod.zip" fmod_so=libfmod.a fmod_lib=lib target_dirs="libraries/universal-darwin/lib_debug libraries/universal-darwin/lib_release libraries/universal-darwin/lib_release_client" other_archs="$S3GET_URL/$branch/$revision/CYGWIN $S3GET_URL/$branch/$revision/Linux" mail="$helpers"/mail.py all_done="$helpers"/all_done.py get_asset "$SLASSET_LIBS_DARWIN" ;; CYGWIN) helpers=/cygdrive/c/buildscripts variants="Debug RelWithDebInfo Release" #variants="Release" cmake_generator="vc80" fmod=fmodapi375win fmod_tar=fmodapi375win.zip fmod_so=fmodvc.lib fmod_lib=lib target_dirs="libraries/i686-win32/lib/debug libraries/i686-win32/lib/release" other_archs="$S3GET_URL/$branch/$revision/Darwin $S3GET_URL/$branch/$revision/Linux" export PATH="/cygdrive/c/Python25:/cygdrive/c/Program Files/Cmake 2.6/bin":$PATH export PERL="/cygdrive/c/Perl/bin/perl.exe" export S3CURL="C:\\buildscripts\s3curl.pl" export CURL="C:\\cygwin\\bin\\curl.exe" mail="C:\\buildscripts\\mail.py" all_done="C:\\buildscripts\\all_done.py" get_asset "$SLASSET_LIBS_WIN32" ;; Linux) helpers=/var/opt/parabuild/buildscripts/generic_vc [ x"$CXX" = x ] && test -x /usr/bin/g++-4.1 && export CXX=/usr/bin/g++-4.1 acquire_lock variants="Debug RelWithDebInfo Release" #variants="Release" cmake_generator="Unix Makefiles" fmod=fmodapi375linux fmod_tar="$fmod".tar.gz fmod_so=libfmod-3.75.so fmod_lib=. target_dirs="libraries/i686-linux/lib_debug libraries/i686-linux/lib_release libraries/i686-linux/lib_release_client" other_archs="$S3GET_URL/$branch/$revision/Darwin $S3GET_URL/$branch/$revision/CYGWIN" mail="$helpers"/mail.py all_done="$helpers"/all_done.py # Change the DISTCC_DIR to be somewhere that the parabuild process can write to if test -r /etc/debian_version then [ x"$DISTCC_DIR" = x ] && export DISTCC_DIR=/var/tmp/parabuild case `cat /etc/debian_version` in 3.*) [ x"$DISTCC_HOSTS" = x ]\ && export DISTCC_HOSTS="build-linux-1 build-linux-2 build-linux-3 build-linux-4 build-linux-5" ;; 4.*) [ x"$DISTCC_HOSTS" = x ]\ && export DISTCC_HOSTS="build-linux-6 build-linux-7 build-linux-8 build-linux-9" ;; esac fi get_asset "$SLASSET_LIBS_LINUXI386" ;; *) fail undefined $arch ;; esac get_asset "http://www.fmod.org/index.php/release/version/$fmod_tar" # Special case for Mac... case "$arch" in Darwin) if lipo -create -output "../$fmod"/api/$fmod_lib/libfmod-universal.a\ "../$fmod"/api/$fmod_lib/libfmod.a\ "../$fmod"/api/$fmod_lib/libfmodx86.a then mv "../$fmod"/api/$fmod_lib/libfmod.a "../$fmod"/api/$fmod_lib/libfmodppc.a mv "../$fmod"/api/$fmod_lib/libfmod-universal.a "../$fmod"/api/$fmod_lib/libfmod.a echo Created fat binary else fail running lipo fi ;; esac # ensure helpers are up to date ( cd "$helpers" && svn up ) # First, go into the directory where the code was checked out by Parabuild cd indra # This is the way it works now, but it will soon work on a variant dependent way for target_dir in $target_dirs do mkdir -p "../$target_dir" cp -f "../../$fmod/api/$fmod_lib/$fmod_so" "../$target_dir" done mkdir -p "../libraries/include" cp -f "../../$fmod/api/inc/"* "../libraries/include" # Special Windows case test -r "../../$fmod/api/fmod.dll" && cp -f "../../$fmod/api/fmod.dll" newview # Now run the build command over all variants succeeded=true cp /dev/null build.log ### TEST CODE - remove when done ### variants= ### echo "Artificial build failure to test notifications" > build.log ### succeeded=false ### END TEST CODE for variant in $variants do build_dir=`build_dir_$arch $variant` rm -rf "$build_dir" # This is the way it will work in future #for target_dir in $target_dirs #do # mkdir -p "$build_dir/$target_dir" # cp "../../$fmod/api/$fmod_lib/$fmod_so" "$build_dir/$target_dir" #done #mkdir -p "$build_dir/libraries/include" #cp "../../$fmod/api/inc/"* "$build_dir/libraries/include" echo "==== $variant ====" >> build.log if ./develop.py \ --unattended \ --incredibuild \ -t $variant \ -G "$cmake_generator" \ configure \ -DPACKAGE:BOOL=ON >>build.log 2>&1 then if ./develop.py\ --unattended\ --incredibuild \ -t $variant\ -G "$cmake_generator" \ build package >>build.log 2>&1 then # run tests if needed true else succeeded=false fi else succeeded=false fi done # check statuis and upload results to S3 subject= if $succeeded then package=`installer_$arch` test -r "$package" || fail not found: $package package_file=`echo $package | sed 's:.*/::'` if s3_available then echo "$PUBLIC_URL/$branch/$revision/$package_file" > "$arch" echo "$PUBLIC_URL/$branch/$revision/good-build.$arch" >> "$arch" "$helpers/s3put.sh" "$package" "$S3PUT_URL/$branch/$revision/$package_file" binary/octet-stream\ || fail Uploading "$package" "$helpers/s3put.sh" build.log "$S3PUT_URL/$branch/$revision/good-build.$arch" text/plain\ || fail Uploading build.log "$helpers/s3put.sh" "$arch" "$S3PUT_URL/$branch/$revision/$arch" text/plain\ || fail Uploading token file if python "$all_done"\ curl\ "$S3GET_URL/$branch/$revision/$arch"\ $other_archs > message then subject="Successful Build for $branch ($revision)" fi else true s3 is not available fi else if s3_available then "$helpers/s3put.sh" build.log "$S3PUT_URL/$branch/$revision/failed-build.$arch" text/plain\ || fail Uploading build.log subject="Failed Build for $branch ($revision) on $arch" cat >message <<EOF Build for $branch ($revision) failed for $arch. Please see the build log for details: $PUBLIC_URL/$branch/$revision/failed-build.$arch EOF else true s3 is not available fi fi # We have something to say... if [ x"$subject" != x ] then # Extract change list since last build if [ x"$PARABUILD_CHANGE_LIST_NUMBER" = x ] then echo "No change information available" >> message elif [ x"$PARABUILD_PREVIOUS_CHANGE_LIST_NUMBER" = x ] then ( cd .. && svn log --verbose --stop-on-copy --limit 50 ) >>message else ( cd .. && svn log --verbose -r"$PARABUILD_PREVIOUS_CHANGE_LIST_NUMBER":"$PARABUILD_CHANGE_LIST_NUMBER" ) >>message fi # $PUBLIC_EMAIL can be a list, so no quotes python "$mail" "$subject" $PUBLIC_EMAIL <message fi if $succeeded then pass else fail fi