2 files changed, 228 insertions, 0 deletions

diff --git a/Tools/portbuild/scripts/dopackages b/Tools/portbuild/scripts/dopackages
new file mode 100755
index 000000000000..a0e94249c1d1
--- /dev/null
+++ b/Tools/portbuild/scripts/dopackages
@@ -0,0 +1,219 @@
+#!/bin/sh
+
+# configurable variables
+pb=/a/asami/portbuild
+user=asami
+
+usage () {
+  echo "usage: [-nobuild] [-noindex] [-noduds] [-nocvsup] branch"
+  exit 1
+}
+
+scripts=${pb}/scripts
+lock=${pb}/lock
+
+umask 002
+export PORTSDIR=${pb}/usr/ports
+
+me=$(hostname -s)
+
+echo "Subject: $me package building logs"
+echo
+echo "Called with arguments: "${1+"$@"}
+
+PATH=/sbin:/bin:/usr/sbin:/usr/bin:/usr/local/sbin:/usr/local/bin:/usr/X11R6/bin
+
+if [ $# = 0 ]; then
+  usage
+fi
+
+if [ -e ${lock} ]; then
+  echo "Skipped since lock file exists"
+  exit 1
+fi
+
+touch ${lock}
+
+nobuild=0
+noindex=0
+noduds=0
+nocvsup=0
+
+# optional arguments
+while [ $# -gt 1 ]; do
+  case "x$1" in
+    x-nobuild)
+      nobuild=1
+      ;;
+    x-noindex)
+      noindex=1
+      ;;
+    x-noduds)
+      noduds=1
+      ;;
+    x-nocvsup)
+      nocvsup=1
+      ;;
+    *)
+      usage
+      ;;
+  esac
+  shift
+done
+
+# mandatory argument
+branch=$1
+if [ "x$branch" != x3 -a "x$branch" != x4 ]; then
+  usage
+fi
+
+cd ${pb}/usr/ports
+if [ "$nocvsup" = 0 ]; then
+  echo "================================================"
+  echo "running cvsup"
+  echo "================================================"
+  su ${user} -c 'cvsup -g -L 1 /etc/supfile.cvsup'
+  echo "================================================"
+  echo "running cvs update"
+  echo "================================================"
+  su ${user} -c 'cvs -q update -d -P'
+  echo "================================================"
+  echo "running make checksubdirs"
+  echo "================================================"
+  make checksubdirs 
+fi
+
+# generate new Makefile
+if [ "$noindex" = 0 ]; then
+  echo "================================================"
+  echo "generating index"
+  echo "================================================"
+  echo -n "started at "
+  date
+  ${scripts}/makeindex ${branch} || exit 1
+  echo -n "ended at "
+  date
+  echo $(wc -l <INDEX) "lines in INDEX"
+  chown ${user} INDEX
+fi
+make parallel > ../../${branch}/Makefile
+
+if [ "$noduds" = 0 ]; then
+  echo "================================================"
+  echo "generating duds"
+  echo "================================================"
+  echo -n "started at "
+  date
+  ${scripts}/makeduds ${branch}
+  echo -n "ended at "
+  date
+  echo $(wc -l < ${pb}/${branch}/duds) "items in duds"
+  echo "duds diff:"
+  diff ${pb}/${branch}/duds.old ${pb}/${branch}/duds
+  cp -p ${pb}/${branch}/duds ${pb}/${branch}/duds.old
+fi
+
+echo "================================================"
+echo "running cvs update on /usr/opt/doc"
+echo "================================================"
+cd ${pb}/usr/opt/doc
+su ${user} -c 'cvs -q update -d -P'
+
+echo "================================================"
+echo "setting up nodes"
+echo "================================================"
+echo -n "started at "
+date
+for node in $(awk '{print $1}' ${pb}/mlist); do
+  echo "setting up $node"
+  scp -p -a $scripts/setupnode $node:$scripts
+  ssh -n $node $scripts/setupnode $me $pb $branch &
+done
+wait
+echo -n "ended at "
+date
+
+cd ${pb}
+if [ "$nobuild" = 0 ]; then
+  rm -rf bak/distfiles
+  mv -f distfiles bak
+  mkdir distfiles
+  chown -R ${user} distfiles
+  cd ${pb}/${branch}/bak
+  rm -rf errors logs packages old-errors
+  cd ${pb}/${branch}
+  mv -f errors logs packages old-errors make.* bak
+  mkdir -p errors logs packages/All
+  chown -R ${user} errors logs packages 
+  cp -p tarballs/XFree86-3.3.3.1.tgz packages/All
+  cp -p tarballs/Motif-*.tgz packages/All
+  count=$(awk '{sum+=$2}END{print sum+NR/2}' ${pb}/mlist)
+  cd ${pb}/${branch}/packages/All
+  echo "================================================"
+  echo "building packages (phase 1)"
+  echo "================================================"
+  echo -n "started at "
+  date
+  make -k -j$count -f ../../Makefile > ../../make.0 2>&1 </dev/null
+  echo -n "ended at "
+  date
+  echo $(ls -1 ${pb}/${branch}/packages/All | wc -l) "packages built"
+  echo $(echo $(du -sk ${pb}/${branch}/packages | awk '{print $1}') / 1024 | bc) "MB of packages"
+  echo $(echo $(du -sk ${pb}/distfiles | awk '{print $1}') / 1024 | bc) "MB of distfiles"
+  cd ${pb}/${branch}
+  if grep -q 'ptimeout: killing' make.0; then
+    echo "The following port(s) timed out:"
+    grep 'ptimeout: killing' make.0 | sed -e 's/^.*ptimeout:/ptimeout:/'
+  fi
+  cp -rp errors old-errors
+  cd ${pb}/${branch}/old-errors
+  ${pb}/scripts/processlogs
+  cd ${pb}/${branch}/packages/All
+  echo "================================================"
+  echo "building packages (phase 2)"
+  echo "================================================"
+  echo -n "started at "
+  date
+  make -k -j$count -f ../../Makefile > ../../make.1 2>&1 </dev/null
+  echo -n "ended at "
+  date
+  echo $(ls -1 ${pb}/${branch}/packages/All | wc -l) "packages built"
+  echo $(echo $(du -sk ${pb}/${branch}/packages | awk '{print $1}') / 1024 | bc) "MB of packages"
+  echo $(echo $(du -sk ${pb}/distfiles | awk '{print $1}') / 1024 | bc) "MB of distfiles"
+  cd ${pb}/${branch}
+  if grep -q 'ptimeout: killing' make.1; then
+    echo "The following port(s) timed out:"
+    grep 'ptimeout: killing' make.1 | sed -e 's/^.*ptimeout:/ptimeout:/'
+  fi
+  cd ${pb}/${branch}/old-errors
+  new=""
+  for i in *.log; do
+    if [ ! -f ../errors/$i ]; then
+      new="$new $(basename $i .log)"
+    fi
+  done
+  if [ "x$new" != "x" ]; then
+    echo "The following ports didn't build the first time around: $new"
+  fi
+  cd ${PORTSDIR}
+  echo "================================================"
+  echo "creating restricted list"
+  echo "================================================"
+  echo -n "started at "
+  date
+  make ECHO_MSG=/usr/bin/true clean-restricted-list > ${pb}/${branch}/restricted.sh
+  echo -n "ended at "
+  date
+  echo $(grep -c '^#' ${pb}/${branch}/restricted.sh) "ports in ${pb}/${branch}/restricted.sh"
+  echo "================================================"
+  echo "creating cdrom list"
+  echo "================================================"
+  echo -n "started at "
+  date
+  make ECHO_MSG=/usr/bin/true clean-for-cdrom-list > ${pb}/${branch}/cdrom.sh
+  echo -n "ended at "
+  date
+  echo $(grep -c '^#' ${pb}/${branch}/cdrom.sh) "ports in ${pb}/${branch}/cdrom.sh"
+fi
+
+rm -f ${lock}
diff --git a/Tools/portbuild/scripts/dopackages2 b/Tools/portbuild/scripts/dopackages2
new file mode 100755
index 000000000000..33f38c998eeb
--- /dev/null
+++ b/Tools/portbuild/scripts/dopackages2
@@ -0,0 +1,9 @@
+#!/bin/sh
+
+pb=/a/asami/portbuild
+${pb}/scripts/dopackages 4 2>&1 \
+	| tee /a/asami/portbuild/4/build.log \
+	| sendmail asami@freebsd.org
+${pb}/scripts/dopackages -nocvsup 3 2>&1 \
+	| tee /a/asami/portbuild/3/build.log \
+	| sendmail asami@freebsd.org