[hipl-dev] [Branch ~hipl-core/hipl/trunk] Rev 6276: autobuild: Do not run make with arbitrary parallelism, try to find a compromise.

From: noreply@xxxxxxxxxxxxx
To: HIPL core team <hipl-dev@xxxxxxxxxxxxx>
Date: Wed, 01 Feb 2012 17:36:11 -0000

------------------------------------------------------------
revno: 6276
committer: Diego Biurrun <diego@xxxxxxxxxx>
branch nick: hipl
timestamp: Wed 2012-02-01 18:14:20 +0100
message:
  autobuild: Do not run make with arbitrary parallelism, try to find a 
compromise.
  
  'make -j' may start too many jobs and make the build host run out of memory.
  So limit the load value up to which new jobs will get spawned to '6'.
  Hopefully this is a good enough compromise between parallelism and load.
modified:
  tools/hipl_autobuild.sh


--
lp:hipl
https://code.launchpad.net/~hipl-core/hipl/trunk

Your team HIPL core team is subscribed to branch lp:hipl.
To unsubscribe from this branch go to 
https://code.launchpad.net/~hipl-core/hipl/trunk/+edit-subscription

=== modified file 'tools/hipl_autobuild.sh'
--- tools/hipl_autobuild.sh     2012-02-01 17:11:40 +0000
+++ tools/hipl_autobuild.sh     2012-02-01 17:14:20 +0000
@@ -74,6 +74,8 @@
 BRANCH_REVISION_FILE=$BUILD_DIR/HIPL_REVISION_$BRANCH_NAME
 AUTOBUILD_REVISION=$(cat $BRANCH_REVISION_FILE)
 
+MAKEOPTS="-j -l 6"
+
 # helper functions
 run_program()
 {
@@ -141,9 +143,9 @@
 {
     # Run compile and install tests for a certain configuration, in-tree.
     CONFIGURATION="--prefix=$(pwd)/local_install $@"
-    run_program "./configure" $CONFIGURATION &&
-        run_program "make -j"                &&
-        run_program "make -j checkheaders"   &&
+    run_program "./configure" $CONFIGURATION        &&
+        run_program "make $MAKEOPTS"                &&
+        run_program "make $MAKEOPTS checkheaders"   &&
         run_program "make install"
 }
 
@@ -168,10 +170,10 @@
 compile
 
 # internal autoconf tests, bootstrap the dist tarball, build out-of-tree, etc
-run_program "make -j distcheck"
+run_program "make $MAKEOPTS distcheck"
 
 # run unit tests (needs to run after HIPL has been configured)
-run_program "make -j check"
+run_program "make $MAKEOPTS check"
 
 # PISA configuration
 compile --enable-firewall --disable-rvs --disable-profiling --enable-debug 
--disable-performance
@@ -196,7 +198,7 @@
 # test binary distribution packages
 # This is run as the last test because it can have sideeffects on the
 # other standard configurations.
-run_program "make -j bin"
+run_program "make $MAKEOPTS bin"
 
 if test -d $OPENWRT_DIR; then
     # Compile HIPL within an OpenWrt checkout
@@ -206,13 +208,13 @@
     run_program "cp $CHECKOUT_DIR/hipl-*.tar.gz dl/"
     run_program "rm -rf package/hipl"
     run_program "cp -r $CHECKOUT_DIR/packaging/openwrt/hipl package/"
-    run_program "make -j package/hipl/clean V=99"
-    run_program "make -j package/hipl/install V=99"
+    run_program "make $MAKEOPTS package/hipl/clean V=99"
+    run_program "make $MAKEOPTS package/hipl/install V=99"
 else
     echo No OpenWrt directory found, skipping OpenWrt check.
 fi
 
-if test -d $ $SCRATCHBOX_HOME; then
+if test -d $SCRATCHBOX_HOME; then
     # Crosscompile HIPL in a scratchbox environment.
     # scratchbox complains if USER is missing from the environment
     export USER=$LOGNAME

[hipl-dev] [Branch ~hipl-core/hipl/trunk] Rev 6276: autobuild: Do not run make with arbitrary parallelism, try to find a compromise.

Other related posts: