Binutils and other compressors also included in pipeline

To have better control over the build, GNU Binutils, Bzip2, GNU Gzip, and
XZ Utils have also been added to the pipeline. Some other minor cleanups
and fixes were also implemented throughout the process.

1 files changed, 96 insertions, 28 deletions

diff --git a/reproduce/src/make/dependencies-basic.mk b/reproduce/src/make/dependencies-basic.mk
index 8fbfeaf..be6e5ed 100644
--- a/reproduce/src/make/dependencies-basic.mk
+++ b/reproduce/src/make/dependencies-basic.mk
@@ -1,5 +1,5 @@
-# Build the VERY BASIC reproduction pipeline dependencies (programs and
-# libraries).
+# Build the VERY BASIC reproduction pipeline dependencies before everything
+# else using minimum Make and Shell.
 #
 # ------------------------------------------------------------------------
 #                      !!!!! IMPORTANT NOTES !!!!!
@@ -7,9 +7,11 @@
 # This Makefile will be run by the initial `./configure' script. It is not
 # included into the reproduction pipe after that.
 #
-# This Makefile builds very low-level and basic tools like GNU Bash and GNU
-# Make. Therefore this is the only Makefile in the reproduction pipeline
-# where you MUST NOT assume that modern GNU Bash or GNU Make are used.
+# This Makefile builds very low-level and basic tools like GNU Tar, and
+# various compression programs, GNU Bash, and GNU Make. Therefore this is
+# the only Makefile in the reproduction pipeline where you MUST NOT assume
+# that modern GNU Bash or GNU Make are used. After this Makefile, other
+# Makefiles can safely assume the fixed version of all these software.
 #
 # This Makefile is a very simplified version of `dependencies.mk' in the
 # same directory. See there for more comments.
@@ -48,8 +50,11 @@ ibdir = $(BDIR)/dependencies/installed/bin
 ildir = $(BDIR)/dependencies/installed/lib
 
 # As we build more programs, we want to use our own pipeline's built
-# programs, not the systems.
-PATH := $(ibdir):$(PATH)
+# programs and libraries, not the host's.
+PATH            := $(ibdir):$(PATH)
+LDFLAGS         := -L$(ildir) $(LDFLAGS)
+CPPFLAGS        := -I$(idir)/include $(CPPFLAGS)
+LD_LIBRARY_PATH := $(ildir):$(LD_LIBRARY_PATH)
 
 top-level-programs = bash
 all: $(foreach p, $(top-level-programs), $(ibdir)/$(p))
@@ -65,10 +70,30 @@ all: $(foreach p, $(top-level-programs), $(ibdir)/$(p))
 # is not recognized by some versions of Make (even older GNU Makes). So
 # we'll have to make sure the recipe doesn't break into multiple shell
 # calls (so we can preserve the variables).
+#
+# Software hosted at akhlaghi.org/src: As of our latest check (November
+# 2018) their major release tarballs either crash or don't build on some
+# systems (for example Make or Gzip), or they don't exist (for example
+# Bzip2).
+#
+# In the first case, we used their Git repo and bootstrapped them (just
+# like Gnuastro) and built the most recent tarball off of that. In the case
+# of Bzip2: its webpage has expired and doesn't host the data any more. It
+# is available on the link below (archive.org):
+#
+# https://web.archive.org/web/20180624184806/http://www.bzip.org/1.0.6/bzip2-1.0.6.tar.gz
+#
+# However, downloading from this link is slow (because its just a link). So
+# its easier to just keep a with the others.
 tarballs = $(foreach t, bash-$(bash-version).tar.gz                         \
+                        binutils-$(binutils-version).tar.lz                 \
+                        bzip2-$(bzip2-version).tar.gz                       \
+	                gzip-$(gzip-version).tar.lz                         \
                         lzip-$(lzip-version).tar.gz                         \
-	                make-$(make-version).tar.gz                         \
+	                make-$(make-version).tar.lz                         \
 	                tar-$(tar-version).tar.gz                           \
+                        xz-$(xz-version).tar.gz                             \
+                        zlib-$(zlib-version).tar.gz                         \
                       , $(tdir)/$(t) )
 $(tarballs): $(tdir)/%:
 	if [ -f $(DEPENDENCIES-DIR)/$* ]; then                              \
@@ -79,10 +104,15 @@ $(tarballs): $(tdir)/%:
 	               | awk '{print $$1}' );                               \
 	                                                                    \
 	  mergenames=1;                                                     \
-	  if   [ $$n = bash ]; then w=http://ftp.gnu.org/gnu/bash;          \
-	  elif [ $$n = lzip ]; then w=http://download.savannah.gnu.org/releases/lzip; \
-	  elif [ $$n = make ]; then w=http://akhlaghi.org/src;              \
-	  elif [ $$n = tar  ]; then w=http://ftp.gnu.org/gnu/tar;           \
+	  if   [ $$n = bash     ]; then w=http://ftp.gnu.org/gnu/bash;      \
+	  elif [ $$n = binutils ]; then w=http://ftp.gnu.org/gnu/binutils;  \
+	  elif [ $$n = bzip     ]; then w=http://akhlaghi.org/src;          \
+	  elif [ $$n = gzip     ]; then w=http://akhlaghi.org/src;          \
+	  elif [ $$n = lzip     ]; then w=http://download.savannah.gnu.org/releases/lzip; \
+	  elif [ $$n = make     ]; then w=http://akhlaghi.org/src;          \
+	  elif [ $$n = tar      ]; then w=http://ftp.gnu.org/gnu/tar;       \
+	  elif [ $$n = xz       ]; then w=http://tukaani.org/xz;            \
+	  elif [ $$n = zlib     ]; then w=http://www.zlib.net               \
 	  else                                                              \
 	    echo; echo; echo;                                               \
 	    echo "'$$n' not a dependency name (for downloading)."           \
@@ -101,27 +131,65 @@ $(tarballs): $(tdir)/%:
 
 
 
-# Basic programs (sorted alphabetically), see prerequisites for which one
-# will be built first.
-$(ibdir)/bash: $(tdir)/bash-$(bash-version).tar.gz \
-	       $(ibdir)/make
-	$(call gbuild,$(subst $(tdir)/,,$<), bash-$(bash-version), , \
-               --enable-static-link)
-
+# GNU Lzip: For a static build, the `-static' flag should be given to
+# LDFLAGS on the command-line (not from the environment).
 $(ibdir)/lzip: $(tdir)/lzip-$(lzip-version).tar.gz
-	$(call gbuild,$(subst $(tdir)/,,$<), lzip-$(lzip-version), static)
+	$(call gbuild,$(subst $(tdir)/,,$<), lzip-$(lzip-version), , \
+                      LDFLAGS="-static")
+
+
+# GNU Gzip.
+$(ibdir)/gzip: $(tdir)/gzip-$(gzip-version).tar.lz  \
+	       $(ibdir)/lzip
+	$(call gbuild,$(subst $(tdir)/,,$<), gzip-$(gzip-version), static)
+
+
+# Zlib: its `./configure' doesn't use Autoconf's configure script, it just
+# accepts a direct `--static' option.
+$(ildir)/libz.a: $(tdir)/zlib-$(zlib-version).tar.gz
+	$(call gbuild,$(subst $(tdir)/,,$<), zlib-$(zlib-version), ,   \
+                      --static)
 
-# Unfortunately GNU Make needs dynamic linking in two instances: when
+# XZ Utils
+$(ibdir)/xz: $(tdir)/xz-$(xz-version).tar.gz
+	$(call gbuild,$(subst $(tdir)/,,$<), xz-$(xz-version), static)
+
+# Bzip2: Bzip2 doesn't have a configure script.
+$(ibdir)/bzip2: $(tdir)/bzip2-$(bzip2-version).tar.gz
+	 tdir=bzip2-$(bzip2-version);                                  \
+	 cd $(ddir) && rm -rf $$tdir && tar xf $< && cd $$tdir &&      \
+	 make LDFLAGS=-static && make install PREFIX=$(idir) &&        \
+	 cd .. && rm -rf $$tdir
+
+
+# GNU Binutils:
+$(ibdir)/nm: $(tdir)/binutils-$(binutils-version).tar.lz \
+	     $(ibdir)/lzip                               \
+             $(ildir)/libz.a
+	$(call gbuild,$(subst $(tdir)/,,$<), binutils-$(binutils-version), \
+                      static)
+
+# GNU Tar: When built statically, tar gives a segmentation fault on
+# unpacking Bash. So we'll build it dynamically.
+$(ibdir)/tar: $(tdir)/tar-$(tar-version).tar.gz \
+	      $(ibdir)/bzip2                    \
+	      $(ibdir)/gzip                     \
+	      $(ibdir)/lzip                     \
+	      $(ibdir)/xz                       \
+              $(ibdir)/nm
+	$(call gbuild,$(subst $(tdir)/,,$<), tar-$(tar-version))
+
+# GNU Make: Unfortunately it needs dynamic linking in two instances: when
 # loading objects (dynamically linked libraries), or when using the
 # `getpwnam' function (for tilde expansion). The first can be disabled with
 # `--disable-load', but unfortunately I don't know any way to fix the
 # second. So, we'll have to build it dynamically for now.
-$(ibdir)/make: $(tdir)/make-$(make-version).tar.gz \
+$(ibdir)/make: $(tdir)/make-$(make-version).tar.lz \
                $(ibdir)/tar
-	$(call gbuild,$(subst $(tdir)/,,$<), make-$(make-version), , , ,)
+	$(call gbuild,$(subst $(tdir)/,,$<), make-$(make-version))
 
-# When built statically, tar gives a segmentation fault on unpacking
-# Bash. So we'll build it dynamically.
-$(ibdir)/tar: $(tdir)/tar-$(tar-version).tar.gz \
-              $(ibdir)/lzip
-	$(call gbuild,$(subst $(tdir)/,,$<), tar-$(tar-version))
+# GNU Bash
+$(ibdir)/bash: $(tdir)/bash-$(bash-version).tar.gz \
+	       $(ibdir)/make
+	$(call gbuild,$(subst $(tdir)/,,$<), bash-$(bash-version), , \
+               --enable-static-link)