Revised how base software installed & updated on AWS

deploy-cluster-aws/awsdeploy.sh

@@ -89,6 +89,8 @@ chmod +x add2known_hosts.sh
 # Rollout base packages (dependencies) needed before
 # storage backend (RethinkDB) and BigchainDB can be rolled out
 fab install_base_software
+fab get_pip3
+fab upgrade_setuptools
 
 if [ "$WHAT_TO_DEPLOY" == "servers" ]; then
     # (Re)create the RethinkDB configuration file conf/rethinkdb.conf

deploy-cluster-aws/fabfile.py

@@ -52,11 +52,48 @@ def set_host(host_index):
 @task
 @parallel
 def install_base_software():
+    # This deletes the dir where "apt-get update" stores the list of packages
+    sudo('rm -rf /var/lib/apt/lists/')
+    # Re-create that directory, and its subdirectory named "partial"
+    sudo('mkdir -p /var/lib/apt/lists/partial/')
+    # Repopulate the list of packages in /var/lib/apt/lists/
+    # See https://tinyurl.com/zjvj9g3
+    sudo('apt-get -y update')
+    # Configure all unpacked but unconfigured packages.
+    # See https://tinyurl.com/zf24hm5
+    sudo('dpkg --configure -a')
+    # Attempt to correct a system with broken dependencies in place.
+    # See https://tinyurl.com/zpktd7l
+    sudo('apt-get -y -f install')
+    # For some reason, repeating the last three things makes this
+    # installation process more reliable...
     sudo('apt-get -y update')
     sudo('dpkg --configure -a')
     sudo('apt-get -y -f install')
-    sudo('apt-get -y install wget git g++ python3-dev python3-setuptools')
-    sudo('easy_install3 pip')
+    # Install the base dependencies not already installed.
+    sudo('apt-get -y install git g++ python3-dev')
+    sudo('apt-get -y -f install')
+
+
+# Get an up-to-date Python 3 version of pip
+@task
+@parallel
+def get_pip3():
+    # One way:
+    # sudo('apt-get -y install python3-setuptools')
+    # sudo('easy_install3 pip')
+    # Another way:
+    sudo('apt-get -y install python3-pip')
+    # Upgrade pip
+    sudo('pip3 install --upgrade pip')
+    # Check the version of pip3
+    run('pip3 --version')
+
+
+# Upgrade setuptools
+@task
+@parallel
+def upgrade_setuptools():
     sudo('pip3 install --upgrade setuptools')