[WIP] retry apt at individual package level and at command level (pytorch#37696)

Summary: Pull Request resolved: pytorch#37696

Differential Revision: D21367632

Pulled By: kostmo

fbshipit-source-id: 2f568ba2b404f2394875e0012fce5b930a16a9db

Author: kostmo

.circleci/scripts/setup_ci_environment.sh

@@ -13,6 +13,15 @@ sudo rm -f /etc/apt/heroku.list
 sudo rm -f /etc/apt/openjdk-r-ubuntu-ppa-xenial.list
 sudo rm -f /etc/apt/partner.list
 
+retry () {
+    $*  || $* || $* || $* || $*
+}
+
+# Method adapted from here: https://askubuntu.com/questions/875213/apt-get-to-retry-downloading
+# (with use of tee to avoid permissions problems)
+# This is better than retrying the whole apt-get command
+echo "APT::Acquire::Retries \"3\";" | sudo tee /etc/apt/apt.conf.d/80-retries
+
 sudo apt-get -y update
 sudo apt-get -y remove linux-image-generic linux-headers-generic linux-generic docker-ce
 # WARNING: Docker version is hardcoded here; you must update the
@@ -27,7 +36,11 @@ sudo apt-get -y remove linux-image-generic linux-headers-generic linux-generic d
 # Ubuntu version (e.g., docker run -it ubuntu:16.04) and then ask
 # apt what the packages you need are.  Note that the CircleCI image
 # comes with Docker.
-sudo apt-get -y install \
+#
+# Using 'retry' here as belt-and-suspenders even though we are
+# presumably retrying at the single-package level via the
+# apt.conf.d/80-retries technique.
+retry sudo apt-get -y install \
   linux-headers-$(uname -r) \
   linux-image-generic \
   moreutils \
@@ -38,9 +51,6 @@ sudo apt-get -y install \
 
 sudo pkill -SIGHUP dockerd
 
-retry () {
-    $*  || $* || $* || $* || $*
-}
 
 retry sudo pip -q install awscli==1.16.35