app: use gcp storage instead of azure for builds (#81)

* vendor: add dependencies for using GCP storage
* app: use gcp storage instead of azure for builds

1 files changed, 173 insertions, 167 deletions

diff --git a/.travis.yml b/.travis.yml
index d5a420445..8cd468e4e 100644
--- a/.travis.yml
+++ b/.travis.yml
@@ -8,12 +8,12 @@ matrix:
       sudo: required
       go: 1.10.x
       script:
-      - sudo modprobe fuse
-      - sudo chmod 666 /dev/fuse
-      - sudo chown root:$USER /etc/fuse.conf
-      - make libbls
-      - go run build/ci.go install
-      - travis_retry go run build/ci.go test -coverage $TEST_PACKAGES
+        - sudo modprobe fuse
+        - sudo chmod 666 /dev/fuse
+        - sudo chown root:$USER /etc/fuse.conf
+        - make libbls
+        - go run build/ci.go install
+        - travis_retry go run build/ci.go test -coverage $TEST_PACKAGES
 
     # These are the latest Go versions.
     - os: linux
@@ -56,164 +56,170 @@ matrix:
         - go run build/ci.go lint
 
     # This builder does the Ubuntu PPA upload
-    # - if: type = push
-    #   os: linux
-    #   dist: trusty
-    #   go: 1.11.x
-    #   env:
-    #     - ubuntu-ppa
-    #   git:
-    #     submodules: false # avoid cloning ethereum/tests
-    #   addons:
-    #     apt:
-    #       packages:
-    #         - devscripts
-    #         - debhelper
-    #         - dput
-    #         - fakeroot
-    #         - python-bzrlib
-    #         - python-paramiko
-    #   script:
-    #     - echo '|1|7SiYPr9xl3uctzovOTj4gMwAC1M=|t6ReES75Bo/PxlOPJ6/GsGbTrM0= ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA0aKz5UTUndYgIGG7dQBV+HaeuEZJ2xPHo2DS2iSKvUL4xNMSAY4UguNW+pX56nAQmZKIZZ8MaEvSj6zMEDiq6HFfn5JcTlM80UwlnyKe8B8p7Nk06PPQLrnmQt5fh0HmEcZx+JU9TZsfCHPnX7MNz4ELfZE6cFsclClrKim3BHUIGq//t93DllB+h4O9LHjEUsQ1Sr63irDLSutkLJD6RXchjROXkNirlcNVHH/jwLWR5RcYilNX7S5bIkK8NlWPjsn/8Ua5O7I9/YoE97PpO6i73DTGLh5H9JN/SITwCKBkgSDWUt61uPK3Y11Gty7o2lWsBjhBUm2Y38CBsoGmBw==' >> ~/.ssh/known_hosts
-    #     - go run build/ci.go debsrc -upload ethereum/ethereum -sftp-user geth-ci -signer "Go Ethereum Linux Builder <geth-ci@ethereum.org>"
-
-    # # This builder does the Linux Azure uploads
-    # - if: type = push
-    #   os: linux
-    #   dist: trusty
-    #   sudo: required
-    #   go: 1.11.x
-    #   env:
-    #     - azure-linux
-    #   git:
-    #     submodules: false # avoid cloning ethereum/tests
-    #   addons:
-    #     apt:
-    #       packages:
-    #         - gcc-multilib
-    #   script:
-    #     # Build for the primary platforms that Trusty can manage
-    #     - go run build/ci.go install
-    #     - go run build/ci.go archive -type tar -signer LINUX_SIGNING_KEY -upload gethstore/builds
-    #     - go run build/ci.go install -arch 386
-    #     - go run build/ci.go archive -arch 386 -type tar -signer LINUX_SIGNING_KEY -upload gethstore/builds
-
-    #     # Switch over GCC to cross compilation (breaks 386, hence why do it here only)
-    #     - sudo -E apt-get -yq --no-install-suggests --no-install-recommends --force-yes install gcc-arm-linux-gnueabi libc6-dev-armel-cross gcc-arm-linux-gnueabihf libc6-dev-armhf-cross gcc-aarch64-linux-gnu libc6-dev-arm64-cross
-    #     - sudo ln -s /usr/include/asm-generic /usr/include/asm
-
-    #     - GOARM=5 go run build/ci.go install -arch arm -cc arm-linux-gnueabi-gcc
-    #     - GOARM=5 go run build/ci.go archive -arch arm -type tar -signer LINUX_SIGNING_KEY -upload gethstore/builds
-    #     - GOARM=6 go run build/ci.go install -arch arm -cc arm-linux-gnueabi-gcc
-    #     - GOARM=6 go run build/ci.go archive -arch arm -type tar -signer LINUX_SIGNING_KEY -upload gethstore/builds
-    #     - GOARM=7 go run build/ci.go install -arch arm -cc arm-linux-gnueabihf-gcc
-    #     - GOARM=7 go run build/ci.go archive -arch arm -type tar -signer LINUX_SIGNING_KEY -upload gethstore/builds
-    #     - go run build/ci.go install -arch arm64 -cc aarch64-linux-gnu-gcc
-    #     - go run build/ci.go archive -arch arm64 -type tar -signer LINUX_SIGNING_KEY -upload gethstore/builds
-
-    # # This builder does the Linux Azure MIPS xgo uploads
-    # - if: type = push
-    #   os: linux
-    #   dist: trusty
-    #   services:
-    #     - docker
-    #   go: 1.11.x
-    #   env:
-    #     - azure-linux-mips
-    #   git:
-    #     submodules: false # avoid cloning ethereum/tests
-    #   script:
-    #     - go run build/ci.go xgo --alltools -- --targets=linux/mips --ldflags '-extldflags "-static"' -v
-    #     - for bin in build/bin/*-linux-mips; do mv -f "${bin}" "${bin/-linux-mips/}"; done
-    #     - go run build/ci.go archive -arch mips -type tar -signer LINUX_SIGNING_KEY -upload gethstore/builds
-
-    #     - go run build/ci.go xgo --alltools -- --targets=linux/mipsle --ldflags '-extldflags "-static"' -v
-    #     - for bin in build/bin/*-linux-mipsle; do mv -f "${bin}" "${bin/-linux-mipsle/}"; done
-    #     - go run build/ci.go archive -arch mipsle -type tar -signer LINUX_SIGNING_KEY -upload gethstore/builds
-
-    #     - go run build/ci.go xgo --alltools -- --targets=linux/mips64 --ldflags '-extldflags "-static"' -v
-    #     - for bin in build/bin/*-linux-mips64; do mv -f "${bin}" "${bin/-linux-mips64/}"; done
-    #     - go run build/ci.go archive -arch mips64 -type tar -signer LINUX_SIGNING_KEY -upload gethstore/builds
-
-    #     - go run build/ci.go xgo --alltools -- --targets=linux/mips64le --ldflags '-extldflags "-static"' -v
-    #     - for bin in build/bin/*-linux-mips64le; do mv -f "${bin}" "${bin/-linux-mips64le/}"; done
-    #     - go run build/ci.go archive -arch mips64le -type tar -signer LINUX_SIGNING_KEY -upload gethstore/builds
-
-    # # This builder does the Android Maven and Azure uploads
-    # - if: type = push
-    #   os: linux
-    #   dist: trusty
-    #   addons:
-    #     apt:
-    #       packages:
-    #         - oracle-java8-installer
-    #         - oracle-java8-set-default
-    #   language: android
-    #   android:
-    #     components:
-    #       - platform-tools
-    #       - tools
-    #       - android-15
-    #       - android-19
-    #       - android-24
-    #   env:
-    #     - azure-android
-    #     - maven-android
-    #   git:
-    #     submodules: false # avoid cloning ethereum/tests
-    #   before_install:
-    #     - curl https://storage.googleapis.com/golang/go1.11.5.linux-amd64.tar.gz | tar -xz
-    #     - export PATH=`pwd`/go/bin:$PATH
-    #     - export GOROOT=`pwd`/go
-    #     - export GOPATH=$HOME/go
-    #   script:
-    #     # Build the Android archive and upload it to Maven Central and Azure
-    #     - curl https://dl.google.com/android/repository/android-ndk-r17b-linux-x86_64.zip -o android-ndk-r17b.zip
-    #     - unzip -q android-ndk-r17b.zip && rm android-ndk-r17b.zip
-    #     - mv android-ndk-r17b $HOME
-    #     - export ANDROID_NDK=$HOME/android-ndk-r17b
-
-    #     - mkdir -p $GOPATH/src/github.com/ethereum
-    #     - ln -s `pwd` $GOPATH/src/github.com/ethereum
-    #     - go run build/ci.go aar -signer ANDROID_SIGNING_KEY -deploy https://oss.sonatype.org -upload gethstore/builds
-
-    # # This builder does the OSX Azure, iOS CocoaPods and iOS Azure uploads
-    # - if: type = push
-    #   os: osx
-    #   go: 1.11.x
-    #   env:
-    #     - azure-osx
-    #     - azure-ios
-    #     - cocoapods-ios
-    #   git:
-    #     submodules: false # avoid cloning ethereum/tests
-    #   script:
-    #     - go run build/ci.go install
-    #     - go run build/ci.go archive -type tar -signer OSX_SIGNING_KEY -upload gethstore/builds
-
-    #     # Build the iOS framework and upload it to CocoaPods and Azure
-    #     - gem uninstall cocoapods -a -x
-    #     - gem install cocoapods
-
-    #     - mv ~/.cocoapods/repos/master ~/.cocoapods/repos/master.bak
-    #     - sed -i '.bak' 's/repo.join/!repo.join/g' $(dirname `gem which cocoapods`)/cocoapods/sources_manager.rb
-    #     - if [ "$TRAVIS_PULL_REQUEST" = "false" ]; then git clone --depth=1 https://github.com/CocoaPods/Specs.git ~/.cocoapods/repos/master && pod setup --verbose; fi
-
-    #     - xctool -version
-    #     - xcrun simctl list
-
-    #     # Workaround for https://github.com/golang/go/issues/23749
-    #     - export CGO_CFLAGS_ALLOW='-fmodules|-fblocks|-fobjc-arc'
-    #     - go run build/ci.go xcode -signer IOS_SIGNING_KEY -deploy trunk -upload gethstore/builds
-
-    # # This builder does the Azure archive purges to avoid accumulating junk
-    # - if: type = cron
-    #   os: linux
-    #   dist: trusty
-    #   go: 1.11.x
-    #   env:
-    #     - azure-purge
-    #   git:
-    #     submodules: false # avoid cloning ethereum/tests
-    #   script:
-    #     - go run build/ci.go purge -store gethstore/builds -days 14
+    #- if: type = push
+    #  os: linux
+    #  dist: trusty
+    #  go: 1.11.x
+    #  env:
+    #    - ubuntu-ppa
+    #  git:
+    #    submodules: false # avoid cloning ethereum/tests
+    #  addons:
+    #    apt:
+    #      packages:
+    #        - devscripts
+    #        - debhelper
+    #        - dput
+    #        - fakeroot
+    #  script:
+    #    - go run build/ci.go debsrc -signer "Go Ethereum Linux Builder <geth-ci@ethereum.org>" -upload ppa:ethereum/ethereum
+
+    # This builder does the Linux GCP uploads
+    - if: type = push
+      os: linux
+      dist: trusty
+      sudo: required
+      go: 1.11.x
+      env:
+        - gcp-linux
+      git:
+        submodules: false
+      addons:
+        apt:
+          packages:
+            - gcc-multilib
+      script:
+        - make libbls
+        - go run build/ci.go install
+        - go run build/ci.go archive -type tar -signer LINUX_SIGNING_KEY -upload dexon-builds
+        - ./build/bls-arm64.sh
+        - go run build/ci.go install -arch arm64 -cc aarch64-linux-gnu-gcc
+        - go run build/ci.go archive -arch arm64 -type tar -signer LINUX_SIGNING_KEY -upload
+          dexon-builds
+    #  BLS lib does not support 32-bit platform
+    #  - go run build/ci.go install -arch 386
+    #  - go run build/ci.go archive -arch 386 -type tar -signer LINUX_SIGNING_KEY -upload
+    #    dexon-builds
+    #  - sudo -E apt-get -yq --no-install-suggests --no-install-recommends --force-yes
+    #    install gcc-arm-linux-gnueabi libc6-dev-armel-cross gcc-arm-linux-gnueabihf
+    #    libc6-dev-armhf-cross gcc-aarch64-linux-gnu libc6-dev-arm64-cross
+    #  - sudo ln -s /usr/include/asm-generic /usr/include/asm
+    #  - GOARM=5 go run build/ci.go install -arch arm -cc arm-linux-gnueabi-gcc
+    #  - GOARM=5 go run build/ci.go archive -arch arm -type tar -signer LINUX_SIGNING_KEY
+    #    -upload dexon-builds
+    #  - GOARM=6 go run build/ci.go install -arch arm -cc arm-linux-gnueabi-gcc
+    #  - GOARM=6 go run build/ci.go archive -arch arm -type tar -signer LINUX_SIGNING_KEY
+    #    -upload dexon-builds
+    #  - GOARM=7 go run build/ci.go install -arch arm -cc arm-linux-gnueabihf-gcc
+    #  - GOARM=7 go run build/ci.go archive -arch arm -type tar -signer LINUX_SIGNING_KEY
+    #    -upload dexon-builds
+    #- if: type = push
+    #  os: linux
+    #  dist: trusty
+    #  services:
+    #  - docker
+    #  go: 1.11.x
+    #  env:
+    #  - gcp-linux-mips
+    #  git:
+    #    submodules: false
+    #  script:
+    #  - make libbls
+    #  - go run build/ci.go xgo --alltools -- --targets=linux/mips --ldflags '-extldflags
+    #    "-static"' -v
+    #  - for bin in build/bin/*-linux-mips; do mv -f "${bin}" "${bin/-linux-mips/}";
+    #    done
+    #  - go run build/ci.go archive -arch mips -type tar -signer LINUX_SIGNING_KEY -upload
+    #    dexon-builds
+    #  - go run build/ci.go xgo --alltools -- --targets=linux/mipsle --ldflags '-extldflags
+    #    "-static"' -v
+    #  - for bin in build/bin/*-linux-mipsle; do mv -f "${bin}" "${bin/-linux-mipsle/}";
+    #    done
+    #  - go run build/ci.go archive -arch mipsle -type tar -signer LINUX_SIGNING_KEY
+    #    -upload dexon-builds
+    #  - go run build/ci.go xgo --alltools -- --targets=linux/mips64 --ldflags '-extldflags
+    #    "-static"' -v
+    #  - for bin in build/bin/*-linux-mips64; do mv -f "${bin}" "${bin/-linux-mips64/}";
+    #    done
+    #  - go run build/ci.go archive -arch mips64 -type tar -signer LINUX_SIGNING_KEY
+    #    -upload dexon-builds
+    #  - go run build/ci.go xgo --alltools -- --targets=linux/mips64le --ldflags '-extldflags
+    #    "-static"' -v
+    #  - for bin in build/bin/*-linux-mips64le; do mv -f "${bin}" "${bin/-linux-mips64le/}";
+    #    done
+    #  - go run build/ci.go archive -arch mips64le -type tar -signer LINUX_SIGNING_KEY
+    #    -upload dexon-builds
+    #- if: type = push
+    #  os: linux
+    #  dist: trusty
+    #  addons:
+    #    apt:
+    #      packages:
+    #      - oracle-java8-installer
+    #      - oracle-java8-set-default
+    #  language: android
+    #  android:
+    #    components:
+    #    - platform-tools
+    #    - tools
+    #    - android-15
+    #    - android-19
+    #    - android-24
+    #  env:
+    #  - gcp-android
+    #  - maven-android
+    #  git:
+    #    submodules: false
+    #  before_install:
+    #  - curl https://storage.googleapis.com/golang/go1.11.1.linux-amd64.tar.gz | tar
+    #    -xz
+    #  - export PATH=`pwd`/go/bin:$PATH
+    #  - export GOROOT=`pwd`/go
+    #  - export GOPATH=$HOME/go
+    #  script:
+    #  - make libbls
+    #  - curl https://dl.google.com/android/repository/android-ndk-r17b-linux-x86_64.zip
+    #    -o android-ndk-r17b.zip
+    #  - unzip -q android-ndk-r17b.zip && rm android-ndk-r17b.zip
+    #  - mv android-ndk-r17b $HOME
+    #  - export ANDROID_NDK=$HOME/android-ndk-r17b
+    #  - mkdir -p $GOPATH/src/github.com/dexon-foundation/dexon
+    #  - ln -s `pwd` $GOPATH/src/github.com/dexon-foundation/dexon
+    #  - go run build/ci.go aar -signer ANDROID_SIGNING_KEY -deploy https://oss.sonatype.org
+    #    -upload dexon-builds
+    - if: type = push
+      os: osx
+      go: 1.11.x
+      env:
+        - gcp-osx
+        - gcp-ios
+        - cocoapods-ios
+      git:
+        submodules: false
+      script:
+        - make libbls
+        - go run build/ci.go install
+        - go run build/ci.go archive -type tar -signer OSX_SIGNING_KEY -upload dexon-builds
+    #  - gem uninstall cocoapods -a -x
+    #  - gem install cocoapods
+    #  - mv ~/.cocoapods/repos/master ~/.cocoapods/repos/master.bak
+    #  - sed -i '.bak' 's/repo.join/!repo.join/g' $(dirname `gem which cocoapods`)/cocoapods/sources_manager.rb
+    #  - if [ "$TRAVIS_PULL_REQUEST" = "false" ]; then git clone --depth=1 https://github.com/CocoaPods/Specs.git
+    #    ~/.cocoapods/repos/master && pod setup --verbose; fi
+    #  - xctool -version
+    #  - xcrun simctl list
+    #  - export CGO_CFLAGS_ALLOW='-fmodules|-fblocks|-fobjc-arc'
+    #  - go run build/ci.go xcode -signer IOS_SIGNING_KEY -deploy trunk -upload dexon-builds
+    - if: type = cron
+      os: linux
+      dist: trusty
+      go: 1.11.x
+      env:
+        - gcp-purge
+      git:
+        submodules: false
+      script:
+        - go run build/ci.go purge -store dexon-builds -days 14
+before_install:
+  - openssl aes-256-cbc -K $encrypted_556a2b2ff7f6_key -iv $encrypted_556a2b2ff7f6_iv
+    -in .ci/DEXON-7548b3622930.json.enc -out ./COBINHOOD-7548b3622930.json -d