2016-07-28 17:34:32 +02:00
|
|
|
stages:
|
2016-11-04 06:45:26 +01:00
|
|
|
- test
|
2017-03-08 23:34:00 +01:00
|
|
|
- build
|
2018-08-26 00:44:08 +02:00
|
|
|
- publish
|
2018-10-02 01:03:58 +02:00
|
|
|
- optional
|
2018-08-26 00:44:08 +02:00
|
|
|
|
2019-06-11 20:56:03 +02:00
|
|
|
image: parity/parity-ci-linux:latest
|
2016-07-28 17:34:32 +02:00
|
|
|
variables:
|
2019-02-07 18:49:50 +01:00
|
|
|
GIT_STRATEGY: fetch
|
|
|
|
GIT_SUBMODULE_STRATEGY: recursive
|
2018-08-26 00:44:08 +02:00
|
|
|
CI_SERVER_NAME: "GitLab CI"
|
2019-06-11 20:56:03 +02:00
|
|
|
CARGO_HOME: "/ci-cache/${CI_PROJECT_NAME}/cargo/${CI_JOB_NAME}"
|
|
|
|
SCCACHE_DIR: "/ci-cache/${CI_PROJECT_NAME}/sccache"
|
2018-08-26 00:44:08 +02:00
|
|
|
CARGO_TARGET: x86_64-unknown-linux-gnu
|
|
|
|
|
2019-03-19 01:14:59 +01:00
|
|
|
.no_git: &no_git # disable git strategy
|
2019-03-07 12:45:35 +01:00
|
|
|
variables:
|
|
|
|
GIT_STRATEGY: none
|
|
|
|
GIT_SUBMODULE_STRATEGY: none
|
2019-02-21 19:14:59 +01:00
|
|
|
|
2018-08-26 00:44:08 +02:00
|
|
|
.releaseable_branches: # list of git refs for building GitLab artifacts (think "pre-release binaries")
|
|
|
|
only: &releaseable_branches
|
2018-10-10 14:51:36 +02:00
|
|
|
- stable
|
|
|
|
- beta
|
|
|
|
- tags
|
|
|
|
- schedules
|
2018-10-09 15:32:07 +02:00
|
|
|
|
2019-03-11 15:26:35 +01:00
|
|
|
.collect_artifacts: &collect_artifacts
|
2016-11-07 15:07:37 +01:00
|
|
|
artifacts:
|
2018-10-09 15:32:07 +02:00
|
|
|
name: "${CI_JOB_NAME}_${SCHEDULE_TAG:-${CI_COMMIT_REF_NAME}}"
|
2018-08-26 00:44:08 +02:00
|
|
|
when: on_success
|
|
|
|
expire_in: 1 mos
|
2016-11-07 15:07:37 +01:00
|
|
|
paths:
|
2019-02-21 21:06:49 +01:00
|
|
|
- artifacts/
|
2019-06-11 20:56:03 +02:00
|
|
|
- tools/
|
2018-08-26 00:44:08 +02:00
|
|
|
|
2019-03-19 01:14:59 +01:00
|
|
|
.docker-cache-status: &docker-cache-status
|
|
|
|
variables:
|
2019-03-27 14:47:08 +01:00
|
|
|
CARGO_HOME: "/ci-cache/parity-ethereum/cargo/${CI_JOB_NAME}"
|
2019-05-14 15:03:29 +02:00
|
|
|
dependencies: []
|
2019-03-11 15:26:35 +01:00
|
|
|
before_script:
|
2019-06-11 20:56:03 +02:00
|
|
|
- rustup show
|
|
|
|
- cargo --version
|
2019-05-14 15:03:29 +02:00
|
|
|
- SCCACHE_ERROR_LOG=/builds/parity/parity-ethereum/sccache_debug.log
|
|
|
|
RUST_LOG=sccache=debug
|
|
|
|
sccache --start-server
|
2019-03-11 15:26:35 +01:00
|
|
|
- sccache -s
|
|
|
|
after_script:
|
2019-08-12 18:55:11 +02:00
|
|
|
# sccache debug info
|
2019-05-14 15:03:29 +02:00
|
|
|
- if test -e sccache_debug.log;
|
|
|
|
then
|
2019-06-11 20:56:03 +02:00
|
|
|
echo "_____All crate-types:_____";
|
2019-05-14 15:03:29 +02:00
|
|
|
grep 'parse_arguments.*--crate-type' sccache_debug.log | sed -re 's/.*"--crate-type", "([^"]+)".*/\1/' | sort | uniq -c;
|
|
|
|
echo "_____Non-cacheable reasons:_____";
|
|
|
|
grep CannotCache sccache_debug.log | sed -re 's/.*CannotCache\((.+)\).*/\1/' | sort | uniq -c;
|
|
|
|
else
|
|
|
|
echo "_____No logs from sccache_____";
|
|
|
|
exit 0;
|
|
|
|
fi
|
2018-09-15 13:43:19 +02:00
|
|
|
tags:
|
2019-02-07 18:49:50 +01:00
|
|
|
- linux-docker
|
2018-09-15 13:43:19 +02:00
|
|
|
|
2019-05-14 15:03:29 +02:00
|
|
|
.build-on-linux: &build-on-linux
|
|
|
|
stage: build
|
|
|
|
<<: *docker-cache-status
|
|
|
|
<<: *collect_artifacts
|
|
|
|
script:
|
|
|
|
- scripts/gitlab/build-linux.sh
|
|
|
|
- sccache -s
|
2019-06-11 20:56:03 +02:00
|
|
|
after_script:
|
|
|
|
- mkdir -p tools
|
|
|
|
- cp -r scripts/docker/hub/* ./tools
|
|
|
|
- cp scripts/gitlab/publish-snap.sh ./tools
|
|
|
|
- cp scripts/gitlab/publish-onchain.sh ./tools
|
|
|
|
- cp scripts/gitlab/safe-curl.sh ./tools
|
|
|
|
- echo v"$(sed -r -n '1,/^version/s/^version\s*=\s*"([^"]+)".*$/\1/p' Cargo.toml)" |
|
|
|
|
tee ./tools/VERSION
|
|
|
|
- echo "$(sed -r -n '1,/^track/s/^track\s*=\s*"([^"]+)".*$/\1/p' ./util/version/Cargo.toml)" |
|
|
|
|
tee ./tools/TRACK
|
2019-05-14 15:03:29 +02:00
|
|
|
|
2019-03-11 15:26:35 +01:00
|
|
|
|
|
|
|
cargo-check 0 3:
|
|
|
|
stage: test
|
|
|
|
<<: *docker-cache-status
|
|
|
|
script:
|
2019-05-14 15:03:29 +02:00
|
|
|
- time cargo check --target $CARGO_TARGET --locked --no-default-features --verbose --color=always
|
2019-03-19 01:14:59 +01:00
|
|
|
- sccache -s
|
2019-03-11 15:26:35 +01:00
|
|
|
|
|
|
|
cargo-check 1 3:
|
|
|
|
stage: test
|
|
|
|
<<: *docker-cache-status
|
|
|
|
script:
|
2019-05-14 15:03:29 +02:00
|
|
|
- time cargo check --target $CARGO_TARGET --locked --manifest-path util/io/Cargo.toml --no-default-features --verbose --color=always
|
2019-03-19 01:14:59 +01:00
|
|
|
- sccache -s
|
2019-03-11 15:26:35 +01:00
|
|
|
|
|
|
|
cargo-check 2 3:
|
|
|
|
stage: test
|
|
|
|
<<: *docker-cache-status
|
|
|
|
script:
|
2019-05-14 15:03:29 +02:00
|
|
|
- time cargo check --target $CARGO_TARGET --locked --manifest-path util/io/Cargo.toml --features "mio" --verbose --color=always
|
2019-03-19 01:14:59 +01:00
|
|
|
- sccache -s
|
2019-03-11 15:26:35 +01:00
|
|
|
|
|
|
|
cargo-audit:
|
2018-11-27 12:51:27 +01:00
|
|
|
stage: test
|
2019-03-19 01:14:59 +01:00
|
|
|
<<: *docker-cache-status
|
2018-11-27 12:51:27 +01:00
|
|
|
script:
|
2019-02-07 18:49:50 +01:00
|
|
|
- cargo audit
|
2019-06-11 20:56:03 +02:00
|
|
|
allow_failure: true # failed cargo audit shouldn't prevent a PR from being merged
|
2018-11-27 12:51:27 +01:00
|
|
|
|
2019-03-11 15:26:35 +01:00
|
|
|
validate-chainspecs:
|
|
|
|
stage: test
|
|
|
|
<<: *docker-cache-status
|
|
|
|
script:
|
|
|
|
- ./scripts/gitlab/validate-chainspecs.sh
|
2019-03-19 01:14:59 +01:00
|
|
|
- sccache -s
|
2019-03-11 15:26:35 +01:00
|
|
|
|
|
|
|
test-cpp:
|
|
|
|
stage: build
|
|
|
|
<<: *docker-cache-status
|
|
|
|
script:
|
|
|
|
- ./scripts/gitlab/test-cpp.sh
|
2019-03-19 01:14:59 +01:00
|
|
|
- sccache -s
|
2019-03-11 15:26:35 +01:00
|
|
|
|
|
|
|
test-linux:
|
|
|
|
stage: build
|
|
|
|
<<: *docker-cache-status
|
|
|
|
script:
|
2019-05-14 15:03:29 +02:00
|
|
|
- ./scripts/gitlab/test-linux.sh stable
|
2019-03-19 01:14:59 +01:00
|
|
|
- sccache -s
|
|
|
|
|
2019-05-14 15:03:29 +02:00
|
|
|
test-linux-beta:
|
2019-03-19 01:14:59 +01:00
|
|
|
stage: build
|
2019-05-14 15:03:29 +02:00
|
|
|
only: *releaseable_branches
|
2019-03-30 20:29:08 +01:00
|
|
|
<<: *docker-cache-status
|
2019-03-19 01:14:59 +01:00
|
|
|
script:
|
2019-05-14 15:03:29 +02:00
|
|
|
- ./scripts/gitlab/test-linux.sh beta
|
|
|
|
- sccache -s
|
2019-03-11 15:26:35 +01:00
|
|
|
|
2019-05-14 15:03:29 +02:00
|
|
|
test-linux-nightly:
|
2018-10-02 01:03:58 +02:00
|
|
|
stage: build
|
|
|
|
only: *releaseable_branches
|
2019-03-11 15:26:35 +01:00
|
|
|
<<: *docker-cache-status
|
2018-09-15 13:43:19 +02:00
|
|
|
script:
|
2019-05-14 15:03:29 +02:00
|
|
|
- ./scripts/gitlab/test-linux.sh nightly
|
2019-03-19 01:14:59 +01:00
|
|
|
- sccache -s
|
2019-05-14 15:03:29 +02:00
|
|
|
allow_failure: true
|
|
|
|
|
|
|
|
build-android:
|
|
|
|
<<: *build-on-linux
|
2019-08-12 18:55:11 +02:00
|
|
|
image: parity/parity-ci-android:stretch
|
2019-05-14 15:03:29 +02:00
|
|
|
variables:
|
|
|
|
CARGO_TARGET: armv7-linux-androideabi
|
|
|
|
|
|
|
|
build-linux:
|
|
|
|
<<: *build-on-linux
|
2019-08-12 18:55:11 +02:00
|
|
|
# only: *releaseable_branches
|
2018-09-15 13:43:19 +02:00
|
|
|
|
2019-02-25 12:56:38 +01:00
|
|
|
build-linux-i386:
|
2019-05-14 15:03:29 +02:00
|
|
|
<<: *build-on-linux
|
|
|
|
only: *releaseable_branches
|
2019-08-12 18:55:11 +02:00
|
|
|
image: parity/parity-ci-i386:latest
|
2019-02-25 12:56:38 +01:00
|
|
|
variables:
|
|
|
|
CARGO_TARGET: i686-unknown-linux-gnu
|
|
|
|
|
|
|
|
build-linux-arm64:
|
2019-05-14 15:03:29 +02:00
|
|
|
<<: *build-on-linux
|
|
|
|
only: *releaseable_branches
|
2019-08-12 18:55:11 +02:00
|
|
|
image: parity/parity-ci-arm64:latest
|
2019-02-25 12:56:38 +01:00
|
|
|
variables:
|
|
|
|
CARGO_TARGET: aarch64-unknown-linux-gnu
|
|
|
|
|
|
|
|
build-linux-armhf:
|
2019-05-14 15:03:29 +02:00
|
|
|
<<: *build-on-linux
|
|
|
|
only: *releaseable_branches
|
2019-08-12 18:55:11 +02:00
|
|
|
image: parity/parity-ci-armhf:latest
|
2019-02-25 12:56:38 +01:00
|
|
|
variables:
|
|
|
|
CARGO_TARGET: armv7-unknown-linux-gnueabihf
|
|
|
|
|
2018-10-02 01:03:58 +02:00
|
|
|
build-darwin:
|
|
|
|
stage: build
|
2019-03-27 14:47:08 +01:00
|
|
|
<<: *collect_artifacts
|
2019-05-14 15:03:29 +02:00
|
|
|
only: *releaseable_branches
|
2018-09-14 15:55:14 +02:00
|
|
|
variables:
|
|
|
|
CARGO_TARGET: x86_64-apple-darwin
|
2019-05-14 15:03:29 +02:00
|
|
|
CARGO_HOME: "${CI_PROJECT_DIR}/.cargo"
|
2018-09-14 15:55:14 +02:00
|
|
|
CC: gcc
|
|
|
|
CXX: g++
|
|
|
|
script:
|
2019-03-11 15:26:35 +01:00
|
|
|
- scripts/gitlab/build-linux.sh
|
2018-09-14 15:55:14 +02:00
|
|
|
tags:
|
2018-10-02 01:03:58 +02:00
|
|
|
- rust-osx
|
2018-09-14 15:55:14 +02:00
|
|
|
|
2018-10-02 01:03:58 +02:00
|
|
|
build-windows:
|
|
|
|
stage: build
|
2019-03-27 14:47:08 +01:00
|
|
|
<<: *collect_artifacts
|
2018-10-02 01:03:58 +02:00
|
|
|
only: *releaseable_branches
|
2018-09-14 15:55:14 +02:00
|
|
|
variables:
|
|
|
|
CARGO_TARGET: x86_64-pc-windows-msvc
|
2019-03-30 20:29:08 +01:00
|
|
|
CARGO_HOME: "C:/ci-cache/parity-ethereum/cargo/$CI_JOB_NAME"
|
|
|
|
GIT_SUBMODULE_STRATEGY: none
|
2018-09-14 15:55:14 +02:00
|
|
|
script:
|
2018-10-02 01:03:58 +02:00
|
|
|
- sh scripts/gitlab/build-windows.sh
|
2018-09-14 15:55:14 +02:00
|
|
|
tags:
|
2019-03-05 18:33:10 +01:00
|
|
|
- rust-windows
|
2018-08-26 00:44:08 +02:00
|
|
|
|
2018-10-02 01:03:58 +02:00
|
|
|
publish-docker:
|
|
|
|
stage: publish
|
2019-06-11 20:56:03 +02:00
|
|
|
<<: *no_git
|
2018-10-02 01:03:58 +02:00
|
|
|
only: *releaseable_branches
|
2019-06-11 20:56:03 +02:00
|
|
|
except:
|
|
|
|
variables:
|
|
|
|
- $SCHEDULE_TAG == "nightly"
|
2018-10-02 01:03:58 +02:00
|
|
|
dependencies:
|
|
|
|
- build-linux
|
2019-06-11 20:56:03 +02:00
|
|
|
environment:
|
|
|
|
name: parity-build
|
|
|
|
cache: {}
|
|
|
|
image: docker:stable
|
|
|
|
services:
|
|
|
|
- docker:dind
|
|
|
|
variables:
|
|
|
|
DOCKER_HOST: tcp://localhost:2375
|
|
|
|
DOCKER_DRIVER: overlay2
|
|
|
|
GIT_STRATEGY: none
|
|
|
|
# DOCKERFILE: tools/Dockerfile
|
|
|
|
# CONTAINER_IMAGE: parity/parity
|
2018-08-26 00:44:08 +02:00
|
|
|
script:
|
2019-06-11 20:56:03 +02:00
|
|
|
# we stopped pushing nightlies to dockerhub, will push to own registry prb.
|
|
|
|
- ./tools/publish-docker.sh
|
|
|
|
tags:
|
|
|
|
- kubernetes-parity-build
|
2018-08-26 00:44:08 +02:00
|
|
|
|
2019-02-25 12:56:38 +01:00
|
|
|
publish-snap: &publish-snap
|
2019-02-21 19:14:59 +01:00
|
|
|
stage: publish
|
2019-06-11 20:56:03 +02:00
|
|
|
<<: *no_git
|
2019-01-09 14:39:21 +01:00
|
|
|
only: *releaseable_branches
|
2019-02-12 15:37:54 +01:00
|
|
|
image: snapcore/snapcraft
|
2019-01-09 14:39:21 +01:00
|
|
|
variables:
|
2019-02-21 19:14:59 +01:00
|
|
|
BUILD_ARCH: amd64
|
2019-03-19 01:14:59 +01:00
|
|
|
cache: {}
|
2019-01-09 14:39:21 +01:00
|
|
|
dependencies:
|
|
|
|
- build-linux
|
|
|
|
tags:
|
2019-02-25 12:56:38 +01:00
|
|
|
- linux-docker
|
2019-01-09 14:39:21 +01:00
|
|
|
script:
|
2019-06-11 20:56:03 +02:00
|
|
|
- ./tools/publish-snap.sh
|
2019-01-09 14:39:21 +01:00
|
|
|
|
2019-02-25 12:56:38 +01:00
|
|
|
publish-snap-i386:
|
|
|
|
<<: *publish-snap
|
|
|
|
variables:
|
|
|
|
BUILD_ARCH: i386
|
2019-06-11 20:56:03 +02:00
|
|
|
CARGO_TARGET: i686-unknown-linux-gnu
|
2019-02-25 12:56:38 +01:00
|
|
|
dependencies:
|
|
|
|
- build-linux-i386
|
|
|
|
|
|
|
|
publish-snap-arm64:
|
|
|
|
<<: *publish-snap
|
|
|
|
variables:
|
|
|
|
BUILD_ARCH: arm64
|
2019-06-11 20:56:03 +02:00
|
|
|
CARGO_TARGET: aarch64-unknown-linux-gnu
|
2019-02-25 12:56:38 +01:00
|
|
|
dependencies:
|
|
|
|
- build-linux-arm64
|
|
|
|
|
|
|
|
publish-snap-armhf:
|
|
|
|
<<: *publish-snap
|
|
|
|
variables:
|
|
|
|
BUILD_ARCH: armhf
|
2019-06-11 20:56:03 +02:00
|
|
|
CARGO_TARGET: armv7-unknown-linux-gnueabihf
|
2019-02-25 12:56:38 +01:00
|
|
|
dependencies:
|
|
|
|
- build-linux-armhf
|
|
|
|
|
2019-02-21 19:14:59 +01:00
|
|
|
publish-onchain:
|
|
|
|
stage: publish
|
2019-06-11 20:56:03 +02:00
|
|
|
<<: *no_git
|
2018-10-02 01:03:58 +02:00
|
|
|
only: *releaseable_branches
|
2019-02-07 18:49:50 +01:00
|
|
|
cache: {}
|
2018-10-02 01:03:58 +02:00
|
|
|
dependencies:
|
|
|
|
- build-linux
|
|
|
|
- build-darwin
|
|
|
|
- build-windows
|
2018-08-26 00:44:08 +02:00
|
|
|
script:
|
2019-06-11 20:56:03 +02:00
|
|
|
- ./tools/publish-onchain.sh
|
2018-10-02 01:03:58 +02:00
|
|
|
tags:
|
2019-02-07 18:49:50 +01:00
|
|
|
- linux-docker
|
|
|
|
|
2019-02-08 18:22:08 +01:00
|
|
|
publish-awss3-release:
|
2019-02-07 18:49:50 +01:00
|
|
|
image: parity/awscli:latest
|
|
|
|
stage: publish
|
|
|
|
only: *releaseable_branches
|
2019-03-07 12:45:35 +01:00
|
|
|
<<: *no_git
|
2019-02-07 18:49:50 +01:00
|
|
|
cache: {}
|
|
|
|
dependencies:
|
|
|
|
- build-linux
|
|
|
|
- build-darwin
|
|
|
|
- build-windows
|
|
|
|
script:
|
2019-03-07 12:45:35 +01:00
|
|
|
- echo "__________Push binaries to AWS S3____________"
|
|
|
|
- case "${SCHEDULE_TAG:-${CI_COMMIT_REF_NAME}}" in
|
|
|
|
(beta|stable|nightly)
|
|
|
|
export BUCKET=releases.parity.io/ethereum;
|
|
|
|
;;
|
|
|
|
(*)
|
|
|
|
export BUCKET=builds-parity;
|
|
|
|
;;
|
|
|
|
esac
|
|
|
|
- aws s3 sync ./artifacts s3://${BUCKET}/${SCHEDULE_TAG:-${CI_COMMIT_REF_NAME}}/
|
|
|
|
- echo "__________Read from S3____________"
|
|
|
|
- aws s3 ls s3://${BUCKET}/${SCHEDULE_TAG:-${CI_COMMIT_REF_NAME}} --recursive --human-readable --summarize
|
2019-02-07 18:49:50 +01:00
|
|
|
tags:
|
2019-02-21 21:06:49 +01:00
|
|
|
- linux-docker
|
2018-08-26 00:44:08 +02:00
|
|
|
|
2018-11-27 12:51:27 +01:00
|
|
|
publish-docs:
|
2019-08-12 18:55:11 +02:00
|
|
|
stage: publish
|
|
|
|
image: parity/parity-ci-docs:latest
|
2018-10-02 01:03:58 +02:00
|
|
|
only:
|
|
|
|
- tags
|
2018-10-09 12:50:31 +02:00
|
|
|
except:
|
|
|
|
- nightly
|
2019-08-12 18:55:11 +02:00
|
|
|
cache: {}
|
|
|
|
dependencies: []
|
2016-11-04 07:59:48 +01:00
|
|
|
script:
|
2018-11-27 12:51:27 +01:00
|
|
|
- scripts/gitlab/publish-docs.sh
|
2016-11-04 07:59:48 +01:00
|
|
|
tags:
|
2019-01-07 14:47:28 +01:00
|
|
|
- linux-docker
|
2019-05-14 14:04:54 +02:00
|
|
|
allow_failure: true
|
2019-08-12 18:55:11 +02:00
|
|
|
|
|
|
|
publish-av-whitelist:
|
|
|
|
stage: publish
|
|
|
|
<<: *no_git
|
|
|
|
only: *releaseable_branches
|
|
|
|
except:
|
|
|
|
variables:
|
|
|
|
- $SCHEDULE_TAG == "nightly"
|
|
|
|
cache: {}
|
|
|
|
dependencies:
|
|
|
|
- build-windows
|
|
|
|
script:
|
|
|
|
- scripts/gitlab/publish-av-whitelists.sh
|
|
|
|
tags:
|
|
|
|
- linux-docker
|