git.squeep.com Git - akkoma/blob - .gitlab-ci.yml

   1 image: elixir:1.9.4
   2
   3 variables: &global_variables
   4   POSTGRES_DB: pleroma_test
   5   POSTGRES_USER: postgres
   6   POSTGRES_PASSWORD: postgres
   7   DB_HOST: postgres
   8   MIX_ENV: test
   9
  10 cache: &global_cache_policy
  11   key:
  12     files:
  13       - mix.lock
  14   paths:
  15     - deps
  16     - _build
  17
  18 stages:
  19   - build
  20   - test
  21   - benchmark
  22   - deploy
  23   - release
  24   - docker
  25
  26 before_script:
  27   - rm -rf _build/*/lib/pleroma
  28   - apt-get update && apt-get install -y cmake
  29   - mix local.hex --force
  30   - mix local.rebar --force
  31   - mix deps.get
  32   - apt-get -qq update
  33   - apt-get install -y libmagic-dev
  34
  35 after_script:
  36   - rm -rf _build/*/lib/pleroma
  37
  38 build:
  39   stage: build
  40   only:
  41     changes:
  42       - "**/*.ex"
  43       - "**/*.exs"
  44       - "mix.lock"
  45   script:
  46   - mix compile --force
  47
  48 spec-build:
  49   stage: test
  50   only:
  51     changes:
  52       - "lib/pleroma/web/api_spec/**/*.ex"
  53       - "lib/pleroma/web/api_spec.ex"
  54   artifacts:
  55     paths:
  56     - spec.json
  57   script:
  58   - mix pleroma.openapi_spec spec.json
  59
  60 benchmark:
  61   stage: benchmark
  62   when: manual
  63   variables:
  64     MIX_ENV: benchmark
  65   services:
  66   - name: postgres:9.6
  67     alias: postgres
  68     command: ["postgres", "-c", "fsync=off", "-c", "synchronous_commit=off", "-c", "full_page_writes=off"]
  69   script:
  70     - mix ecto.create
  71     - mix ecto.migrate
  72     - mix pleroma.load_testing
  73
  74 unit-testing:
  75   stage: test
  76   only:
  77     changes:
  78       - "**/*.ex"
  79       - "**/*.exs"
  80       - "mix.lock"
  81   retry: 2
  82   cache: &testing_cache_policy
  83     <<: *global_cache_policy
  84     policy: pull
  85
  86   services:
  87   - name: postgres:13
  88     alias: postgres
  89     command: ["postgres", "-c", "fsync=off", "-c", "synchronous_commit=off", "-c", "full_page_writes=off"]
  90   script:
  91     - apt-get update && apt-get install -y libimage-exiftool-perl ffmpeg
  92     - mix ecto.create
  93     - mix ecto.migrate
  94     - mix coveralls --preload-modules
  95
  96 # Removed to fix CI issue. In this early state it wasn't adding much value anyway.
  97 # TODO Fix and reinstate federated testing
  98 # federated-testing:
  99 #   stage: test
 100 #   cache: *testing_cache_policy
 101 #   services:
 102 #   - name: minibikini/postgres-with-rum:12
 103 #     alias: postgres
 104 #     command: ["postgres", "-c", "fsync=off", "-c", "synchronous_commit=off", "-c", "full_page_writes=off"]
 105 #   script:
 106 #     - mix deps.get
 107 #     - mix ecto.create
 108 #     - mix ecto.migrate
 109 #     - epmd -daemon
 110 #     - mix test --trace --only federated
 111
 112 unit-testing-rum:
 113   stage: test
 114   only:
 115     changes:
 116       - "**/*.ex"
 117       - "**/*.exs"
 118       - "mix.lock"
 119   retry: 2
 120   cache: *testing_cache_policy
 121   services:
 122   - name: minibikini/postgres-with-rum:12
 123     alias: postgres
 124     command: ["postgres", "-c", "fsync=off", "-c", "synchronous_commit=off", "-c", "full_page_writes=off"]
 125   variables:
 126     <<: *global_variables
 127     RUM_ENABLED: "true"
 128   script:
 129     - apt-get update && apt-get install -y libimage-exiftool-perl ffmpeg
 130     - mix ecto.create
 131     - mix ecto.migrate
 132     - "mix ecto.migrate --migrations-path priv/repo/optional_migrations/rum_indexing/"
 133     - mix test --preload-modules
 134
 135 lint:
 136   stage: test
 137   only:
 138     changes:
 139       - "**/*.ex"
 140       - "**/*.exs"
 141       - "mix.lock"
 142   cache: *testing_cache_policy
 143   script:
 144     - mix format --check-formatted
 145
 146 analysis:
 147   stage: test
 148   only:
 149     changes:
 150       - "**/*.ex"
 151       - "**/*.exs"
 152       - "mix.lock"
 153   cache: *testing_cache_policy
 154   script:
 155     - mix credo --strict --only=warnings,todo,fixme,consistency,readability
 156
 157 docs-deploy:
 158   stage: deploy
 159   cache: *testing_cache_policy
 160   image: alpine:latest
 161   only:
 162   - stable@pleroma/pleroma
 163   - develop@pleroma/pleroma
 164   before_script:
 165   - apk add curl
 166   script:
 167   - curl -X POST -F"token=$DOCS_PIPELINE_TRIGGER" -F'ref=master' -F"variables[BRANCH]=$CI_COMMIT_REF_NAME" https://git.pleroma.social/api/v4/projects/673/trigger/pipeline
 168 review_app:
 169   image: alpine:3.9
 170   stage: deploy
 171   before_script:
 172     - apk update && apk add openssh-client git
 173   when: manual
 174   environment:
 175     name: review/$CI_COMMIT_REF_NAME
 176     url: https://$CI_ENVIRONMENT_SLUG.pleroma.online/
 177     on_stop: stop_review_app
 178   only:
 179     - branches
 180   except:
 181     - master
 182     - develop
 183   script:
 184     - echo "$CI_ENVIRONMENT_SLUG"
 185     - mkdir -p ~/.ssh
 186     - eval $(ssh-agent -s)
 187     - echo "$SSH_PRIVATE_KEY" | tr -d '\r' | ssh-add -
 188     - ssh-keyscan -H "pleroma.online" >> ~/.ssh/known_hosts
 189     - (ssh -t dokku@pleroma.online -- apps:create "$CI_ENVIRONMENT_SLUG") || true
 190     - (ssh -t dokku@pleroma.online -- git:set "$CI_ENVIRONMENT_SLUG" keep-git-dir true) || true
 191     - ssh -t dokku@pleroma.online -- config:set "$CI_ENVIRONMENT_SLUG" APP_NAME="$CI_ENVIRONMENT_SLUG" APP_HOST="$CI_ENVIRONMENT_SLUG.pleroma.online" MIX_ENV=dokku
 192     - (ssh -t dokku@pleroma.online -- postgres:create $(echo $CI_ENVIRONMENT_SLUG | sed -e 's/-/_/g')_db) || true
 193     - (ssh -t dokku@pleroma.online -- postgres:link $(echo $CI_ENVIRONMENT_SLUG | sed -e 's/-/_/g')_db "$CI_ENVIRONMENT_SLUG") || true
 194     - (ssh -t dokku@pleroma.online -- certs:add "$CI_ENVIRONMENT_SLUG" /home/dokku/server.crt /home/dokku/server.key) || true
 195     - git push -f dokku@pleroma.online:$CI_ENVIRONMENT_SLUG $CI_COMMIT_SHA:refs/heads/master
 196
 197 spec-deploy:
 198   stage: deploy
 199   artifacts:
 200     paths:
 201     - spec.json
 202   only:
 203     - develop@pleroma/pleroma
 204   image: alpine:latest
 205   before_script:
 206     - apk add curl
 207   script:
 208     - curl -X POST -F"token=$API_DOCS_PIPELINE_TRIGGER" -F'ref=master' -F"variables[BRANCH]=$CI_COMMIT_REF_NAME" -F"variables[JOB_REF]=$CI_JOB_ID" https://git.pleroma.social/api/v4/projects/1130/trigger/pipeline
 209
 210
 211 stop_review_app:
 212   image: alpine:3.9
 213   stage: deploy
 214   before_script:
 215     - apk update && apk add openssh-client git
 216   when: manual
 217   environment:
 218     name: review/$CI_COMMIT_REF_NAME
 219     action: stop
 220   script:
 221     - echo "$CI_ENVIRONMENT_SLUG"
 222     - mkdir -p ~/.ssh
 223     - eval $(ssh-agent -s)
 224     - echo "$SSH_PRIVATE_KEY" | tr -d '\r' | ssh-add -
 225     - ssh-keyscan -H "pleroma.online" >> ~/.ssh/known_hosts
 226     - ssh -t dokku@pleroma.online -- --force apps:destroy "$CI_ENVIRONMENT_SLUG"
 227     - ssh -t dokku@pleroma.online -- --force postgres:destroy $(echo $CI_ENVIRONMENT_SLUG | sed -e 's/-/_/g')_db
 228
 229 amd64:
 230   stage: release
 231   image: elixir:1.10.3
 232   only: &release-only
 233   - stable@pleroma/pleroma
 234   - develop@pleroma/pleroma
 235   - /^maint/.*$/@pleroma/pleroma
 236   - /^release/.*$/@pleroma/pleroma
 237   artifacts: &release-artifacts
 238     name: "pleroma-$CI_COMMIT_REF_NAME-$CI_COMMIT_SHORT_SHA-$CI_JOB_NAME"
 239     paths:
 240       - release/*
 241     # Ideally it would be never for master branch and with the next commit for develop,
 242     # but Gitlab does not support neither `only` for artifacts
 243     # nor setting it to never from .gitlab-ci.yml
 244     # nor expiring with the next commit
 245     expire_in: 42 yrs
 246
 247   cache: &release-cache
 248     key: $CI_COMMIT_REF_NAME-$CI_JOB_NAME
 249     paths:
 250           - deps
 251   variables: &release-variables
 252     MIX_ENV: prod
 253   before_script: &before-release
 254   - apt-get update && apt-get install -y cmake libmagic-dev
 255   - echo "import Mix.Config" > config/prod.secret.exs
 256   - mix local.hex --force
 257   - mix local.rebar --force
 258   script: &release
 259     - mix deps.get --only prod
 260     - mkdir release
 261     - export PLEROMA_BUILD_BRANCH=$CI_COMMIT_REF_NAME
 262     - mix release --path release
 263
 264
 265 amd64-musl:
 266   stage: release
 267   artifacts: *release-artifacts
 268   only: *release-only
 269   image: elixir:1.10.3-alpine
 270   cache: *release-cache
 271   variables: *release-variables
 272   before_script: &before-release-musl
 273   - apk add git gcc g++ musl-dev make cmake file-dev
 274   - echo "import Mix.Config" > config/prod.secret.exs
 275   - mix local.hex --force
 276   - mix local.rebar --force
 277   script: *release
 278
 279 arm:
 280   stage: release
 281   artifacts: *release-artifacts
 282   only: *release-only
 283   tags:
 284     - arm32-specified
 285   image: arm32v7/elixir:1.10.3
 286   cache: *release-cache
 287   variables: *release-variables
 288   before_script: *before-release
 289   script: *release
 290
 291 arm-musl:
 292   stage: release
 293   artifacts: *release-artifacts
 294   only: *release-only
 295   tags:
 296     - arm32-specified
 297   image: arm32v7/elixir:1.10.3-alpine
 298   cache: *release-cache
 299   variables: *release-variables
 300   before_script: *before-release-musl
 301   script: *release
 302
 303 arm64:
 304   stage: release
 305   artifacts: *release-artifacts
 306   only: *release-only
 307   tags:
 308     - arm
 309   image: arm64v8/elixir:1.10.3
 310   cache: *release-cache
 311   variables: *release-variables
 312   before_script: *before-release
 313   script: *release
 314
 315 arm64-musl:
 316   stage: release
 317   artifacts: *release-artifacts
 318   only: *release-only
 319   tags:
 320     - arm
 321   image: arm64v8/elixir:1.10.3-alpine
 322   cache: *release-cache
 323   variables: *release-variables
 324   before_script: *before-release-musl
 325   script: *release
 326
 327 docker:
 328   stage: docker
 329   image: docker:latest
 330   cache: {}
 331   dependencies: []
 332   variables: &docker-variables
 333     DOCKER_DRIVER: overlay2
 334     DOCKER_HOST: unix:///var/run/docker.sock
 335     IMAGE_TAG: $CI_REGISTRY_IMAGE:$CI_COMMIT_SHORT_SHA
 336     IMAGE_TAG_SLUG: $CI_REGISTRY_IMAGE:$CI_COMMIT_REF_SLUG
 337     IMAGE_TAG_LATEST: $CI_REGISTRY_IMAGE:latest
 338     IMAGE_TAG_LATEST_STABLE: $CI_REGISTRY_IMAGE:latest-stable
 339     DOCKER_BUILDX_URL: https://github.com/docker/buildx/releases/download/v0.4.1/buildx-v0.4.1.linux-amd64
 340     DOCKER_BUILDX_HASH: 71a7d01439aa8c165a25b59c44d3f016fddbd98b
 341   before_script: &before-docker
 342     - docker login -u $CI_REGISTRY_USER -p $CI_REGISTRY_PASSWORD $CI_REGISTRY
 343     - docker pull $IMAGE_TAG_SLUG || true
 344     - export CI_JOB_TIMESTAMP=$(date --utc -Iseconds)
 345     - export CI_VCS_REF=$CI_COMMIT_SHORT_SHA
 346   allow_failure: true
 347   script:
 348     - mkdir -p /root/.docker/cli-plugins
 349     - wget "${DOCKER_BUILDX_URL}" -O ~/.docker/cli-plugins/docker-buildx
 350     - echo "${DOCKER_BUILDX_HASH}  /root/.docker/cli-plugins/docker-buildx" | sha1sum -c
 351     - chmod +x ~/.docker/cli-plugins/docker-buildx
 352     - docker run --rm --privileged multiarch/qemu-user-static --reset -p yes
 353     - docker buildx create --name mbuilder --driver docker-container --use
 354     - docker buildx inspect --bootstrap
 355     - docker buildx build --platform linux/amd64,linux/arm/v7,linux/arm64/v8 --push --cache-from $IMAGE_TAG_SLUG --build-arg VCS_REF=$CI_VCS_REF --build-arg BUILD_DATE=$CI_JOB_TIMESTAMP -t $IMAGE_TAG -t $IMAGE_TAG_SLUG -t $IMAGE_TAG_LATEST .
 356   tags:
 357     - dind
 358   only:
 359     - develop@pleroma/pleroma
 360
 361 docker-stable:
 362   stage: docker
 363   image: docker:latest
 364   cache: {}
 365   dependencies: []
 366   variables: *docker-variables
 367   before_script: *before-docker
 368   allow_failure: true
 369   script:
 370     - mkdir -p /root/.docker/cli-plugins
 371     - wget "${DOCKER_BUILDX_URL}" -O ~/.docker/cli-plugins/docker-buildx
 372     - echo "${DOCKER_BUILDX_HASH}  /root/.docker/cli-plugins/docker-buildx" | sha1sum -c
 373     - chmod +x ~/.docker/cli-plugins/docker-buildx
 374     - docker run --rm --privileged multiarch/qemu-user-static --reset -p yes
 375     - docker buildx create --name mbuilder --driver docker-container --use
 376     - docker buildx inspect --bootstrap
 377     - docker buildx build --platform linux/amd64,linux/arm/v7,linux/arm64/v8 --push --cache-from $IMAGE_TAG_SLUG --build-arg VCS_REF=$CI_VCS_REF --build-arg BUILD_DATE=$CI_JOB_TIMESTAMP -t $IMAGE_TAG -t $IMAGE_TAG_SLUG -t $IMAGE_TAG_LATEST_STABLE .
 378   tags:
 379     - dind
 380   only:
 381     - stable@pleroma/pleroma
 382
 383 docker-release:
 384   stage: docker
 385   image: docker:latest
 386   cache: {}
 387   dependencies: []
 388   variables: *docker-variables
 389   before_script: *before-docker
 390   allow_failure: true
 391   script:
 392   script:
 393     - mkdir -p /root/.docker/cli-plugins
 394     - wget "${DOCKER_BUILDX_URL}" -O ~/.docker/cli-plugins/docker-buildx
 395     - echo "${DOCKER_BUILDX_HASH}  /root/.docker/cli-plugins/docker-buildx" | sha1sum -c
 396     - chmod +x ~/.docker/cli-plugins/docker-buildx
 397     - docker run --rm --privileged multiarch/qemu-user-static --reset -p yes
 398     - docker buildx create --name mbuilder --driver docker-container --use
 399     - docker buildx inspect --bootstrap
 400     - docker buildx build --platform linux/amd64,linux/arm/v7,linux/arm64/v8 --push --cache-from $IMAGE_TAG_SLUG --build-arg VCS_REF=$CI_VCS_REF --build-arg BUILD_DATE=$CI_JOB_TIMESTAMP -t $IMAGE_TAG -t $IMAGE_TAG_SLUG .
 401   tags:
 402     - dind
 403   only:
 404     - /^release/.*$/@pleroma/pleroma
 405
 406 docker-adhoc:
 407   stage: docker
 408   image: docker:latest
 409   cache: {}
 410   dependencies: []
 411   variables: *docker-variables
 412   before_script: *before-docker
 413   allow_failure: true
 414   script:
 415   script:
 416     - mkdir -p /root/.docker/cli-plugins
 417     - wget "${DOCKER_BUILDX_URL}" -O ~/.docker/cli-plugins/docker-buildx
 418     - echo "${DOCKER_BUILDX_HASH}  /root/.docker/cli-plugins/docker-buildx" | sha1sum -c
 419     - chmod +x ~/.docker/cli-plugins/docker-buildx
 420     - docker run --rm --privileged multiarch/qemu-user-static --reset -p yes
 421     - docker buildx create --name mbuilder --driver docker-container --use
 422     - docker buildx inspect --bootstrap
 423     - docker buildx build --platform linux/amd64,linux/arm/v7,linux/arm64/v8 --push --cache-from $IMAGE_TAG_SLUG --build-arg VCS_REF=$CI_VCS_REF --build-arg BUILD_DATE=$CI_JOB_TIMESTAMP -t $IMAGE_TAG -t $IMAGE_TAG_SLUG .
 424   tags:
 425     - dind
 426   only:
 427     - /^build-docker/.*$/@pleroma/pleroma