git.squeep.com Git - akkoma/blob - .gitlab-ci.yml

   1 image: elixir:1.9.4
   2
   3 variables: &global_variables
   4   POSTGRES_DB: pleroma_test
   5   POSTGRES_USER: postgres
   6   POSTGRES_PASSWORD: postgres
   7   DB_HOST: postgres
   8   MIX_ENV: test
   9
  10 cache: &global_cache_policy
  11   key:
  12     files:
  13       - mix.lock
  14   paths:
  15     - deps
  16     - _build
  17
  18 stages:
  19   - build
  20   - test
  21   - benchmark
  22   - deploy
  23   - release
  24   - docker
  25
  26 before_script:
  27   - echo $MIX_ENV
  28   - rm -rf _build/*/lib/pleroma
  29   - apt-get update && apt-get install -y cmake
  30   - mix local.hex --force
  31   - mix local.rebar --force
  32   - mix deps.get
  33   - apt-get -qq update
  34   - apt-get install -y libmagic-dev
  35
  36 after_script:
  37   - rm -rf _build/*/lib/pleroma
  38
  39 build:
  40   stage: build
  41   only:
  42     changes:
  43       - "**/*.ex"
  44       - "**/*.exs"
  45       - "mix.lock"
  46   script:
  47   - mix compile --force
  48
  49 spec-build:
  50   stage: test
  51   only:
  52     changes:
  53       - "lib/pleroma/web/api_spec/**/*.ex"
  54       - "lib/pleroma/web/api_spec.ex"
  55   artifacts:
  56     paths:
  57     - spec.json
  58   script:
  59   - mix pleroma.openapi_spec spec.json
  60
  61 benchmark:
  62   stage: benchmark
  63   when: manual
  64   variables:
  65     MIX_ENV: benchmark
  66   services:
  67   - name: postgres:9.6
  68     alias: postgres
  69     command: ["postgres", "-c", "fsync=off", "-c", "synchronous_commit=off", "-c", "full_page_writes=off"]
  70   script:
  71     - mix ecto.create
  72     - mix ecto.migrate
  73     - mix pleroma.load_testing
  74
  75 unit-testing:
  76   stage: test
  77   only:
  78     changes:
  79       - "**/*.ex"
  80       - "**/*.exs"
  81       - "mix.lock"
  82   cache: &testing_cache_policy
  83     <<: *global_cache_policy
  84     policy: pull
  85
  86   services:
  87   - name: postgres:13
  88     alias: postgres
  89     command: ["postgres", "-c", "fsync=off", "-c", "synchronous_commit=off", "-c", "full_page_writes=off"]
  90   script:
  91     - apt-get update && apt-get install -y libimage-exiftool-perl ffmpeg
  92     - mix ecto.create
  93     - mix ecto.migrate
  94     - mix coveralls --preload-modules
  95
  96 # Removed to fix CI issue. In this early state it wasn't adding much value anyway.
  97 # TODO Fix and reinstate federated testing
  98 # federated-testing:
  99 #   stage: test
 100 #   cache: *testing_cache_policy
 101 #   services:
 102 #   - name: minibikini/postgres-with-rum:12
 103 #     alias: postgres
 104 #     command: ["postgres", "-c", "fsync=off", "-c", "synchronous_commit=off", "-c", "full_page_writes=off"]
 105 #   script:
 106 #     - mix deps.get
 107 #     - mix ecto.create
 108 #     - mix ecto.migrate
 109 #     - epmd -daemon
 110 #     - mix test --trace --only federated
 111
 112 unit-testing-rum:
 113   stage: test
 114   only:
 115     changes:
 116       - "**/*.ex"
 117       - "**/*.exs"
 118       - "mix.lock"
 119   cache: *testing_cache_policy
 120   services:
 121   - name: minibikini/postgres-with-rum:12
 122     alias: postgres
 123     command: ["postgres", "-c", "fsync=off", "-c", "synchronous_commit=off", "-c", "full_page_writes=off"]
 124   variables:
 125     <<: *global_variables
 126     RUM_ENABLED: "true"
 127   script:
 128     - apt-get update && apt-get install -y libimage-exiftool-perl ffmpeg
 129     - mix ecto.create
 130     - mix ecto.migrate
 131     - "mix ecto.migrate --migrations-path priv/repo/optional_migrations/rum_indexing/"
 132     - mix test --preload-modules
 133
 134 lint:
 135   image: elixir:1.12
 136   stage: test
 137   only:
 138     changes:
 139       - "**/*.ex"
 140       - "**/*.exs"
 141       - "mix.lock"
 142   cache: *testing_cache_policy
 143   script:
 144     - mix format --check-formatted
 145
 146 analysis:
 147   stage: test
 148   only:
 149     changes:
 150       - "**/*.ex"
 151       - "**/*.exs"
 152       - "mix.lock"
 153   cache: *testing_cache_policy
 154   script:
 155     - mix credo --strict --only=warnings,todo,fixme,consistency,readability
 156
 157 cycles:
 158   stage: test
 159   image: elixir:1.11
 160   only:
 161     changes:
 162       - "**/*.ex"
 163       - "**/*.exs"
 164       - "mix.lock"
 165   cache: {}
 166   script:
 167     - mix deps.get
 168     - mix compile
 169     - mix xref graph --format cycles --label compile | awk '{print $0} END{exit ($0 != "No cycles found")}'
 170
 171 docs-deploy:
 172   stage: deploy
 173   cache: *testing_cache_policy
 174   image: alpine:latest
 175   only:
 176   - stable@pleroma/pleroma
 177   - develop@pleroma/pleroma
 178   before_script:
 179   - apk add curl
 180   script:
 181   - curl -X POST -F"token=$DOCS_PIPELINE_TRIGGER" -F'ref=master' -F"variables[BRANCH]=$CI_COMMIT_REF_NAME" https://git.pleroma.social/api/v4/projects/673/trigger/pipeline
 182 review_app:
 183   image: alpine:3.9
 184   stage: deploy
 185   before_script:
 186     - apk update && apk add openssh-client git
 187   when: manual
 188   environment:
 189     name: review/$CI_COMMIT_REF_NAME
 190     url: https://$CI_ENVIRONMENT_SLUG.pleroma.online/
 191     on_stop: stop_review_app
 192   only:
 193     - branches
 194   except:
 195     - master
 196     - develop
 197   script:
 198     - echo "$CI_ENVIRONMENT_SLUG"
 199     - mkdir -p ~/.ssh
 200     - eval $(ssh-agent -s)
 201     - echo "$SSH_PRIVATE_KEY" | tr -d '\r' | ssh-add -
 202     - ssh-keyscan -H "pleroma.online" >> ~/.ssh/known_hosts
 203     - (ssh -t dokku@pleroma.online -- apps:create "$CI_ENVIRONMENT_SLUG") || true
 204     - (ssh -t dokku@pleroma.online -- git:set "$CI_ENVIRONMENT_SLUG" keep-git-dir true) || true
 205     - ssh -t dokku@pleroma.online -- config:set "$CI_ENVIRONMENT_SLUG" APP_NAME="$CI_ENVIRONMENT_SLUG" APP_HOST="$CI_ENVIRONMENT_SLUG.pleroma.online" MIX_ENV=dokku
 206     - (ssh -t dokku@pleroma.online -- postgres:create $(echo $CI_ENVIRONMENT_SLUG | sed -e 's/-/_/g')_db) || true
 207     - (ssh -t dokku@pleroma.online -- postgres:link $(echo $CI_ENVIRONMENT_SLUG | sed -e 's/-/_/g')_db "$CI_ENVIRONMENT_SLUG") || true
 208     - (ssh -t dokku@pleroma.online -- certs:add "$CI_ENVIRONMENT_SLUG" /home/dokku/server.crt /home/dokku/server.key) || true
 209     - git push -f dokku@pleroma.online:$CI_ENVIRONMENT_SLUG $CI_COMMIT_SHA:refs/heads/master
 210
 211 spec-deploy:
 212   stage: deploy
 213   artifacts:
 214     paths:
 215     - spec.json
 216   only:
 217     - develop@pleroma/pleroma
 218   image: alpine:latest
 219   before_script:
 220     - apk add curl
 221   script:
 222     - curl -X POST -F"token=$API_DOCS_PIPELINE_TRIGGER" -F'ref=master' -F"variables[BRANCH]=$CI_COMMIT_REF_NAME" -F"variables[JOB_REF]=$CI_JOB_ID" https://git.pleroma.social/api/v4/projects/1130/trigger/pipeline
 223
 224
 225 stop_review_app:
 226   image: alpine:3.9
 227   stage: deploy
 228   before_script:
 229     - apk update && apk add openssh-client git
 230   when: manual
 231   environment:
 232     name: review/$CI_COMMIT_REF_NAME
 233     action: stop
 234   script:
 235     - echo "$CI_ENVIRONMENT_SLUG"
 236     - mkdir -p ~/.ssh
 237     - eval $(ssh-agent -s)
 238     - echo "$SSH_PRIVATE_KEY" | tr -d '\r' | ssh-add -
 239     - ssh-keyscan -H "pleroma.online" >> ~/.ssh/known_hosts
 240     - ssh -t dokku@pleroma.online -- --force apps:destroy "$CI_ENVIRONMENT_SLUG"
 241     - ssh -t dokku@pleroma.online -- --force postgres:destroy $(echo $CI_ENVIRONMENT_SLUG | sed -e 's/-/_/g')_db
 242
 243 amd64:
 244   stage: release
 245   image: elixir:1.10.4
 246   only: &release-only
 247   - stable@pleroma/pleroma
 248   - develop@pleroma/pleroma
 249   - /^maint/.*$/@pleroma/pleroma
 250   - /^release/.*$/@pleroma/pleroma
 251   artifacts: &release-artifacts
 252     name: "pleroma-$CI_COMMIT_REF_NAME-$CI_COMMIT_SHORT_SHA-$CI_JOB_NAME"
 253     paths:
 254       - release/*
 255     # Ideally it would be never for master branch and with the next commit for develop,
 256     # but Gitlab does not support neither `only` for artifacts
 257     # nor setting it to never from .gitlab-ci.yml
 258     # nor expiring with the next commit
 259     expire_in: 42 yrs
 260
 261   cache: &release-cache
 262     key: $CI_COMMIT_REF_NAME-$CI_JOB_NAME
 263     paths:
 264           - deps
 265   variables: &release-variables
 266     MIX_ENV: prod
 267   before_script: &before-release
 268   - apt-get update && apt-get install -y cmake libmagic-dev
 269   - echo "import Mix.Config" > config/prod.secret.exs
 270   - mix local.hex --force
 271   - mix local.rebar --force
 272   script: &release
 273     - mix deps.get --only prod
 274     - mkdir release
 275     - export PLEROMA_BUILD_BRANCH=$CI_COMMIT_REF_NAME
 276     - mix release --path release
 277
 278
 279 amd64-musl:
 280   stage: release
 281   artifacts: *release-artifacts
 282   only: *release-only
 283   image: elixir:1.10.4-alpine
 284   cache: *release-cache
 285   variables: *release-variables
 286   before_script: &before-release-musl
 287   - apk add git gcc g++ musl-dev make cmake file-dev
 288   - echo "import Mix.Config" > config/prod.secret.exs
 289   - mix local.hex --force
 290   - mix local.rebar --force
 291   script: *release
 292
 293 arm:
 294   stage: release
 295   artifacts: *release-artifacts
 296   only: *release-only
 297   tags:
 298     - arm32-specified
 299   image: arm32v7/elixir:1.10.4
 300   cache: *release-cache
 301   variables: *release-variables
 302   before_script: *before-release
 303   script: *release
 304
 305 arm-musl:
 306   stage: release
 307   artifacts: *release-artifacts
 308   only: *release-only
 309   tags:
 310     - arm32-specified
 311   image: arm32v7/elixir:1.10.4-alpine
 312   cache: *release-cache
 313   variables: *release-variables
 314   before_script: *before-release-musl
 315   script: *release
 316
 317 arm64:
 318   stage: release
 319   artifacts: *release-artifacts
 320   only: *release-only
 321   tags:
 322     - arm
 323   image: arm64v8/elixir:1.10.4
 324   cache: *release-cache
 325   variables: *release-variables
 326   before_script: *before-release
 327   script: *release
 328
 329 arm64-musl:
 330   stage: release
 331   artifacts: *release-artifacts
 332   only: *release-only
 333   tags:
 334     - arm
 335   image: arm64v8/elixir:1.10.4-alpine
 336   cache: *release-cache
 337   variables: *release-variables
 338   before_script: *before-release-musl
 339   script: *release
 340
 341 docker:
 342   stage: docker
 343   image: docker:latest
 344   cache: {}
 345   dependencies: []
 346   variables: &docker-variables
 347     DOCKER_DRIVER: overlay2
 348     DOCKER_HOST: unix:///var/run/docker.sock
 349     IMAGE_TAG: $CI_REGISTRY_IMAGE:$CI_COMMIT_SHORT_SHA
 350     IMAGE_TAG_SLUG: $CI_REGISTRY_IMAGE:$CI_COMMIT_REF_SLUG
 351     IMAGE_TAG_LATEST: $CI_REGISTRY_IMAGE:latest
 352     IMAGE_TAG_LATEST_STABLE: $CI_REGISTRY_IMAGE:latest-stable
 353     DOCKER_BUILDX_URL: https://github.com/docker/buildx/releases/download/v0.6.3/buildx-v0.6.3.linux-amd64
 354     DOCKER_BUILDX_HASH: 980e6b9655f971991fbbb5fd6cd19f1672386195
 355   before_script: &before-docker
 356     - docker login -u $CI_REGISTRY_USER -p $CI_REGISTRY_PASSWORD $CI_REGISTRY
 357     - docker pull $IMAGE_TAG_SLUG || true
 358     - export CI_JOB_TIMESTAMP=$(date --utc -Iseconds)
 359     - export CI_VCS_REF=$CI_COMMIT_SHORT_SHA
 360   allow_failure: true
 361   script:
 362     - mkdir -p /root/.docker/cli-plugins
 363     - wget "${DOCKER_BUILDX_URL}" -O ~/.docker/cli-plugins/docker-buildx
 364     - echo "${DOCKER_BUILDX_HASH}  /root/.docker/cli-plugins/docker-buildx" | sha1sum -c
 365     - chmod +x ~/.docker/cli-plugins/docker-buildx
 366     - docker run --rm --privileged multiarch/qemu-user-static --reset -p yes
 367     - docker buildx create --name mbuilder --driver docker-container --use
 368     - docker buildx inspect --bootstrap
 369     - docker buildx build --platform linux/amd64,linux/arm/v7,linux/arm64/v8 --push --cache-from $IMAGE_TAG_SLUG --build-arg VCS_REF=$CI_VCS_REF --build-arg BUILD_DATE=$CI_JOB_TIMESTAMP -t $IMAGE_TAG -t $IMAGE_TAG_SLUG -t $IMAGE_TAG_LATEST .
 370   tags:
 371     - dind
 372   only:
 373     - develop@pleroma/pleroma
 374
 375 docker-stable:
 376   stage: docker
 377   image: docker:latest
 378   cache: {}
 379   dependencies: []
 380   variables: *docker-variables
 381   before_script: *before-docker
 382   allow_failure: true
 383   script:
 384     - mkdir -p /root/.docker/cli-plugins
 385     - wget "${DOCKER_BUILDX_URL}" -O ~/.docker/cli-plugins/docker-buildx
 386     - echo "${DOCKER_BUILDX_HASH}  /root/.docker/cli-plugins/docker-buildx" | sha1sum -c
 387     - chmod +x ~/.docker/cli-plugins/docker-buildx
 388     - docker run --rm --privileged multiarch/qemu-user-static --reset -p yes
 389     - docker buildx create --name mbuilder --driver docker-container --use
 390     - docker buildx inspect --bootstrap
 391     - docker buildx build --platform linux/amd64,linux/arm/v7,linux/arm64/v8 --push --cache-from $IMAGE_TAG_SLUG --build-arg VCS_REF=$CI_VCS_REF --build-arg BUILD_DATE=$CI_JOB_TIMESTAMP -t $IMAGE_TAG -t $IMAGE_TAG_SLUG -t $IMAGE_TAG_LATEST_STABLE .
 392   tags:
 393     - dind
 394   only:
 395     - stable@pleroma/pleroma
 396
 397 docker-release:
 398   stage: docker
 399   image: docker:latest
 400   cache: {}
 401   dependencies: []
 402   variables: *docker-variables
 403   before_script: *before-docker
 404   allow_failure: true
 405   script:
 406   script:
 407     - mkdir -p /root/.docker/cli-plugins
 408     - wget "${DOCKER_BUILDX_URL}" -O ~/.docker/cli-plugins/docker-buildx
 409     - echo "${DOCKER_BUILDX_HASH}  /root/.docker/cli-plugins/docker-buildx" | sha1sum -c
 410     - chmod +x ~/.docker/cli-plugins/docker-buildx
 411     - docker run --rm --privileged multiarch/qemu-user-static --reset -p yes
 412     - docker buildx create --name mbuilder --driver docker-container --use
 413     - docker buildx inspect --bootstrap
 414     - docker buildx build --platform linux/amd64,linux/arm/v7,linux/arm64/v8 --push --cache-from $IMAGE_TAG_SLUG --build-arg VCS_REF=$CI_VCS_REF --build-arg BUILD_DATE=$CI_JOB_TIMESTAMP -t $IMAGE_TAG -t $IMAGE_TAG_SLUG .
 415   tags:
 416     - dind
 417   only:
 418     - /^release/.*$/@pleroma/pleroma
 419
 420 docker-adhoc:
 421   stage: docker
 422   image: docker:latest
 423   cache: {}
 424   dependencies: []
 425   variables: *docker-variables
 426   before_script: *before-docker
 427   allow_failure: true
 428   script:
 429   script:
 430     - mkdir -p /root/.docker/cli-plugins
 431     - wget "${DOCKER_BUILDX_URL}" -O ~/.docker/cli-plugins/docker-buildx
 432     - echo "${DOCKER_BUILDX_HASH}  /root/.docker/cli-plugins/docker-buildx" | sha1sum -c
 433     - chmod +x ~/.docker/cli-plugins/docker-buildx
 434     - docker run --rm --privileged multiarch/qemu-user-static --reset -p yes
 435     - docker buildx create --name mbuilder --driver docker-container --use
 436     - docker buildx inspect --bootstrap
 437     - docker buildx build --platform linux/amd64,linux/arm/v7,linux/arm64/v8 --push --cache-from $IMAGE_TAG_SLUG --build-arg VCS_REF=$CI_VCS_REF --build-arg BUILD_DATE=$CI_JOB_TIMESTAMP -t $IMAGE_TAG -t $IMAGE_TAG_SLUG .
 438   tags:
 439     - dind
 440   only:
 441     - /^build-docker/.*$/@pleroma/pleroma