git.squeep.com Git - akkoma/blob - .gitlab-ci.yml

   1 image: elixir:1.9.4
   2
   3 variables: &global_variables
   4   POSTGRES_DB: pleroma_test
   5   POSTGRES_USER: postgres
   6   POSTGRES_PASSWORD: postgres
   7   DB_HOST: postgres
   8   MIX_ENV: test
   9
  10 cache: &global_cache_policy
  11   key: ${CI_COMMIT_REF_SLUG}
  12   paths:
  13     - deps
  14     - _build
  15
  16 stages:
  17   - build
  18   - test
  19   - benchmark
  20   - deploy
  21   - release
  22   - docker
  23
  24 before_script:
  25   - apt-get update && apt-get install -y cmake
  26   - mix local.hex --force
  27   - mix local.rebar --force
  28   - apt-get -qq update
  29   - apt-get install -y libmagic-dev
  30
  31 build:
  32   stage: build
  33   script:
  34   - mix deps.get
  35   - mix compile --force
  36
  37 benchmark:
  38   stage: benchmark
  39   when: manual
  40   variables:
  41     MIX_ENV: benchmark
  42   services:
  43   - name: postgres:9.6
  44     alias: postgres
  45     command: ["postgres", "-c", "fsync=off", "-c", "synchronous_commit=off", "-c", "full_page_writes=off"]
  46   script:
  47     - mix deps.get
  48     - mix ecto.create
  49     - mix ecto.migrate
  50     - mix pleroma.load_testing
  51
  52 unit-testing:
  53   stage: test
  54   retry: 2
  55   cache: &testing_cache_policy
  56     <<: *global_cache_policy
  57     policy: pull
  58
  59   services:
  60   - name: postgres:9.6
  61     alias: postgres
  62     command: ["postgres", "-c", "fsync=off", "-c", "synchronous_commit=off", "-c", "full_page_writes=off"]
  63   script:
  64     - apt-get update && apt-get install -y libimage-exiftool-perl ffmpeg
  65     - mix deps.get
  66     - mix ecto.create
  67     - mix ecto.migrate
  68     - mix coveralls --preload-modules
  69
  70 # Removed to fix CI issue. In this early state it wasn't adding much value anyway.
  71 # TODO Fix and reinstate federated testing
  72 # federated-testing:
  73 #   stage: test
  74 #   cache: *testing_cache_policy
  75 #   services:
  76 #   - name: minibikini/postgres-with-rum:12
  77 #     alias: postgres
  78 #     command: ["postgres", "-c", "fsync=off", "-c", "synchronous_commit=off", "-c", "full_page_writes=off"]
  79 #   script:
  80 #     - mix deps.get
  81 #     - mix ecto.create
  82 #     - mix ecto.migrate
  83 #     - epmd -daemon
  84 #     - mix test --trace --only federated
  85
  86 unit-testing-rum:
  87   stage: test
  88   retry: 2
  89   cache: *testing_cache_policy
  90   services:
  91   - name: minibikini/postgres-with-rum:12
  92     alias: postgres
  93     command: ["postgres", "-c", "fsync=off", "-c", "synchronous_commit=off", "-c", "full_page_writes=off"]
  94   variables:
  95     <<: *global_variables
  96     RUM_ENABLED: "true"
  97   script:
  98     - apt-get update && apt-get install -y libimage-exiftool-perl ffmpeg
  99     - mix deps.get
 100     - mix ecto.create
 101     - mix ecto.migrate
 102     - "mix ecto.migrate --migrations-path priv/repo/optional_migrations/rum_indexing/"
 103     - mix test --preload-modules
 104
 105 lint:
 106   stage: test
 107   cache: *testing_cache_policy
 108   script:
 109     - mix format --check-formatted
 110
 111 analysis:
 112   stage: test
 113   cache: *testing_cache_policy
 114   script:
 115     - mix deps.get
 116     - mix credo --strict --only=warnings,todo,fixme,consistency,readability
 117
 118 docs-deploy:
 119   stage: deploy
 120   cache: *testing_cache_policy
 121   image: alpine:latest
 122   only:
 123   - stable@pleroma/pleroma
 124   - develop@pleroma/pleroma
 125   before_script:
 126   - apk add curl
 127   script:
 128   - curl -X POST -F"token=$DOCS_PIPELINE_TRIGGER" -F'ref=master' -F"variables[BRANCH]=$CI_COMMIT_REF_NAME" https://git.pleroma.social/api/v4/projects/673/trigger/pipeline
 129 review_app:
 130   image: alpine:3.9
 131   stage: deploy
 132   before_script:
 133     - apk update && apk add openssh-client git
 134   when: manual
 135   environment:
 136     name: review/$CI_COMMIT_REF_NAME
 137     url: https://$CI_ENVIRONMENT_SLUG.pleroma.online/
 138     on_stop: stop_review_app
 139   only:
 140     - branches
 141   except:
 142     - master
 143     - develop
 144   script:
 145     - echo "$CI_ENVIRONMENT_SLUG"
 146     - mkdir -p ~/.ssh
 147     - eval $(ssh-agent -s)
 148     - echo "$SSH_PRIVATE_KEY" | tr -d '\r' | ssh-add -
 149     - ssh-keyscan -H "pleroma.online" >> ~/.ssh/known_hosts
 150     - (ssh -t dokku@pleroma.online -- apps:create "$CI_ENVIRONMENT_SLUG") || true
 151     - (ssh -t dokku@pleroma.online -- git:set "$CI_ENVIRONMENT_SLUG" keep-git-dir true) || true
 152     - ssh -t dokku@pleroma.online -- config:set "$CI_ENVIRONMENT_SLUG" APP_NAME="$CI_ENVIRONMENT_SLUG" APP_HOST="$CI_ENVIRONMENT_SLUG.pleroma.online" MIX_ENV=dokku
 153     - (ssh -t dokku@pleroma.online -- postgres:create $(echo $CI_ENVIRONMENT_SLUG | sed -e 's/-/_/g')_db) || true
 154     - (ssh -t dokku@pleroma.online -- postgres:link $(echo $CI_ENVIRONMENT_SLUG | sed -e 's/-/_/g')_db "$CI_ENVIRONMENT_SLUG") || true
 155     - (ssh -t dokku@pleroma.online -- certs:add "$CI_ENVIRONMENT_SLUG" /home/dokku/server.crt /home/dokku/server.key) || true
 156     - git push -f dokku@pleroma.online:$CI_ENVIRONMENT_SLUG $CI_COMMIT_SHA:refs/heads/master
 157
 158 stop_review_app:
 159   image: alpine:3.9
 160   stage: deploy
 161   before_script:
 162     - apk update && apk add openssh-client git
 163   when: manual
 164   environment:
 165     name: review/$CI_COMMIT_REF_NAME
 166     action: stop
 167   script:
 168     - echo "$CI_ENVIRONMENT_SLUG"
 169     - mkdir -p ~/.ssh
 170     - eval $(ssh-agent -s)
 171     - echo "$SSH_PRIVATE_KEY" | tr -d '\r' | ssh-add -
 172     - ssh-keyscan -H "pleroma.online" >> ~/.ssh/known_hosts
 173     - ssh -t dokku@pleroma.online -- --force apps:destroy "$CI_ENVIRONMENT_SLUG"
 174     - ssh -t dokku@pleroma.online -- --force postgres:destroy $(echo $CI_ENVIRONMENT_SLUG | sed -e 's/-/_/g')_db
 175
 176 amd64:
 177   stage: release
 178   image: elixir:1.10.3
 179   only: &release-only
 180   - stable@pleroma/pleroma
 181   - develop@pleroma/pleroma
 182   - /^maint/.*$/@pleroma/pleroma
 183   - /^release/.*$/@pleroma/pleroma
 184   - /^build-release/.*$/@pleroma/pleroma
 185   artifacts: &release-artifacts
 186     name: "pleroma-$CI_COMMIT_REF_NAME-$CI_COMMIT_SHORT_SHA-$CI_JOB_NAME"
 187     paths:
 188       - release/*
 189     # Ideally it would be never for master branch and with the next commit for develop,
 190     # but Gitlab does not support neither `only` for artifacts
 191     # nor setting it to never from .gitlab-ci.yml
 192     # nor expiring with the next commit
 193     expire_in: 42 yrs
 194
 195   cache: &release-cache
 196     key: $CI_COMMIT_REF_NAME-$CI_JOB_NAME
 197     paths:
 198           - deps
 199   variables: &release-variables
 200     MIX_ENV: prod
 201   before_script: &before-release
 202   - apt-get update && apt-get install -y cmake libmagic-dev
 203   - echo "import Mix.Config" > config/prod.secret.exs
 204   - mix local.hex --force
 205   - mix local.rebar --force
 206   script: &release
 207     - mix deps.get --only prod
 208     - mkdir release
 209     - export PLEROMA_BUILD_BRANCH=$CI_COMMIT_REF_NAME
 210     - mix release --path release
 211
 212
 213 amd64-musl:
 214   stage: release
 215   artifacts: *release-artifacts
 216   only: *release-only
 217   image: elixir:1.10.3-alpine
 218   cache: *release-cache
 219   variables: *release-variables
 220   before_script: &before-release-musl
 221   - apk add git gcc g++ musl-dev make cmake file-dev
 222   - echo "import Mix.Config" > config/prod.secret.exs
 223   - mix local.hex --force
 224   - mix local.rebar --force
 225   script: *release
 226
 227 arm:
 228   stage: release
 229   artifacts: *release-artifacts
 230   only: *release-only
 231   tags:
 232     - arm32
 233   image: elixir:1.10.3
 234   cache: *release-cache
 235   variables: *release-variables
 236   before_script: *before-release
 237   script: *release
 238
 239 arm-musl:
 240   stage: release
 241   artifacts: *release-artifacts
 242   only: *release-only
 243   tags:
 244     - arm32
 245   image: elixir:1.10.3-alpine
 246   cache: *release-cache
 247   variables: *release-variables
 248   before_script: *before-release-musl
 249   script: *release
 250
 251 arm64:
 252   stage: release
 253   artifacts: *release-artifacts
 254   only: *release-only
 255   tags:
 256     - arm
 257   image: elixir:1.10.3
 258   cache: *release-cache
 259   variables: *release-variables
 260   before_script: *before-release
 261   script: *release
 262
 263 arm64-musl:
 264   stage: release
 265   artifacts: *release-artifacts
 266   only: *release-only
 267   tags:
 268     - arm
 269   # TODO: Replace with upstream image when 1.9.0 comes out
 270   image: elixir:1.10.3-alpine
 271   cache: *release-cache
 272   variables: *release-variables
 273   before_script: *before-release-musl
 274   script: *release
 275
 276 docker:
 277   stage: docker
 278   image: docker:latest
 279   cache: {}
 280   dependencies: []
 281   variables: &docker-variables
 282     DOCKER_DRIVER: overlay2
 283     DOCKER_HOST: unix:///var/run/docker.sock
 284     IMAGE_TAG: $CI_REGISTRY_IMAGE:$CI_COMMIT_SHORT_SHA
 285     IMAGE_TAG_SLUG: $CI_REGISTRY_IMAGE:$CI_COMMIT_REF_SLUG
 286     IMAGE_TAG_LATEST: $CI_REGISTRY_IMAGE:latest
 287     IMAGE_TAG_LATEST_STABLE: $CI_REGISTRY_IMAGE:latest-stable
 288     DOCKER_BUILDX_URL: https://github.com/docker/buildx/releases/download/v0.4.1/buildx-v0.4.1.linux-amd64
 289     DOCKER_BUILDX_HASH: 71a7d01439aa8c165a25b59c44d3f016fddbd98b
 290   before_script: &before-docker
 291     - docker login -u $CI_REGISTRY_USER -p $CI_REGISTRY_PASSWORD $CI_REGISTRY
 292     - docker pull $IMAGE_TAG_SLUG || true
 293     - export CI_JOB_TIMESTAMP=$(date --utc -Iseconds)
 294     - export CI_VCS_REF=$CI_COMMIT_SHORT_SHA
 295   allow_failure: true
 296   script:
 297     - mkdir -p /root/.docker/cli-plugins
 298     - wget "${DOCKER_BUILDX_URL}" -O ~/.docker/cli-plugins/docker-buildx
 299     - echo "${DOCKER_BUILDX_HASH}  /root/.docker/cli-plugins/docker-buildx" | sha1sum -c
 300     - chmod +x ~/.docker/cli-plugins/docker-buildx
 301     - docker run --rm --privileged multiarch/qemu-user-static --reset -p yes
 302     - docker buildx create --name mbuilder --driver docker-container --use
 303     - docker buildx inspect --bootstrap
 304     - docker buildx build --platform linux/amd64,linux/arm/v7,linux/arm64/v8 --push --cache-from $IMAGE_TAG_SLUG --build-arg VCS_REF=$CI_VCS_REF --build-arg BUILD_DATE=$CI_JOB_TIMESTAMP -t $IMAGE_TAG -t $IMAGE_TAG_SLUG -t $IMAGE_TAG_LATEST .
 305   tags:
 306     - dind
 307   only:
 308     - develop@pleroma/pleroma
 309
 310 docker-stable:
 311   stage: docker
 312   image: docker:latest
 313   cache: {}
 314   dependencies: []
 315   variables: *docker-variables
 316   before_script: *before-docker
 317   allow_failure: true
 318   script:
 319     - mkdir -p /root/.docker/cli-plugins
 320     - wget "${DOCKER_BUILDX_URL}" -O ~/.docker/cli-plugins/docker-buildx
 321     - echo "${DOCKER_BUILDX_HASH}  /root/.docker/cli-plugins/docker-buildx" | sha1sum -c
 322     - chmod +x ~/.docker/cli-plugins/docker-buildx
 323     - docker run --rm --privileged multiarch/qemu-user-static --reset -p yes
 324     - docker buildx create --name mbuilder --driver docker-container --use
 325     - docker buildx inspect --bootstrap
 326     - docker buildx build --platform linux/amd64,linux/arm/v7,linux/arm64/v8 --push --cache-from $IMAGE_TAG_SLUG --build-arg VCS_REF=$CI_VCS_REF --build-arg BUILD_DATE=$CI_JOB_TIMESTAMP -t $IMAGE_TAG -t $IMAGE_TAG_SLUG -t $IMAGE_TAG_LATEST_STABLE .
 327   tags:
 328     - dind
 329   only:
 330     - stable@pleroma/pleroma
 331
 332 docker-release:
 333   stage: docker
 334   image: docker:latest
 335   cache: {}
 336   dependencies: []
 337   variables: *docker-variables
 338   before_script: *before-docker
 339   allow_failure: true
 340   script:
 341   script:
 342     - mkdir -p /root/.docker/cli-plugins
 343     - wget "${DOCKER_BUILDX_URL}" -O ~/.docker/cli-plugins/docker-buildx
 344     - echo "${DOCKER_BUILDX_HASH}  /root/.docker/cli-plugins/docker-buildx" | sha1sum -c
 345     - chmod +x ~/.docker/cli-plugins/docker-buildx
 346     - docker run --rm --privileged multiarch/qemu-user-static --reset -p yes
 347     - docker buildx create --name mbuilder --driver docker-container --use
 348     - docker buildx inspect --bootstrap
 349     - docker buildx build --platform linux/amd64,linux/arm/v7,linux/arm64/v8 --push --cache-from $IMAGE_TAG_SLUG --build-arg VCS_REF=$CI_VCS_REF --build-arg BUILD_DATE=$CI_JOB_TIMESTAMP -t $IMAGE_TAG -t $IMAGE_TAG_SLUG .
 350   tags:
 351     - dind
 352   only:
 353     - /^release/.*$/@pleroma/pleroma