git.squeep.com Git - akkoma/blob - .gitlab-ci.yml

   1 image: elixir:1.9.4
   2
   3 variables: &global_variables
   4   POSTGRES_DB: pleroma_test
   5   POSTGRES_USER: postgres
   6   POSTGRES_PASSWORD: postgres
   7   DB_HOST: postgres
   8   MIX_ENV: test
   9
  10 cache: &global_cache_policy
  11   key: ${CI_COMMIT_REF_SLUG}
  12   paths:
  13     - deps
  14     - _build
  15
  16 stages:
  17   - build
  18   - test
  19   - benchmark
  20   - deploy
  21   - release
  22   - docker
  23
  24 before_script:
  25   - apt-get update && apt-get install -y cmake
  26   - mix local.hex --force
  27   - mix local.rebar --force
  28   - apt-get -qq update
  29   - apt-get install -y libmagic-dev
  30
  31 build:
  32   stage: build
  33   script:
  34   - mix deps.get
  35   - mix compile --force
  36
  37 spec-build:
  38   stage: test
  39   artifacts:
  40     paths:
  41     - spec.json
  42   script:
  43   - mix deps.get
  44   - mix pleroma.openapi_spec spec.json
  45
  46 benchmark:
  47   stage: benchmark
  48   when: manual
  49   variables:
  50     MIX_ENV: benchmark
  51   services:
  52   - name: postgres:9.6
  53     alias: postgres
  54     command: ["postgres", "-c", "fsync=off", "-c", "synchronous_commit=off", "-c", "full_page_writes=off"]
  55   script:
  56     - mix deps.get
  57     - mix ecto.create
  58     - mix ecto.migrate
  59     - mix pleroma.load_testing
  60
  61 unit-testing:
  62   stage: test
  63   retry: 2
  64   cache: &testing_cache_policy
  65     <<: *global_cache_policy
  66     policy: pull
  67
  68   services:
  69   - name: postgres:13
  70     alias: postgres
  71     command: ["postgres", "-c", "fsync=off", "-c", "synchronous_commit=off", "-c", "full_page_writes=off"]
  72   script:
  73     - apt-get update && apt-get install -y libimage-exiftool-perl ffmpeg
  74     - mix deps.get
  75     - mix ecto.create
  76     - mix ecto.migrate
  77     - mix coveralls --preload-modules
  78
  79 # Removed to fix CI issue. In this early state it wasn't adding much value anyway.
  80 # TODO Fix and reinstate federated testing
  81 # federated-testing:
  82 #   stage: test
  83 #   cache: *testing_cache_policy
  84 #   services:
  85 #   - name: minibikini/postgres-with-rum:12
  86 #     alias: postgres
  87 #     command: ["postgres", "-c", "fsync=off", "-c", "synchronous_commit=off", "-c", "full_page_writes=off"]
  88 #   script:
  89 #     - mix deps.get
  90 #     - mix ecto.create
  91 #     - mix ecto.migrate
  92 #     - epmd -daemon
  93 #     - mix test --trace --only federated
  94
  95 unit-testing-rum:
  96   stage: test
  97   retry: 2
  98   cache: *testing_cache_policy
  99   services:
 100   - name: minibikini/postgres-with-rum:12
 101     alias: postgres
 102     command: ["postgres", "-c", "fsync=off", "-c", "synchronous_commit=off", "-c", "full_page_writes=off"]
 103   variables:
 104     <<: *global_variables
 105     RUM_ENABLED: "true"
 106   script:
 107     - apt-get update && apt-get install -y libimage-exiftool-perl ffmpeg
 108     - mix deps.get
 109     - mix ecto.create
 110     - mix ecto.migrate
 111     - "mix ecto.migrate --migrations-path priv/repo/optional_migrations/rum_indexing/"
 112     - mix test --preload-modules
 113
 114 lint:
 115   stage: test
 116   cache: *testing_cache_policy
 117   script:
 118     - mix format --check-formatted
 119
 120 analysis:
 121   stage: test
 122   cache: *testing_cache_policy
 123   script:
 124     - mix deps.get
 125     - mix credo --strict --only=warnings,todo,fixme,consistency,readability
 126
 127 docs-deploy:
 128   stage: deploy
 129   cache: *testing_cache_policy
 130   image: alpine:latest
 131   only:
 132   - stable@pleroma/pleroma
 133   - develop@pleroma/pleroma
 134   before_script:
 135   - apk add curl
 136   script:
 137   - curl -X POST -F"token=$DOCS_PIPELINE_TRIGGER" -F'ref=master' -F"variables[BRANCH]=$CI_COMMIT_REF_NAME" https://git.pleroma.social/api/v4/projects/673/trigger/pipeline
 138 review_app:
 139   image: alpine:3.9
 140   stage: deploy
 141   before_script:
 142     - apk update && apk add openssh-client git
 143   when: manual
 144   environment:
 145     name: review/$CI_COMMIT_REF_NAME
 146     url: https://$CI_ENVIRONMENT_SLUG.pleroma.online/
 147     on_stop: stop_review_app
 148   only:
 149     - branches
 150   except:
 151     - master
 152     - develop
 153   script:
 154     - echo "$CI_ENVIRONMENT_SLUG"
 155     - mkdir -p ~/.ssh
 156     - eval $(ssh-agent -s)
 157     - echo "$SSH_PRIVATE_KEY" | tr -d '\r' | ssh-add -
 158     - ssh-keyscan -H "pleroma.online" >> ~/.ssh/known_hosts
 159     - (ssh -t dokku@pleroma.online -- apps:create "$CI_ENVIRONMENT_SLUG") || true
 160     - (ssh -t dokku@pleroma.online -- git:set "$CI_ENVIRONMENT_SLUG" keep-git-dir true) || true
 161     - ssh -t dokku@pleroma.online -- config:set "$CI_ENVIRONMENT_SLUG" APP_NAME="$CI_ENVIRONMENT_SLUG" APP_HOST="$CI_ENVIRONMENT_SLUG.pleroma.online" MIX_ENV=dokku
 162     - (ssh -t dokku@pleroma.online -- postgres:create $(echo $CI_ENVIRONMENT_SLUG | sed -e 's/-/_/g')_db) || true
 163     - (ssh -t dokku@pleroma.online -- postgres:link $(echo $CI_ENVIRONMENT_SLUG | sed -e 's/-/_/g')_db "$CI_ENVIRONMENT_SLUG") || true
 164     - (ssh -t dokku@pleroma.online -- certs:add "$CI_ENVIRONMENT_SLUG" /home/dokku/server.crt /home/dokku/server.key) || true
 165     - git push -f dokku@pleroma.online:$CI_ENVIRONMENT_SLUG $CI_COMMIT_SHA:refs/heads/master
 166
 167 spec-deploy:
 168   stage: deploy
 169   artifacts:
 170     paths:
 171     - spec.json
 172   only:
 173     - develop@pleroma/pleroma
 174   image: alpine:latest
 175   before_script:
 176     - apk add curl
 177   script:
 178     - curl -X POST -F"token=$API_DOCS_PIPELINE_TRIGGER" -F'ref=master' -F"variables[BRANCH]=$CI_COMMIT_REF_NAME" -F"variables[JOB_REF]=$CI_JOB_ID" https://git.pleroma.social/api/v4/projects/1130/trigger/pipeline
 179
 180
 181 stop_review_app:
 182   image: alpine:3.9
 183   stage: deploy
 184   before_script:
 185     - apk update && apk add openssh-client git
 186   when: manual
 187   environment:
 188     name: review/$CI_COMMIT_REF_NAME
 189     action: stop
 190   script:
 191     - echo "$CI_ENVIRONMENT_SLUG"
 192     - mkdir -p ~/.ssh
 193     - eval $(ssh-agent -s)
 194     - echo "$SSH_PRIVATE_KEY" | tr -d '\r' | ssh-add -
 195     - ssh-keyscan -H "pleroma.online" >> ~/.ssh/known_hosts
 196     - ssh -t dokku@pleroma.online -- --force apps:destroy "$CI_ENVIRONMENT_SLUG"
 197     - ssh -t dokku@pleroma.online -- --force postgres:destroy $(echo $CI_ENVIRONMENT_SLUG | sed -e 's/-/_/g')_db
 198
 199 amd64:
 200   stage: release
 201   image: elixir:1.10.3
 202   only: &release-only
 203   - stable@pleroma/pleroma
 204   - develop@pleroma/pleroma
 205   - /^maint/.*$/@pleroma/pleroma
 206   - /^release/.*$/@pleroma/pleroma
 207   artifacts: &release-artifacts
 208     name: "pleroma-$CI_COMMIT_REF_NAME-$CI_COMMIT_SHORT_SHA-$CI_JOB_NAME"
 209     paths:
 210       - release/*
 211     # Ideally it would be never for master branch and with the next commit for develop,
 212     # but Gitlab does not support neither `only` for artifacts
 213     # nor setting it to never from .gitlab-ci.yml
 214     # nor expiring with the next commit
 215     expire_in: 42 yrs
 216
 217   cache: &release-cache
 218     key: $CI_COMMIT_REF_NAME-$CI_JOB_NAME
 219     paths:
 220           - deps
 221   variables: &release-variables
 222     MIX_ENV: prod
 223   before_script: &before-release
 224   - apt-get update && apt-get install -y cmake libmagic-dev
 225   - echo "import Mix.Config" > config/prod.secret.exs
 226   - mix local.hex --force
 227   - mix local.rebar --force
 228   script: &release
 229     - mix deps.get --only prod
 230     - mkdir release
 231     - export PLEROMA_BUILD_BRANCH=$CI_COMMIT_REF_NAME
 232     - mix release --path release
 233
 234
 235 amd64-musl:
 236   stage: release
 237   artifacts: *release-artifacts
 238   only: *release-only
 239   image: elixir:1.10.3-alpine
 240   cache: *release-cache
 241   variables: *release-variables
 242   before_script: &before-release-musl
 243   - apk add git gcc g++ musl-dev make cmake file-dev
 244   - echo "import Mix.Config" > config/prod.secret.exs
 245   - mix local.hex --force
 246   - mix local.rebar --force
 247   script: *release
 248
 249 arm:
 250   stage: release
 251   artifacts: *release-artifacts
 252   only: *release-only
 253   tags:
 254     - arm32-specified
 255   image: arm32v7/elixir:1.10.3
 256   cache: *release-cache
 257   variables: *release-variables
 258   before_script: *before-release
 259   script: *release
 260
 261 arm-musl:
 262   stage: release
 263   artifacts: *release-artifacts
 264   only: *release-only
 265   tags:
 266     - arm32-specified
 267   image: arm32v7/elixir:1.10.3-alpine
 268   cache: *release-cache
 269   variables: *release-variables
 270   before_script: *before-release-musl
 271   script: *release
 272
 273 arm64:
 274   stage: release
 275   artifacts: *release-artifacts
 276   only: *release-only
 277   tags:
 278     - arm
 279   image: arm64v8/elixir:1.10.3
 280   cache: *release-cache
 281   variables: *release-variables
 282   before_script: *before-release
 283   script: *release
 284
 285 arm64-musl:
 286   stage: release
 287   artifacts: *release-artifacts
 288   only: *release-only
 289   tags:
 290     - arm
 291   image: arm64v8/elixir:1.10.3-alpine
 292   cache: *release-cache
 293   variables: *release-variables
 294   before_script: *before-release-musl
 295   script: *release
 296
 297 docker:
 298   stage: docker
 299   image: docker:latest
 300   cache: {}
 301   dependencies: []
 302   variables: &docker-variables
 303     DOCKER_DRIVER: overlay2
 304     DOCKER_HOST: unix:///var/run/docker.sock
 305     IMAGE_TAG: $CI_REGISTRY_IMAGE:$CI_COMMIT_SHORT_SHA
 306     IMAGE_TAG_SLUG: $CI_REGISTRY_IMAGE:$CI_COMMIT_REF_SLUG
 307     IMAGE_TAG_LATEST: $CI_REGISTRY_IMAGE:latest
 308     IMAGE_TAG_LATEST_STABLE: $CI_REGISTRY_IMAGE:latest-stable
 309     DOCKER_BUILDX_URL: https://github.com/docker/buildx/releases/download/v0.4.1/buildx-v0.4.1.linux-amd64
 310     DOCKER_BUILDX_HASH: 71a7d01439aa8c165a25b59c44d3f016fddbd98b
 311   before_script: &before-docker
 312     - docker login -u $CI_REGISTRY_USER -p $CI_REGISTRY_PASSWORD $CI_REGISTRY
 313     - docker pull $IMAGE_TAG_SLUG || true
 314     - export CI_JOB_TIMESTAMP=$(date --utc -Iseconds)
 315     - export CI_VCS_REF=$CI_COMMIT_SHORT_SHA
 316   allow_failure: true
 317   script:
 318     - mkdir -p /root/.docker/cli-plugins
 319     - wget "${DOCKER_BUILDX_URL}" -O ~/.docker/cli-plugins/docker-buildx
 320     - echo "${DOCKER_BUILDX_HASH}  /root/.docker/cli-plugins/docker-buildx" | sha1sum -c
 321     - chmod +x ~/.docker/cli-plugins/docker-buildx
 322     - docker run --rm --privileged multiarch/qemu-user-static --reset -p yes
 323     - docker buildx create --name mbuilder --driver docker-container --use
 324     - docker buildx inspect --bootstrap
 325     - docker buildx build --platform linux/amd64,linux/arm/v7,linux/arm64/v8 --push --cache-from $IMAGE_TAG_SLUG --build-arg VCS_REF=$CI_VCS_REF --build-arg BUILD_DATE=$CI_JOB_TIMESTAMP -t $IMAGE_TAG -t $IMAGE_TAG_SLUG -t $IMAGE_TAG_LATEST .
 326   tags:
 327     - dind
 328   only:
 329     - develop@pleroma/pleroma
 330
 331 docker-stable:
 332   stage: docker
 333   image: docker:latest
 334   cache: {}
 335   dependencies: []
 336   variables: *docker-variables
 337   before_script: *before-docker
 338   allow_failure: true
 339   script:
 340     - mkdir -p /root/.docker/cli-plugins
 341     - wget "${DOCKER_BUILDX_URL}" -O ~/.docker/cli-plugins/docker-buildx
 342     - echo "${DOCKER_BUILDX_HASH}  /root/.docker/cli-plugins/docker-buildx" | sha1sum -c
 343     - chmod +x ~/.docker/cli-plugins/docker-buildx
 344     - docker run --rm --privileged multiarch/qemu-user-static --reset -p yes
 345     - docker buildx create --name mbuilder --driver docker-container --use
 346     - docker buildx inspect --bootstrap
 347     - docker buildx build --platform linux/amd64,linux/arm/v7,linux/arm64/v8 --push --cache-from $IMAGE_TAG_SLUG --build-arg VCS_REF=$CI_VCS_REF --build-arg BUILD_DATE=$CI_JOB_TIMESTAMP -t $IMAGE_TAG -t $IMAGE_TAG_SLUG -t $IMAGE_TAG_LATEST_STABLE .
 348   tags:
 349     - dind
 350   only:
 351     - stable@pleroma/pleroma
 352
 353 docker-release:
 354   stage: docker
 355   image: docker:latest
 356   cache: {}
 357   dependencies: []
 358   variables: *docker-variables
 359   before_script: *before-docker
 360   allow_failure: true
 361   script:
 362   script:
 363     - mkdir -p /root/.docker/cli-plugins
 364     - wget "${DOCKER_BUILDX_URL}" -O ~/.docker/cli-plugins/docker-buildx
 365     - echo "${DOCKER_BUILDX_HASH}  /root/.docker/cli-plugins/docker-buildx" | sha1sum -c
 366     - chmod +x ~/.docker/cli-plugins/docker-buildx
 367     - docker run --rm --privileged multiarch/qemu-user-static --reset -p yes
 368     - docker buildx create --name mbuilder --driver docker-container --use
 369     - docker buildx inspect --bootstrap
 370     - docker buildx build --platform linux/amd64,linux/arm/v7,linux/arm64/v8 --push --cache-from $IMAGE_TAG_SLUG --build-arg VCS_REF=$CI_VCS_REF --build-arg BUILD_DATE=$CI_JOB_TIMESTAMP -t $IMAGE_TAG -t $IMAGE_TAG_SLUG .
 371   tags:
 372     - dind
 373   only:
 374     - /^release/.*$/@pleroma/pleroma
 375
 376 docker-adhoc:
 377   stage: docker
 378   image: docker:latest
 379   cache: {}
 380   dependencies: []
 381   variables: *docker-variables
 382   before_script: *before-docker
 383   allow_failure: true
 384   script:
 385   script:
 386     - mkdir -p /root/.docker/cli-plugins
 387     - wget "${DOCKER_BUILDX_URL}" -O ~/.docker/cli-plugins/docker-buildx
 388     - echo "${DOCKER_BUILDX_HASH}  /root/.docker/cli-plugins/docker-buildx" | sha1sum -c
 389     - chmod +x ~/.docker/cli-plugins/docker-buildx
 390     - docker run --rm --privileged multiarch/qemu-user-static --reset -p yes
 391     - docker buildx create --name mbuilder --driver docker-container --use
 392     - docker buildx inspect --bootstrap
 393     - docker buildx build --platform linux/amd64,linux/arm/v7,linux/arm64/v8 --push --cache-from $IMAGE_TAG_SLUG --build-arg VCS_REF=$CI_VCS_REF --build-arg BUILD_DATE=$CI_JOB_TIMESTAMP -t $IMAGE_TAG -t $IMAGE_TAG_SLUG .
 394   tags:
 395     - dind
 396   only:
 397     - /^build-docker/.*$/@pleroma/pleroma