git.squeep.com Git - akkoma/blob - .gitlab-ci.yml

   1 image: git.pleroma.social:5050/pleroma/pleroma/ci-base
   2
   3 variables: &global_variables
   4   POSTGRES_DB: pleroma_test
   5   POSTGRES_USER: postgres
   6   POSTGRES_PASSWORD: postgres
   7   DB_HOST: postgres
   8   MIX_ENV: test
   9
  10 cache: &global_cache_policy
  11   key:
  12     files:
  13       - mix.lock
  14   paths:
  15     - deps
  16     - _build
  17
  18 stages:
  19   - build
  20   - test
  21   - benchmark
  22   - deploy
  23   - release
  24   - docker
  25
  26 before_script:
  27   - echo $MIX_ENV
  28   - rm -rf _build/*/lib/pleroma
  29   - mix deps.get
  30
  31 after_script:
  32   - rm -rf _build/*/lib/pleroma
  33
  34 build:
  35   stage: build
  36   only:
  37     changes:
  38       - "**/*.ex"
  39       - "**/*.exs"
  40       - "mix.lock"
  41   script:
  42   - mix compile --force
  43
  44 spec-build:
  45   stage: test
  46   only:
  47     changes:
  48       - "lib/pleroma/web/api_spec/**/*.ex"
  49       - "lib/pleroma/web/api_spec.ex"
  50   artifacts:
  51     paths:
  52     - spec.json
  53   script:
  54   - mix pleroma.openapi_spec spec.json
  55
  56 benchmark:
  57   stage: benchmark
  58   when: manual
  59   variables:
  60     MIX_ENV: benchmark
  61   services:
  62   - name: postgres:9.6
  63     alias: postgres
  64     command: ["postgres", "-c", "fsync=off", "-c", "synchronous_commit=off", "-c", "full_page_writes=off"]
  65   script:
  66     - mix ecto.create
  67     - mix ecto.migrate
  68     - mix pleroma.load_testing
  69
  70 unit-testing:
  71   stage: test
  72   only:
  73     changes:
  74       - "**/*.ex"
  75       - "**/*.exs"
  76       - "mix.lock"
  77   cache: &testing_cache_policy
  78     <<: *global_cache_policy
  79     policy: pull
  80
  81   services:
  82   - name: postgres:13
  83     alias: postgres
  84     command: ["postgres", "-c", "fsync=off", "-c", "synchronous_commit=off", "-c", "full_page_writes=off"]
  85   script:
  86     - mix ecto.create
  87     - mix ecto.migrate
  88     - mix coveralls --preload-modules
  89
  90 unit-testing-erratic:
  91   stage: test
  92   retry: 2
  93   only:
  94     changes:
  95       - "**/*.ex"
  96       - "**/*.exs"
  97       - "mix.lock"
  98   cache: &testing_cache_policy
  99     <<: *global_cache_policy
 100     policy: pull
 101
 102   services:
 103   - name: postgres:13
 104     alias: postgres
 105     command: ["postgres", "-c", "fsync=off", "-c", "synchronous_commit=off", "-c", "full_page_writes=off"]
 106   script:
 107     - mix ecto.create
 108     - mix ecto.migrate
 109     - mix test --only=erratic
 110
 111 # Removed to fix CI issue. In this early state it wasn't adding much value anyway.
 112 # TODO Fix and reinstate federated testing
 113 # federated-testing:
 114 #   stage: test
 115 #   cache: *testing_cache_policy
 116 #   services:
 117 #   - name: minibikini/postgres-with-rum:12
 118 #     alias: postgres
 119 #     command: ["postgres", "-c", "fsync=off", "-c", "synchronous_commit=off", "-c", "full_page_writes=off"]
 120 #   script:
 121 #     - mix deps.get
 122 #     - mix ecto.create
 123 #     - mix ecto.migrate
 124 #     - epmd -daemon
 125 #     - mix test --trace --only federated
 126
 127 unit-testing-rum:
 128   stage: test
 129   only:
 130     changes:
 131       - "**/*.ex"
 132       - "**/*.exs"
 133       - "mix.lock"
 134   cache: *testing_cache_policy
 135   services:
 136   - name: minibikini/postgres-with-rum:12
 137     alias: postgres
 138     command: ["postgres", "-c", "fsync=off", "-c", "synchronous_commit=off", "-c", "full_page_writes=off"]
 139   variables:
 140     <<: *global_variables
 141     RUM_ENABLED: "true"
 142   script:
 143     - mix ecto.create
 144     - mix ecto.migrate
 145     - "mix ecto.migrate --migrations-path priv/repo/optional_migrations/rum_indexing/"
 146     - mix test --preload-modules
 147
 148 lint:
 149   image: elixir:1.12
 150   stage: test
 151   only:
 152     changes:
 153       - "**/*.ex"
 154       - "**/*.exs"
 155       - "mix.lock"
 156   cache: *testing_cache_policy
 157   before_script:
 158     - mix local.hex --force
 159     - mix local.rebar --force
 160     - mix deps.get
 161   script:
 162     - mix format --check-formatted
 163
 164 analysis:
 165   stage: test
 166   only:
 167     changes:
 168       - "**/*.ex"
 169       - "**/*.exs"
 170       - "mix.lock"
 171   cache: *testing_cache_policy
 172   script:
 173     - mix credo --strict --only=warnings,todo,fixme,consistency,readability
 174
 175 cycles:
 176   stage: test
 177   image: elixir:1.11
 178   only:
 179     changes:
 180       - "**/*.ex"
 181       - "**/*.exs"
 182       - "mix.lock"
 183   cache: {}
 184   before_script:
 185     - mix local.hex --force
 186     - mix local.rebar --force
 187     - mix deps.get
 188     - apt-get update
 189     - apt-get install cmake libmagic-dev -y
 190   script:
 191     - mix compile
 192     - mix xref graph --format cycles --label compile | awk '{print $0} END{exit ($0 != "No cycles found")}'
 193
 194 docs-deploy:
 195   stage: deploy
 196   cache: *testing_cache_policy
 197   image: alpine:latest
 198   only:
 199   - stable@pleroma/pleroma
 200   - develop@pleroma/pleroma
 201   before_script:
 202   - apk add curl
 203   script:
 204   - curl -X POST -F"token=$DOCS_PIPELINE_TRIGGER" -F'ref=master' -F"variables[BRANCH]=$CI_COMMIT_REF_NAME" https://git.pleroma.social/api/v4/projects/673/trigger/pipeline
 205 review_app:
 206   image: alpine:3.9
 207   stage: deploy
 208   before_script:
 209     - apk update && apk add openssh-client git
 210   when: manual
 211   environment:
 212     name: review/$CI_COMMIT_REF_NAME
 213     url: https://$CI_ENVIRONMENT_SLUG.pleroma.online/
 214     on_stop: stop_review_app
 215   only:
 216     - branches
 217   except:
 218     - master
 219     - develop
 220   script:
 221     - echo "$CI_ENVIRONMENT_SLUG"
 222     - mkdir -p ~/.ssh
 223     - eval $(ssh-agent -s)
 224     - echo "$SSH_PRIVATE_KEY" | tr -d '\r' | ssh-add -
 225     - ssh-keyscan -H "pleroma.online" >> ~/.ssh/known_hosts
 226     - (ssh -t dokku@pleroma.online -- apps:create "$CI_ENVIRONMENT_SLUG") || true
 227     - (ssh -t dokku@pleroma.online -- git:set "$CI_ENVIRONMENT_SLUG" keep-git-dir true) || true
 228     - ssh -t dokku@pleroma.online -- config:set "$CI_ENVIRONMENT_SLUG" APP_NAME="$CI_ENVIRONMENT_SLUG" APP_HOST="$CI_ENVIRONMENT_SLUG.pleroma.online" MIX_ENV=dokku
 229     - (ssh -t dokku@pleroma.online -- postgres:create $(echo $CI_ENVIRONMENT_SLUG | sed -e 's/-/_/g')_db) || true
 230     - (ssh -t dokku@pleroma.online -- postgres:link $(echo $CI_ENVIRONMENT_SLUG | sed -e 's/-/_/g')_db "$CI_ENVIRONMENT_SLUG") || true
 231     - (ssh -t dokku@pleroma.online -- certs:add "$CI_ENVIRONMENT_SLUG" /home/dokku/server.crt /home/dokku/server.key) || true
 232     - git push -f dokku@pleroma.online:$CI_ENVIRONMENT_SLUG $CI_COMMIT_SHA:refs/heads/master
 233
 234 spec-deploy:
 235   stage: deploy
 236   artifacts:
 237     paths:
 238     - spec.json
 239   only:
 240     - develop@pleroma/pleroma
 241   image: alpine:latest
 242   before_script:
 243     - apk add curl
 244   script:
 245     - curl -X POST -F"token=$API_DOCS_PIPELINE_TRIGGER" -F'ref=master' -F"variables[BRANCH]=$CI_COMMIT_REF_NAME" -F"variables[JOB_REF]=$CI_JOB_ID" https://git.pleroma.social/api/v4/projects/1130/trigger/pipeline
 246
 247
 248 stop_review_app:
 249   image: alpine:3.9
 250   stage: deploy
 251   before_script:
 252     - apk update && apk add openssh-client git
 253   when: manual
 254   environment:
 255     name: review/$CI_COMMIT_REF_NAME
 256     action: stop
 257   script:
 258     - echo "$CI_ENVIRONMENT_SLUG"
 259     - mkdir -p ~/.ssh
 260     - eval $(ssh-agent -s)
 261     - echo "$SSH_PRIVATE_KEY" | tr -d '\r' | ssh-add -
 262     - ssh-keyscan -H "pleroma.online" >> ~/.ssh/known_hosts
 263     - ssh -t dokku@pleroma.online -- --force apps:destroy "$CI_ENVIRONMENT_SLUG"
 264     - ssh -t dokku@pleroma.online -- --force postgres:destroy $(echo $CI_ENVIRONMENT_SLUG | sed -e 's/-/_/g')_db
 265
 266 amd64:
 267   stage: release
 268   image: elixir:1.10.4
 269   only: &release-only
 270   - stable@pleroma/pleroma
 271   - develop@pleroma/pleroma
 272   - /^maint/.*$/@pleroma/pleroma
 273   - /^release/.*$/@pleroma/pleroma
 274   artifacts: &release-artifacts
 275     name: "pleroma-$CI_COMMIT_REF_NAME-$CI_COMMIT_SHORT_SHA-$CI_JOB_NAME"
 276     paths:
 277       - release/*
 278     # Ideally it would be never for master branch and with the next commit for develop,
 279     # but Gitlab does not support neither `only` for artifacts
 280     # nor setting it to never from .gitlab-ci.yml
 281     # nor expiring with the next commit
 282     expire_in: 42 yrs
 283
 284   cache: &release-cache
 285     key: $CI_COMMIT_REF_NAME-$CI_JOB_NAME
 286     paths:
 287           - deps
 288   variables: &release-variables
 289     MIX_ENV: prod
 290   before_script: &before-release
 291   - apt-get update && apt-get install -y cmake libmagic-dev
 292   - echo "import Mix.Config" > config/prod.secret.exs
 293   - mix local.hex --force
 294   - mix local.rebar --force
 295   script: &release
 296     - mix deps.get --only prod
 297     - mkdir release
 298     - export PLEROMA_BUILD_BRANCH=$CI_COMMIT_REF_NAME
 299     - mix release --path release
 300
 301
 302 amd64-musl:
 303   stage: release
 304   artifacts: *release-artifacts
 305   only: *release-only
 306   image: elixir:1.10.4-alpine
 307   cache: *release-cache
 308   variables: *release-variables
 309   before_script: &before-release-musl
 310   - apk add git gcc g++ musl-dev make cmake file-dev
 311   - echo "import Mix.Config" > config/prod.secret.exs
 312   - mix local.hex --force
 313   - mix local.rebar --force
 314   script: *release
 315
 316 arm:
 317   stage: release
 318   artifacts: *release-artifacts
 319   only: *release-only
 320   tags:
 321     - arm32-specified
 322   image: arm32v7/elixir:1.10.4
 323   cache: *release-cache
 324   variables: *release-variables
 325   before_script: *before-release
 326   script: *release
 327
 328 arm-musl:
 329   stage: release
 330   artifacts: *release-artifacts
 331   only: *release-only
 332   tags:
 333     - arm32-specified
 334   image: arm32v7/elixir:1.10.4-alpine
 335   cache: *release-cache
 336   variables: *release-variables
 337   before_script: *before-release-musl
 338   script: *release
 339
 340 arm64:
 341   stage: release
 342   artifacts: *release-artifacts
 343   only: *release-only
 344   tags:
 345     - arm
 346   image: arm64v8/elixir:1.10.4
 347   cache: *release-cache
 348   variables: *release-variables
 349   before_script: *before-release
 350   script: *release
 351
 352 arm64-musl:
 353   stage: release
 354   artifacts: *release-artifacts
 355   only: *release-only
 356   tags:
 357     - arm
 358   image: arm64v8/elixir:1.10.4-alpine
 359   cache: *release-cache
 360   variables: *release-variables
 361   before_script: *before-release-musl
 362   script: *release
 363
 364 docker:
 365   stage: docker
 366   image: docker:latest
 367   cache: {}
 368   dependencies: []
 369   variables: &docker-variables
 370     DOCKER_DRIVER: overlay2
 371     DOCKER_HOST: unix:///var/run/docker.sock
 372     IMAGE_TAG: $CI_REGISTRY_IMAGE:$CI_COMMIT_SHORT_SHA
 373     IMAGE_TAG_SLUG: $CI_REGISTRY_IMAGE:$CI_COMMIT_REF_SLUG
 374     IMAGE_TAG_LATEST: $CI_REGISTRY_IMAGE:latest
 375     IMAGE_TAG_LATEST_STABLE: $CI_REGISTRY_IMAGE:latest-stable
 376     DOCKER_BUILDX_URL: https://github.com/docker/buildx/releases/download/v0.6.3/buildx-v0.6.3.linux-amd64
 377     DOCKER_BUILDX_HASH: 980e6b9655f971991fbbb5fd6cd19f1672386195
 378   before_script: &before-docker
 379     - docker login -u $CI_REGISTRY_USER -p $CI_REGISTRY_PASSWORD $CI_REGISTRY
 380     - docker pull $IMAGE_TAG_SLUG || true
 381     - export CI_JOB_TIMESTAMP=$(date --utc -Iseconds)
 382     - export CI_VCS_REF=$CI_COMMIT_SHORT_SHA
 383   allow_failure: true
 384   script:
 385     - mkdir -p /root/.docker/cli-plugins
 386     - wget "${DOCKER_BUILDX_URL}" -O ~/.docker/cli-plugins/docker-buildx
 387     - echo "${DOCKER_BUILDX_HASH}  /root/.docker/cli-plugins/docker-buildx" | sha1sum -c
 388     - chmod +x ~/.docker/cli-plugins/docker-buildx
 389     - docker run --rm --privileged multiarch/qemu-user-static --reset -p yes
 390     - docker buildx create --name mbuilder --driver docker-container --use
 391     - docker buildx inspect --bootstrap
 392     - docker buildx build --platform linux/amd64,linux/arm/v7,linux/arm64/v8 --push --cache-from $IMAGE_TAG_SLUG --build-arg VCS_REF=$CI_VCS_REF --build-arg BUILD_DATE=$CI_JOB_TIMESTAMP -t $IMAGE_TAG -t $IMAGE_TAG_SLUG -t $IMAGE_TAG_LATEST .
 393   tags:
 394     - dind
 395   only:
 396     - develop@pleroma/pleroma
 397
 398 docker-stable:
 399   stage: docker
 400   image: docker:latest
 401   cache: {}
 402   dependencies: []
 403   variables: *docker-variables
 404   before_script: *before-docker
 405   allow_failure: true
 406   script:
 407     - mkdir -p /root/.docker/cli-plugins
 408     - wget "${DOCKER_BUILDX_URL}" -O ~/.docker/cli-plugins/docker-buildx
 409     - echo "${DOCKER_BUILDX_HASH}  /root/.docker/cli-plugins/docker-buildx" | sha1sum -c
 410     - chmod +x ~/.docker/cli-plugins/docker-buildx
 411     - docker run --rm --privileged multiarch/qemu-user-static --reset -p yes
 412     - docker buildx create --name mbuilder --driver docker-container --use
 413     - docker buildx inspect --bootstrap
 414     - docker buildx build --platform linux/amd64,linux/arm/v7,linux/arm64/v8 --push --cache-from $IMAGE_TAG_SLUG --build-arg VCS_REF=$CI_VCS_REF --build-arg BUILD_DATE=$CI_JOB_TIMESTAMP -t $IMAGE_TAG -t $IMAGE_TAG_SLUG -t $IMAGE_TAG_LATEST_STABLE .
 415   tags:
 416     - dind
 417   only:
 418     - stable@pleroma/pleroma
 419
 420 docker-release:
 421   stage: docker
 422   image: docker:latest
 423   cache: {}
 424   dependencies: []
 425   variables: *docker-variables
 426   before_script: *before-docker
 427   allow_failure: true
 428   script:
 429   script:
 430     - mkdir -p /root/.docker/cli-plugins
 431     - wget "${DOCKER_BUILDX_URL}" -O ~/.docker/cli-plugins/docker-buildx
 432     - echo "${DOCKER_BUILDX_HASH}  /root/.docker/cli-plugins/docker-buildx" | sha1sum -c
 433     - chmod +x ~/.docker/cli-plugins/docker-buildx
 434     - docker run --rm --privileged multiarch/qemu-user-static --reset -p yes
 435     - docker buildx create --name mbuilder --driver docker-container --use
 436     - docker buildx inspect --bootstrap
 437     - docker buildx build --platform linux/amd64,linux/arm/v7,linux/arm64/v8 --push --cache-from $IMAGE_TAG_SLUG --build-arg VCS_REF=$CI_VCS_REF --build-arg BUILD_DATE=$CI_JOB_TIMESTAMP -t $IMAGE_TAG -t $IMAGE_TAG_SLUG .
 438   tags:
 439     - dind
 440   only:
 441     - /^release/.*$/@pleroma/pleroma
 442
 443 docker-adhoc:
 444   stage: docker
 445   image: docker:latest
 446   cache: {}
 447   dependencies: []
 448   variables: *docker-variables
 449   before_script: *before-docker
 450   allow_failure: true
 451   script:
 452   script:
 453     - mkdir -p /root/.docker/cli-plugins
 454     - wget "${DOCKER_BUILDX_URL}" -O ~/.docker/cli-plugins/docker-buildx
 455     - echo "${DOCKER_BUILDX_HASH}  /root/.docker/cli-plugins/docker-buildx" | sha1sum -c
 456     - chmod +x ~/.docker/cli-plugins/docker-buildx
 457     - docker run --rm --privileged multiarch/qemu-user-static --reset -p yes
 458     - docker buildx create --name mbuilder --driver docker-container --use
 459     - docker buildx inspect --bootstrap
 460     - docker buildx build --platform linux/amd64,linux/arm/v7,linux/arm64/v8 --push --cache-from $IMAGE_TAG_SLUG --build-arg VCS_REF=$CI_VCS_REF --build-arg BUILD_DATE=$CI_JOB_TIMESTAMP -t $IMAGE_TAG -t $IMAGE_TAG_SLUG .
 461   tags:
 462     - dind
 463   only:
 464     - /^build-docker/.*$/@pleroma/pleroma