Merge remote-tracking branch 'remotes/origin/develop' into 2168-media-preview-proxy
[akkoma] / .gitlab-ci.yml
1 image: elixir:1.9.4
2
3 variables: &global_variables
4 POSTGRES_DB: pleroma_test
5 POSTGRES_USER: postgres
6 POSTGRES_PASSWORD: postgres
7 DB_HOST: postgres
8 MIX_ENV: test
9 SHELL: /bin/sh
10 USER: root
11
12 cache: &global_cache_policy
13 key: ${CI_COMMIT_REF_SLUG}
14 paths:
15 - deps
16 - _build
17
18 stages:
19 - build
20 - test
21 - benchmark
22 - deploy
23 - release
24 - docker
25
26 before_script:
27 - apt-get update && apt-get install -y cmake
28 - mix local.hex --force
29 - mix local.rebar --force
30
31 build:
32 stage: build
33 script:
34 - mix deps.get
35 - mix compile --force
36
37 benchmark:
38 stage: benchmark
39 when: manual
40 variables:
41 MIX_ENV: benchmark
42 services:
43 - name: postgres:9.6
44 alias: postgres
45 command: ["postgres", "-c", "fsync=off", "-c", "synchronous_commit=off", "-c", "full_page_writes=off"]
46 script:
47 - mix deps.get
48 - mix ecto.create
49 - mix ecto.migrate
50 - mix pleroma.load_testing
51
52 unit-testing:
53 stage: test
54 retry: 2
55 cache: &testing_cache_policy
56 <<: *global_cache_policy
57 policy: pull
58
59 services:
60 - name: postgres:9.6
61 alias: postgres
62 command: ["postgres", "-c", "fsync=off", "-c", "synchronous_commit=off", "-c", "full_page_writes=off"]
63 script:
64 - apt-get update && apt-get install -y libimage-exiftool-perl
65 - mix deps.get
66 - mix ecto.create
67 - mix ecto.migrate
68 - mix coveralls --preload-modules
69
70 federated-testing:
71 stage: test
72 cache: *testing_cache_policy
73 services:
74 - name: minibikini/postgres-with-rum:12
75 alias: postgres
76 command: ["postgres", "-c", "fsync=off", "-c", "synchronous_commit=off", "-c", "full_page_writes=off"]
77 script:
78 - mix deps.get
79 - mix ecto.create
80 - mix ecto.migrate
81 - epmd -daemon
82 - mix test --trace --only federated
83
84 unit-testing-rum:
85 stage: test
86 retry: 2
87 cache: *testing_cache_policy
88 services:
89 - name: minibikini/postgres-with-rum:12
90 alias: postgres
91 command: ["postgres", "-c", "fsync=off", "-c", "synchronous_commit=off", "-c", "full_page_writes=off"]
92 variables:
93 <<: *global_variables
94 RUM_ENABLED: "true"
95 script:
96 - apt-get update && apt-get install -y libimage-exiftool-perl
97 - mix deps.get
98 - mix ecto.create
99 - mix ecto.migrate
100 - "mix ecto.migrate --migrations-path priv/repo/optional_migrations/rum_indexing/"
101 - mix test --preload-modules
102
103 lint:
104 stage: test
105 cache: *testing_cache_policy
106 script:
107 - mix format --check-formatted
108
109 analysis:
110 stage: test
111 cache: *testing_cache_policy
112 script:
113 - mix deps.get
114 - mix credo --strict --only=warnings,todo,fixme,consistency,readability
115
116 docs-deploy:
117 stage: deploy
118 cache: *testing_cache_policy
119 image: alpine:latest
120 only:
121 - stable@pleroma/pleroma
122 - develop@pleroma/pleroma
123 before_script:
124 - apk add curl
125 script:
126 - curl -X POST -F"token=$DOCS_PIPELINE_TRIGGER" -F'ref=master' -F"variables[BRANCH]=$CI_COMMIT_REF_NAME" https://git.pleroma.social/api/v4/projects/673/trigger/pipeline
127 review_app:
128 image: alpine:3.9
129 stage: deploy
130 before_script:
131 - apk update && apk add openssh-client git
132 when: manual
133 environment:
134 name: review/$CI_COMMIT_REF_NAME
135 url: https://$CI_ENVIRONMENT_SLUG.pleroma.online/
136 on_stop: stop_review_app
137 only:
138 - branches
139 except:
140 - master
141 - develop
142 script:
143 - echo "$CI_ENVIRONMENT_SLUG"
144 - mkdir -p ~/.ssh
145 - eval $(ssh-agent -s)
146 - echo "$SSH_PRIVATE_KEY" | tr -d '\r' | ssh-add -
147 - ssh-keyscan -H "pleroma.online" >> ~/.ssh/known_hosts
148 - (ssh -t dokku@pleroma.online -- apps:create "$CI_ENVIRONMENT_SLUG") || true
149 - (ssh -t dokku@pleroma.online -- git:set "$CI_ENVIRONMENT_SLUG" keep-git-dir true) || true
150 - ssh -t dokku@pleroma.online -- config:set "$CI_ENVIRONMENT_SLUG" APP_NAME="$CI_ENVIRONMENT_SLUG" APP_HOST="$CI_ENVIRONMENT_SLUG.pleroma.online" MIX_ENV=dokku
151 - (ssh -t dokku@pleroma.online -- postgres:create $(echo $CI_ENVIRONMENT_SLUG | sed -e 's/-/_/g')_db) || true
152 - (ssh -t dokku@pleroma.online -- postgres:link $(echo $CI_ENVIRONMENT_SLUG | sed -e 's/-/_/g')_db "$CI_ENVIRONMENT_SLUG") || true
153 - (ssh -t dokku@pleroma.online -- certs:add "$CI_ENVIRONMENT_SLUG" /home/dokku/server.crt /home/dokku/server.key) || true
154 - git push -f dokku@pleroma.online:$CI_ENVIRONMENT_SLUG $CI_COMMIT_SHA:refs/heads/master
155
156 stop_review_app:
157 image: alpine:3.9
158 stage: deploy
159 before_script:
160 - apk update && apk add openssh-client git
161 when: manual
162 environment:
163 name: review/$CI_COMMIT_REF_NAME
164 action: stop
165 script:
166 - echo "$CI_ENVIRONMENT_SLUG"
167 - mkdir -p ~/.ssh
168 - eval $(ssh-agent -s)
169 - echo "$SSH_PRIVATE_KEY" | tr -d '\r' | ssh-add -
170 - ssh-keyscan -H "pleroma.online" >> ~/.ssh/known_hosts
171 - ssh -t dokku@pleroma.online -- --force apps:destroy "$CI_ENVIRONMENT_SLUG"
172 - ssh -t dokku@pleroma.online -- --force postgres:destroy $(echo $CI_ENVIRONMENT_SLUG | sed -e 's/-/_/g')_db
173
174 amd64:
175 stage: release
176 image: elixir:1.10.3
177 only: &release-only
178 - stable@pleroma/pleroma
179 - develop@pleroma/pleroma
180 - /^maint/.*$/@pleroma/pleroma
181 - /^release/.*$/@pleroma/pleroma
182 artifacts: &release-artifacts
183 name: "pleroma-$CI_COMMIT_REF_NAME-$CI_COMMIT_SHORT_SHA-$CI_JOB_NAME"
184 paths:
185 - release/*
186 # Ideally it would be never for master branch and with the next commit for develop,
187 # but Gitlab does not support neither `only` for artifacts
188 # nor setting it to never from .gitlab-ci.yml
189 # nor expiring with the next commit
190 expire_in: 42 yrs
191
192 cache: &release-cache
193 key: $CI_COMMIT_REF_NAME-$CI_JOB_NAME
194 paths:
195 - deps
196 variables: &release-variables
197 MIX_ENV: prod
198 before_script: &before-release
199 - echo "import Mix.Config" > config/prod.secret.exs
200 - mix local.hex --force
201 - mix local.rebar --force
202 script: &release
203 - mix deps.get --only prod
204 - mkdir release
205 - export PLEROMA_BUILD_BRANCH=$CI_COMMIT_REF_NAME
206 - mix release --path release
207
208
209 amd64-musl:
210 stage: release
211 artifacts: *release-artifacts
212 only: *release-only
213 image: elixir:1.10.3-alpine
214 cache: *release-cache
215 variables: *release-variables
216 before_script: &before-release-musl
217 - apk add git gcc g++ musl-dev make
218 - echo "import Mix.Config" > config/prod.secret.exs
219 - mix local.hex --force
220 - mix local.rebar --force
221 script: *release
222
223 arm:
224 stage: release
225 artifacts: *release-artifacts
226 only: *release-only
227 tags:
228 - arm32
229 image: elixir:1.10.3
230 cache: *release-cache
231 variables: *release-variables
232 before_script: *before-release
233 script: *release
234
235 arm-musl:
236 stage: release
237 artifacts: *release-artifacts
238 only: *release-only
239 tags:
240 - arm32
241 image: elixir:1.10.3-alpine
242 cache: *release-cache
243 variables: *release-variables
244 before_script: *before-release-musl
245 script: *release
246
247 arm64:
248 stage: release
249 artifacts: *release-artifacts
250 only: *release-only
251 tags:
252 - arm
253 image: elixir:1.10.3
254 cache: *release-cache
255 variables: *release-variables
256 before_script: *before-release
257 script: *release
258
259 arm64-musl:
260 stage: release
261 artifacts: *release-artifacts
262 only: *release-only
263 tags:
264 - arm
265 # TODO: Replace with upstream image when 1.9.0 comes out
266 image: elixir:1.10.3-alpine
267 cache: *release-cache
268 variables: *release-variables
269 before_script: *before-release-musl
270 script: *release
271
272 docker:
273 stage: docker
274 image: docker:latest
275 cache: {}
276 dependencies: []
277 variables: &docker-variables
278 DOCKER_DRIVER: overlay2
279 DOCKER_HOST: unix:///var/run/docker.sock
280 IMAGE_TAG: $CI_REGISTRY_IMAGE:$CI_COMMIT_SHORT_SHA
281 IMAGE_TAG_SLUG: $CI_REGISTRY_IMAGE:$CI_COMMIT_REF_SLUG
282 IMAGE_TAG_LATEST: $CI_REGISTRY_IMAGE:latest
283 IMAGE_TAG_LATEST_STABLE: $CI_REGISTRY_IMAGE:latest-stable
284 before_script: &before-docker
285 - docker login -u $CI_REGISTRY_USER -p $CI_REGISTRY_PASSWORD $CI_REGISTRY
286 - docker pull $IMAGE_TAG_SLUG || true
287 - export CI_JOB_TIMESTAMP=$(date --utc -Iseconds)
288 - export CI_VCS_REF=$CI_COMMIT_SHORT_SHA
289 allow_failure: true
290 script:
291 - docker build --cache-from $IMAGE_TAG_SLUG --build-arg VCS_REF=$CI_VCS_REF --build-arg BUILD_DATE=$CI_JOB_TIMESTAMP -t $IMAGE_TAG -t $IMAGE_TAG_SLUG -t $IMAGE_TAG_LATEST .
292 - docker push $IMAGE_TAG
293 - docker push $IMAGE_TAG_SLUG
294 - docker push $IMAGE_TAG_LATEST
295 tags:
296 - dind
297 only:
298 - develop@pleroma/pleroma
299
300 docker-stable:
301 stage: docker
302 image: docker:latest
303 cache: {}
304 dependencies: []
305 variables: *docker-variables
306 before_script: *before-docker
307 allow_failure: true
308 script:
309 - docker build --cache-from $IMAGE_TAG_SLUG --build-arg VCS_REF=$CI_VCS_REF --build-arg BUILD_DATE=$CI_JOB_TIMESTAMP -t $IMAGE_TAG -t $IMAGE_TAG_SLUG -t $IMAGE_TAG_LATEST_STABLE .
310 - docker push $IMAGE_TAG
311 - docker push $IMAGE_TAG_SLUG
312 - docker push $IMAGE_TAG_LATEST_STABLE
313 tags:
314 - dind
315 only:
316 - stable@pleroma/pleroma
317
318 docker-release:
319 stage: docker
320 image: docker:latest
321 cache: {}
322 dependencies: []
323 variables: *docker-variables
324 before_script: *before-docker
325 allow_failure: true
326 script:
327 - docker build --cache-from $IMAGE_TAG_SLUG --build-arg VCS_REF=$CI_VCS_REF --build-arg BUILD_DATE=$CI_JOB_TIMESTAMP -t $IMAGE_TAG -t $IMAGE_TAG_SLUG .
328 - docker push $IMAGE_TAG
329 - docker push $IMAGE_TAG_SLUG
330 tags:
331 - dind
332 only:
333 - /^release/.*$/@pleroma/pleroma