Merge remote-tracking branch 'remotes/origin/develop' into 2168-media-preview-proxy
[akkoma] / .gitlab-ci.yml
1 image: elixir:1.9.4
2
3 variables: &global_variables
4 POSTGRES_DB: pleroma_test
5 POSTGRES_USER: postgres
6 POSTGRES_PASSWORD: postgres
7 DB_HOST: postgres
8 MIX_ENV: test
9 SHELL: /bin/sh
10 USER: root
11
12 cache: &global_cache_policy
13 key: ${CI_COMMIT_REF_SLUG}
14 paths:
15 - deps
16 - _build
17
18 stages:
19 - build
20 - test
21 - benchmark
22 - deploy
23 - release
24 - docker
25
26 before_script:
27 - apt-get update && apt-get install -y cmake
28 - mix local.hex --force
29 - mix local.rebar --force
30
31 build:
32 stage: build
33 script:
34 - mix deps.get
35 - mix compile --force
36
37 benchmark:
38 stage: benchmark
39 when: manual
40 variables:
41 MIX_ENV: benchmark
42 services:
43 - name: postgres:9.6
44 alias: postgres
45 command: ["postgres", "-c", "fsync=off", "-c", "synchronous_commit=off", "-c", "full_page_writes=off"]
46 script:
47 - mix deps.get
48 - mix ecto.create
49 - mix ecto.migrate
50 - mix pleroma.load_testing
51
52 unit-testing:
53 stage: test
54 retry: 2
55 cache: &testing_cache_policy
56 <<: *global_cache_policy
57 policy: pull
58
59 services:
60 - name: postgres:9.6
61 alias: postgres
62 command: ["postgres", "-c", "fsync=off", "-c", "synchronous_commit=off", "-c", "full_page_writes=off"]
63 script:
64 - apt-get update && apt-get install -y libimage-exiftool-perl
65 - mix deps.get
66 - mix ecto.create
67 - mix ecto.migrate
68 - mix coveralls --preload-modules
69
70 federated-testing:
71 stage: test
72 cache: *testing_cache_policy
73 services:
74 - name: minibikini/postgres-with-rum:12
75 alias: postgres
76 command: ["postgres", "-c", "fsync=off", "-c", "synchronous_commit=off", "-c", "full_page_writes=off"]
77 script:
78 - mix deps.get
79 - mix ecto.create
80 - mix ecto.migrate
81 - epmd -daemon
82 - mix test --trace --only federated
83
84 unit-testing-rum:
85 stage: test
86 retry: 2
87 cache: *testing_cache_policy
88 services:
89 - name: minibikini/postgres-with-rum:12
90 alias: postgres
91 command: ["postgres", "-c", "fsync=off", "-c", "synchronous_commit=off", "-c", "full_page_writes=off"]
92 variables:
93 <<: *global_variables
94 RUM_ENABLED: "true"
95 script:
96 - apt-get update && apt-get install -y libimage-exiftool-perl
97 - mix deps.get
98 - mix ecto.create
99 - mix ecto.migrate
100 - "mix ecto.migrate --migrations-path priv/repo/optional_migrations/rum_indexing/"
101 - mix test --preload-modules
102
103 lint:
104 stage: test
105 cache: *testing_cache_policy
106 script:
107 - mix format --check-formatted
108
109 analysis:
110 stage: test
111 cache: *testing_cache_policy
112 script:
113 - mix deps.get
114 - mix credo --strict --only=warnings,todo,fixme,consistency,readability
115
116 docs-deploy:
117 stage: deploy
118 cache: *testing_cache_policy
119 image: alpine:latest
120 only:
121 - stable@pleroma/pleroma
122 - develop@pleroma/pleroma
123 before_script:
124 - apk add curl
125 script:
126 - curl -X POST -F"token=$DOCS_PIPELINE_TRIGGER" -F'ref=master' -F"variables[BRANCH]=$CI_COMMIT_REF_NAME" https://git.pleroma.social/api/v4/projects/673/trigger/pipeline
127 review_app:
128 image: alpine:3.9
129 stage: deploy
130 before_script:
131 - apk update && apk add openssh-client git
132 when: manual
133 environment:
134 name: review/$CI_COMMIT_REF_NAME
135 url: https://$CI_ENVIRONMENT_SLUG.pleroma.online/
136 on_stop: stop_review_app
137 only:
138 - branches
139 except:
140 - master
141 - develop
142 script:
143 - echo "$CI_ENVIRONMENT_SLUG"
144 - mkdir -p ~/.ssh
145 - eval $(ssh-agent -s)
146 - echo "$SSH_PRIVATE_KEY" | tr -d '\r' | ssh-add -
147 - ssh-keyscan -H "pleroma.online" >> ~/.ssh/known_hosts
148 - (ssh -t dokku@pleroma.online -- apps:create "$CI_ENVIRONMENT_SLUG") || true
149 - (ssh -t dokku@pleroma.online -- git:set "$CI_ENVIRONMENT_SLUG" keep-git-dir true) || true
150 - ssh -t dokku@pleroma.online -- config:set "$CI_ENVIRONMENT_SLUG" APP_NAME="$CI_ENVIRONMENT_SLUG" APP_HOST="$CI_ENVIRONMENT_SLUG.pleroma.online" MIX_ENV=dokku
151 - (ssh -t dokku@pleroma.online -- postgres:create $(echo $CI_ENVIRONMENT_SLUG | sed -e 's/-/_/g')_db) || true
152 - (ssh -t dokku@pleroma.online -- postgres:link $(echo $CI_ENVIRONMENT_SLUG | sed -e 's/-/_/g')_db "$CI_ENVIRONMENT_SLUG") || true
153 - (ssh -t dokku@pleroma.online -- certs:add "$CI_ENVIRONMENT_SLUG" /home/dokku/server.crt /home/dokku/server.key) || true
154 - git push -f dokku@pleroma.online:$CI_ENVIRONMENT_SLUG $CI_COMMIT_SHA:refs/heads/master
155
156 stop_review_app:
157 image: alpine:3.9
158 stage: deploy
159 before_script:
160 - apk update && apk add openssh-client git
161 when: manual
162 environment:
163 name: review/$CI_COMMIT_REF_NAME
164 action: stop
165 script:
166 - echo "$CI_ENVIRONMENT_SLUG"
167 - mkdir -p ~/.ssh
168 - eval $(ssh-agent -s)
169 - echo "$SSH_PRIVATE_KEY" | tr -d '\r' | ssh-add -
170 - ssh-keyscan -H "pleroma.online" >> ~/.ssh/known_hosts
171 - ssh -t dokku@pleroma.online -- --force apps:destroy "$CI_ENVIRONMENT_SLUG"
172 - ssh -t dokku@pleroma.online -- --force postgres:destroy $(echo $CI_ENVIRONMENT_SLUG | sed -e 's/-/_/g')_db
173
174 amd64:
175 stage: release
176 image: elixir:1.10.3
177 only: &release-only
178 - stable@pleroma/pleroma
179 - develop@pleroma/pleroma
180 - /^maint/.*$/@pleroma/pleroma
181 - /^release/.*$/@pleroma/pleroma
182 artifacts: &release-artifacts
183 name: "pleroma-$CI_COMMIT_REF_NAME-$CI_COMMIT_SHORT_SHA-$CI_JOB_NAME"
184 paths:
185 - release/*
186 # Ideally it would be never for master branch and with the next commit for develop,
187 # but Gitlab does not support neither `only` for artifacts
188 # nor setting it to never from .gitlab-ci.yml
189 # nor expiring with the next commit
190 expire_in: 42 yrs
191
192 cache: &release-cache
193 key: $CI_COMMIT_REF_NAME-$CI_JOB_NAME
194 paths:
195 - deps
196 variables: &release-variables
197 MIX_ENV: prod
198 before_script: &before-release
199 - apt install cmake -y
200 - echo "import Mix.Config" > config/prod.secret.exs
201 - mix local.hex --force
202 - mix local.rebar --force
203 script: &release
204 - mix deps.get --only prod
205 - mkdir release
206 - export PLEROMA_BUILD_BRANCH=$CI_COMMIT_REF_NAME
207 - mix release --path release
208
209
210 amd64-musl:
211 stage: release
212 artifacts: *release-artifacts
213 only: *release-only
214 image: elixir:1.10.3-alpine
215 cache: *release-cache
216 variables: *release-variables
217 before_script: &before-release-musl
218 - apk add git gcc g++ musl-dev make cmake
219 - echo "import Mix.Config" > config/prod.secret.exs
220 - mix local.hex --force
221 - mix local.rebar --force
222 script: *release
223
224 arm:
225 stage: release
226 artifacts: *release-artifacts
227 only: *release-only
228 tags:
229 - arm32
230 image: elixir:1.10.3
231 cache: *release-cache
232 variables: *release-variables
233 before_script: *before-release
234 script: *release
235
236 arm-musl:
237 stage: release
238 artifacts: *release-artifacts
239 only: *release-only
240 tags:
241 - arm32
242 image: elixir:1.10.3-alpine
243 cache: *release-cache
244 variables: *release-variables
245 before_script: *before-release-musl
246 script: *release
247
248 arm64:
249 stage: release
250 artifacts: *release-artifacts
251 only: *release-only
252 tags:
253 - arm
254 image: elixir:1.10.3
255 cache: *release-cache
256 variables: *release-variables
257 before_script: *before-release
258 script: *release
259
260 arm64-musl:
261 stage: release
262 artifacts: *release-artifacts
263 only: *release-only
264 tags:
265 - arm
266 # TODO: Replace with upstream image when 1.9.0 comes out
267 image: elixir:1.10.3-alpine
268 cache: *release-cache
269 variables: *release-variables
270 before_script: *before-release-musl
271 script: *release
272
273 docker:
274 stage: docker
275 image: docker:latest
276 cache: {}
277 dependencies: []
278 variables: &docker-variables
279 DOCKER_DRIVER: overlay2
280 DOCKER_HOST: unix:///var/run/docker.sock
281 IMAGE_TAG: $CI_REGISTRY_IMAGE:$CI_COMMIT_SHORT_SHA
282 IMAGE_TAG_SLUG: $CI_REGISTRY_IMAGE:$CI_COMMIT_REF_SLUG
283 IMAGE_TAG_LATEST: $CI_REGISTRY_IMAGE:latest
284 IMAGE_TAG_LATEST_STABLE: $CI_REGISTRY_IMAGE:latest-stable
285 before_script: &before-docker
286 - docker login -u $CI_REGISTRY_USER -p $CI_REGISTRY_PASSWORD $CI_REGISTRY
287 - docker pull $IMAGE_TAG_SLUG || true
288 - export CI_JOB_TIMESTAMP=$(date --utc -Iseconds)
289 - export CI_VCS_REF=$CI_COMMIT_SHORT_SHA
290 allow_failure: true
291 script:
292 - docker build --cache-from $IMAGE_TAG_SLUG --build-arg VCS_REF=$CI_VCS_REF --build-arg BUILD_DATE=$CI_JOB_TIMESTAMP -t $IMAGE_TAG -t $IMAGE_TAG_SLUG -t $IMAGE_TAG_LATEST .
293 - docker push $IMAGE_TAG
294 - docker push $IMAGE_TAG_SLUG
295 - docker push $IMAGE_TAG_LATEST
296 tags:
297 - dind
298 only:
299 - develop@pleroma/pleroma
300
301 docker-stable:
302 stage: docker
303 image: docker:latest
304 cache: {}
305 dependencies: []
306 variables: *docker-variables
307 before_script: *before-docker
308 allow_failure: true
309 script:
310 - docker build --cache-from $IMAGE_TAG_SLUG --build-arg VCS_REF=$CI_VCS_REF --build-arg BUILD_DATE=$CI_JOB_TIMESTAMP -t $IMAGE_TAG -t $IMAGE_TAG_SLUG -t $IMAGE_TAG_LATEST_STABLE .
311 - docker push $IMAGE_TAG
312 - docker push $IMAGE_TAG_SLUG
313 - docker push $IMAGE_TAG_LATEST_STABLE
314 tags:
315 - dind
316 only:
317 - stable@pleroma/pleroma
318
319 docker-release:
320 stage: docker
321 image: docker:latest
322 cache: {}
323 dependencies: []
324 variables: *docker-variables
325 before_script: *before-docker
326 allow_failure: true
327 script:
328 - docker build --cache-from $IMAGE_TAG_SLUG --build-arg VCS_REF=$CI_VCS_REF --build-arg BUILD_DATE=$CI_JOB_TIMESTAMP -t $IMAGE_TAG -t $IMAGE_TAG_SLUG .
329 - docker push $IMAGE_TAG
330 - docker push $IMAGE_TAG_SLUG
331 tags:
332 - dind
333 only:
334 - /^release/.*$/@pleroma/pleroma