Merge remote-tracking branch 'remotes/origin/develop' into 2168-media-preview-proxy
[akkoma] / .gitlab-ci.yml
1 image: elixir:1.9.4
2
3 variables: &global_variables
4 POSTGRES_DB: pleroma_test
5 POSTGRES_USER: postgres
6 POSTGRES_PASSWORD: postgres
7 DB_HOST: postgres
8 MIX_ENV: test
9 SHELL: /bin/sh
10 USER: root
11
12 cache: &global_cache_policy
13 key: ${CI_COMMIT_REF_SLUG}
14 paths:
15 - deps
16 - _build
17
18 stages:
19 - build
20 - test
21 - benchmark
22 - deploy
23 - release
24 - docker
25
26 before_script:
27 - mix local.hex --force
28 - mix local.rebar --force
29
30 build:
31 stage: build
32 script:
33 - mix deps.get
34 - mix compile --force
35
36 benchmark:
37 stage: benchmark
38 when: manual
39 variables:
40 MIX_ENV: benchmark
41 services:
42 - name: postgres:9.6
43 alias: postgres
44 command: ["postgres", "-c", "fsync=off", "-c", "synchronous_commit=off", "-c", "full_page_writes=off"]
45 script:
46 - mix deps.get
47 - mix ecto.create
48 - mix ecto.migrate
49 - mix pleroma.load_testing
50
51 unit-testing:
52 stage: test
53 retry: 2
54 cache: &testing_cache_policy
55 <<: *global_cache_policy
56 policy: pull
57
58 services:
59 - name: postgres:9.6
60 alias: postgres
61 command: ["postgres", "-c", "fsync=off", "-c", "synchronous_commit=off", "-c", "full_page_writes=off"]
62 script:
63 - mix deps.get
64 - mix ecto.create
65 - mix ecto.migrate
66 - mix coveralls --preload-modules
67
68 # Removed to fix CI issue. In this early state it wasn't adding much value anyway.
69 # TODO Fix and reinstate federated testing
70 # federated-testing:
71 # stage: test
72 # cache: *testing_cache_policy
73 # services:
74 # - name: minibikini/postgres-with-rum:12
75 # alias: postgres
76 # command: ["postgres", "-c", "fsync=off", "-c", "synchronous_commit=off", "-c", "full_page_writes=off"]
77 # script:
78 # - mix deps.get
79 # - mix ecto.create
80 # - mix ecto.migrate
81 # - epmd -daemon
82 # - mix test --trace --only federated
83
84 unit-testing-rum:
85 stage: test
86 retry: 2
87 cache: *testing_cache_policy
88 services:
89 - name: minibikini/postgres-with-rum:12
90 alias: postgres
91 command: ["postgres", "-c", "fsync=off", "-c", "synchronous_commit=off", "-c", "full_page_writes=off"]
92 variables:
93 <<: *global_variables
94 RUM_ENABLED: "true"
95 script:
96 - mix deps.get
97 - mix ecto.create
98 - mix ecto.migrate
99 - "mix ecto.migrate --migrations-path priv/repo/optional_migrations/rum_indexing/"
100 - mix test --preload-modules
101
102 lint:
103 stage: test
104 cache: *testing_cache_policy
105 script:
106 - mix format --check-formatted
107
108 analysis:
109 stage: test
110 cache: *testing_cache_policy
111 script:
112 - mix deps.get
113 - mix credo --strict --only=warnings,todo,fixme,consistency,readability
114
115 docs-deploy:
116 stage: deploy
117 cache: *testing_cache_policy
118 image: alpine:latest
119 only:
120 - stable@pleroma/pleroma
121 - develop@pleroma/pleroma
122 before_script:
123 - apk add curl
124 script:
125 - curl -X POST -F"token=$DOCS_PIPELINE_TRIGGER" -F'ref=master' -F"variables[BRANCH]=$CI_COMMIT_REF_NAME" https://git.pleroma.social/api/v4/projects/673/trigger/pipeline
126 review_app:
127 image: alpine:3.9
128 stage: deploy
129 before_script:
130 - apk update && apk add openssh-client git
131 when: manual
132 environment:
133 name: review/$CI_COMMIT_REF_NAME
134 url: https://$CI_ENVIRONMENT_SLUG.pleroma.online/
135 on_stop: stop_review_app
136 only:
137 - branches
138 except:
139 - master
140 - develop
141 script:
142 - echo "$CI_ENVIRONMENT_SLUG"
143 - mkdir -p ~/.ssh
144 - eval $(ssh-agent -s)
145 - echo "$SSH_PRIVATE_KEY" | tr -d '\r' | ssh-add -
146 - ssh-keyscan -H "pleroma.online" >> ~/.ssh/known_hosts
147 - (ssh -t dokku@pleroma.online -- apps:create "$CI_ENVIRONMENT_SLUG") || true
148 - (ssh -t dokku@pleroma.online -- git:set "$CI_ENVIRONMENT_SLUG" keep-git-dir true) || true
149 - ssh -t dokku@pleroma.online -- config:set "$CI_ENVIRONMENT_SLUG" APP_NAME="$CI_ENVIRONMENT_SLUG" APP_HOST="$CI_ENVIRONMENT_SLUG.pleroma.online" MIX_ENV=dokku
150 - (ssh -t dokku@pleroma.online -- postgres:create $(echo $CI_ENVIRONMENT_SLUG | sed -e 's/-/_/g')_db) || true
151 - (ssh -t dokku@pleroma.online -- postgres:link $(echo $CI_ENVIRONMENT_SLUG | sed -e 's/-/_/g')_db "$CI_ENVIRONMENT_SLUG") || true
152 - (ssh -t dokku@pleroma.online -- certs:add "$CI_ENVIRONMENT_SLUG" /home/dokku/server.crt /home/dokku/server.key) || true
153 - git push -f dokku@pleroma.online:$CI_ENVIRONMENT_SLUG $CI_COMMIT_SHA:refs/heads/master
154
155 stop_review_app:
156 image: alpine:3.9
157 stage: deploy
158 before_script:
159 - apk update && apk add openssh-client git
160 when: manual
161 environment:
162 name: review/$CI_COMMIT_REF_NAME
163 action: stop
164 script:
165 - echo "$CI_ENVIRONMENT_SLUG"
166 - mkdir -p ~/.ssh
167 - eval $(ssh-agent -s)
168 - echo "$SSH_PRIVATE_KEY" | tr -d '\r' | ssh-add -
169 - ssh-keyscan -H "pleroma.online" >> ~/.ssh/known_hosts
170 - ssh -t dokku@pleroma.online -- --force apps:destroy "$CI_ENVIRONMENT_SLUG"
171 - ssh -t dokku@pleroma.online -- --force postgres:destroy $(echo $CI_ENVIRONMENT_SLUG | sed -e 's/-/_/g')_db
172
173 amd64:
174 stage: release
175 image: elixir:1.10.3
176 only: &release-only
177 - stable@pleroma/pleroma
178 - develop@pleroma/pleroma
179 - /^maint/.*$/@pleroma/pleroma
180 - /^release/.*$/@pleroma/pleroma
181 artifacts: &release-artifacts
182 name: "pleroma-$CI_COMMIT_REF_NAME-$CI_COMMIT_SHORT_SHA-$CI_JOB_NAME"
183 paths:
184 - release/*
185 # Ideally it would be never for master branch and with the next commit for develop,
186 # but Gitlab does not support neither `only` for artifacts
187 # nor setting it to never from .gitlab-ci.yml
188 # nor expiring with the next commit
189 expire_in: 42 yrs
190
191 cache: &release-cache
192 key: $CI_COMMIT_REF_NAME-$CI_JOB_NAME
193 paths:
194 - deps
195 variables: &release-variables
196 MIX_ENV: prod
197 before_script: &before-release
198 - echo "import Mix.Config" > config/prod.secret.exs
199 - mix local.hex --force
200 - mix local.rebar --force
201 script: &release
202 - mix deps.get --only prod
203 - mkdir release
204 - export PLEROMA_BUILD_BRANCH=$CI_COMMIT_REF_NAME
205 - mix release --path release
206
207
208 amd64-musl:
209 stage: release
210 artifacts: *release-artifacts
211 only: *release-only
212 image: elixir:1.10.3-alpine
213 cache: *release-cache
214 variables: *release-variables
215 before_script: &before-release-musl
216 - apk add git gcc g++ musl-dev make
217 - echo "import Mix.Config" > config/prod.secret.exs
218 - mix local.hex --force
219 - mix local.rebar --force
220 script: *release
221
222 arm:
223 stage: release
224 artifacts: *release-artifacts
225 only: *release-only
226 tags:
227 - arm32
228 image: elixir:1.10.3
229 cache: *release-cache
230 variables: *release-variables
231 before_script: *before-release
232 script: *release
233
234 arm-musl:
235 stage: release
236 artifacts: *release-artifacts
237 only: *release-only
238 tags:
239 - arm32
240 image: elixir:1.10.3-alpine
241 cache: *release-cache
242 variables: *release-variables
243 before_script: *before-release-musl
244 script: *release
245
246 arm64:
247 stage: release
248 artifacts: *release-artifacts
249 only: *release-only
250 tags:
251 - arm
252 image: elixir:1.10.3
253 cache: *release-cache
254 variables: *release-variables
255 before_script: *before-release
256 script: *release
257
258 arm64-musl:
259 stage: release
260 artifacts: *release-artifacts
261 only: *release-only
262 tags:
263 - arm
264 # TODO: Replace with upstream image when 1.9.0 comes out
265 image: elixir:1.10.3-alpine
266 cache: *release-cache
267 variables: *release-variables
268 before_script: *before-release-musl
269 script: *release
270
271 docker:
272 stage: docker
273 image: docker:latest
274 cache: {}
275 dependencies: []
276 variables: &docker-variables
277 DOCKER_DRIVER: overlay2
278 DOCKER_HOST: unix:///var/run/docker.sock
279 IMAGE_TAG: $CI_REGISTRY_IMAGE:$CI_COMMIT_SHORT_SHA
280 IMAGE_TAG_SLUG: $CI_REGISTRY_IMAGE:$CI_COMMIT_REF_SLUG
281 IMAGE_TAG_LATEST: $CI_REGISTRY_IMAGE:latest
282 IMAGE_TAG_LATEST_STABLE: $CI_REGISTRY_IMAGE:latest-stable
283 before_script: &before-docker
284 - docker login -u $CI_REGISTRY_USER -p $CI_REGISTRY_PASSWORD $CI_REGISTRY
285 - docker pull $IMAGE_TAG_SLUG || true
286 - export CI_JOB_TIMESTAMP=$(date --utc -Iseconds)
287 - export CI_VCS_REF=$CI_COMMIT_SHORT_SHA
288 allow_failure: true
289 script:
290 - docker build --cache-from $IMAGE_TAG_SLUG --build-arg VCS_REF=$CI_VCS_REF --build-arg BUILD_DATE=$CI_JOB_TIMESTAMP -t $IMAGE_TAG -t $IMAGE_TAG_SLUG -t $IMAGE_TAG_LATEST .
291 - docker push $IMAGE_TAG
292 - docker push $IMAGE_TAG_SLUG
293 - docker push $IMAGE_TAG_LATEST
294 tags:
295 - dind
296 only:
297 - develop@pleroma/pleroma
298
299 docker-stable:
300 stage: docker
301 image: docker:latest
302 cache: {}
303 dependencies: []
304 variables: *docker-variables
305 before_script: *before-docker
306 allow_failure: true
307 script:
308 - docker build --cache-from $IMAGE_TAG_SLUG --build-arg VCS_REF=$CI_VCS_REF --build-arg BUILD_DATE=$CI_JOB_TIMESTAMP -t $IMAGE_TAG -t $IMAGE_TAG_SLUG -t $IMAGE_TAG_LATEST_STABLE .
309 - docker push $IMAGE_TAG
310 - docker push $IMAGE_TAG_SLUG
311 - docker push $IMAGE_TAG_LATEST_STABLE
312 tags:
313 - dind
314 only:
315 - stable@pleroma/pleroma
316
317 docker-release:
318 stage: docker
319 image: docker:latest
320 cache: {}
321 dependencies: []
322 variables: *docker-variables
323 before_script: *before-docker
324 allow_failure: true
325 script:
326 - docker build --cache-from $IMAGE_TAG_SLUG --build-arg VCS_REF=$CI_VCS_REF --build-arg BUILD_DATE=$CI_JOB_TIMESTAMP -t $IMAGE_TAG -t $IMAGE_TAG_SLUG .
327 - docker push $IMAGE_TAG
328 - docker push $IMAGE_TAG_SLUG
329 tags:
330 - dind
331 only:
332 - /^release/.*$/@pleroma/pleroma