Merge branch 'develop' into feature/database-compaction
[akkoma] / test / web / ostatus / ostatus_test.exs
1 # Pleroma: A lightweight social networking server
2 # Copyright © 2017-2018 Pleroma Authors <https://pleroma.social/>
3 # SPDX-License-Identifier: AGPL-3.0-only
4
5 defmodule Pleroma.Web.OStatusTest do
6 use Pleroma.DataCase
7 alias Pleroma.Activity
8 alias Pleroma.Instances
9 alias Pleroma.Object
10 alias Pleroma.Repo
11 alias Pleroma.User
12 alias Pleroma.Web.OStatus
13 alias Pleroma.Web.XML
14 import Pleroma.Factory
15 import ExUnit.CaptureLog
16
17 setup_all do
18 Tesla.Mock.mock_global(fn env -> apply(HttpRequestMock, :request, [env]) end)
19 :ok
20 end
21
22 test "don't insert create notes twice" do
23 incoming = File.read!("test/fixtures/incoming_note_activity.xml")
24 {:ok, [activity]} = OStatus.handle_incoming(incoming)
25 assert {:ok, [activity]} == OStatus.handle_incoming(incoming)
26 end
27
28 test "handle incoming note - GS, Salmon" do
29 incoming = File.read!("test/fixtures/incoming_note_activity.xml")
30 {:ok, [activity]} = OStatus.handle_incoming(incoming)
31 object = Object.normalize(activity.data["object"])
32
33 user = User.get_by_ap_id(activity.data["actor"])
34 assert user.info.note_count == 1
35 assert activity.data["type"] == "Create"
36 assert object.data["type"] == "Note"
37
38 assert object.data["id"] == "tag:gs.example.org:4040,2017-04-23:noticeId=29:objectType=note"
39
40 assert activity.data["published"] == "2017-04-23T14:51:03+00:00"
41 assert object.data["published"] == "2017-04-23T14:51:03+00:00"
42
43 assert activity.data["context"] ==
44 "tag:gs.example.org:4040,2017-04-23:objectType=thread:nonce=f09e22f58abd5c7b"
45
46 assert "http://pleroma.example.org:4000/users/lain3" in activity.data["to"]
47 assert object.data["emoji"] == %{"marko" => "marko.png", "reimu" => "reimu.png"}
48 assert activity.local == false
49 end
50
51 test "handle incoming notes - GS, subscription" do
52 incoming = File.read!("test/fixtures/ostatus_incoming_post.xml")
53 {:ok, [activity]} = OStatus.handle_incoming(incoming)
54 object = Object.normalize(activity.data["object"])
55
56 assert activity.data["type"] == "Create"
57 assert object.data["type"] == "Note"
58 assert object.data["actor"] == "https://social.heldscal.la/user/23211"
59 assert object.data["content"] == "Will it blend?"
60 user = User.get_cached_by_ap_id(activity.data["actor"])
61 assert User.ap_followers(user) in activity.data["to"]
62 assert "https://www.w3.org/ns/activitystreams#Public" in activity.data["to"]
63 end
64
65 test "handle incoming notes with attachments - GS, subscription" do
66 incoming = File.read!("test/fixtures/incoming_websub_gnusocial_attachments.xml")
67 {:ok, [activity]} = OStatus.handle_incoming(incoming)
68 object = Object.normalize(activity.data["object"])
69
70 assert activity.data["type"] == "Create"
71 assert object.data["type"] == "Note"
72 assert object.data["actor"] == "https://social.heldscal.la/user/23211"
73 assert object.data["attachment"] |> length == 2
74 assert object.data["external_url"] == "https://social.heldscal.la/notice/2020923"
75 assert "https://www.w3.org/ns/activitystreams#Public" in activity.data["to"]
76 end
77
78 test "handle incoming notes with tags" do
79 incoming = File.read!("test/fixtures/ostatus_incoming_post_tag.xml")
80 {:ok, [activity]} = OStatus.handle_incoming(incoming)
81 object = Object.normalize(activity.data["object"])
82
83 assert object.data["tag"] == ["nsfw"]
84 assert "https://www.w3.org/ns/activitystreams#Public" in activity.data["to"]
85 end
86
87 test "handle incoming notes - Mastodon, salmon, reply" do
88 # It uses the context of the replied to object
89 Repo.insert!(%Object{
90 data: %{
91 "id" => "https://pleroma.soykaf.com/objects/c237d966-ac75-4fe3-a87a-d89d71a3a7a4",
92 "context" => "2hu"
93 }
94 })
95
96 incoming = File.read!("test/fixtures/incoming_reply_mastodon.xml")
97 {:ok, [activity]} = OStatus.handle_incoming(incoming)
98 object = Object.normalize(activity.data["object"])
99
100 assert activity.data["type"] == "Create"
101 assert object.data["type"] == "Note"
102 assert object.data["actor"] == "https://mastodon.social/users/lambadalambda"
103 assert activity.data["context"] == "2hu"
104 assert "https://www.w3.org/ns/activitystreams#Public" in activity.data["to"]
105 end
106
107 test "handle incoming notes - Mastodon, with CW" do
108 incoming = File.read!("test/fixtures/mastodon-note-cw.xml")
109 {:ok, [activity]} = OStatus.handle_incoming(incoming)
110 object = Object.normalize(activity.data["object"])
111
112 assert activity.data["type"] == "Create"
113 assert object.data["type"] == "Note"
114 assert object.data["actor"] == "https://mastodon.social/users/lambadalambda"
115 assert object.data["summary"] == "technologic"
116 assert "https://www.w3.org/ns/activitystreams#Public" in activity.data["to"]
117 end
118
119 test "handle incoming unlisted messages, put public into cc" do
120 incoming = File.read!("test/fixtures/mastodon-note-unlisted.xml")
121 {:ok, [activity]} = OStatus.handle_incoming(incoming)
122 object = Object.normalize(activity.data["object"])
123
124 refute "https://www.w3.org/ns/activitystreams#Public" in activity.data["to"]
125 assert "https://www.w3.org/ns/activitystreams#Public" in activity.data["cc"]
126 refute "https://www.w3.org/ns/activitystreams#Public" in object.data["to"]
127 assert "https://www.w3.org/ns/activitystreams#Public" in object.data["cc"]
128 end
129
130 test "handle incoming retweets - Mastodon, with CW" do
131 incoming = File.read!("test/fixtures/cw_retweet.xml")
132 {:ok, [[_activity, retweeted_activity]]} = OStatus.handle_incoming(incoming)
133 retweeted_object = Object.normalize(retweeted_activity.data["object"])
134
135 assert retweeted_object.data["summary"] == "Hey."
136 end
137
138 test "handle incoming notes - GS, subscription, reply" do
139 incoming = File.read!("test/fixtures/ostatus_incoming_reply.xml")
140 {:ok, [activity]} = OStatus.handle_incoming(incoming)
141 object = Object.normalize(activity.data["object"])
142
143 assert activity.data["type"] == "Create"
144 assert object.data["type"] == "Note"
145 assert object.data["actor"] == "https://social.heldscal.la/user/23211"
146
147 assert object.data["content"] ==
148 "@<a href=\"https://gs.archae.me/user/4687\" class=\"h-card u-url p-nickname mention\" title=\"shpbot\">shpbot</a> why not indeed."
149
150 assert object.data["inReplyTo"] ==
151 "tag:gs.archae.me,2017-04-30:noticeId=778260:objectType=note"
152
153 assert "https://www.w3.org/ns/activitystreams#Public" in activity.data["to"]
154 end
155
156 test "handle incoming retweets - GS, subscription" do
157 incoming = File.read!("test/fixtures/share-gs.xml")
158 {:ok, [[activity, retweeted_activity]]} = OStatus.handle_incoming(incoming)
159
160 assert activity.data["type"] == "Announce"
161 assert activity.data["actor"] == "https://social.heldscal.la/user/23211"
162 assert activity.data["object"] == retweeted_activity.data["object"]
163 assert "https://pleroma.soykaf.com/users/lain" in activity.data["to"]
164 refute activity.local
165
166 retweeted_activity = Activity.get_by_id(retweeted_activity.id)
167 retweeted_object = Object.normalize(retweeted_activity.data["object"])
168 assert retweeted_activity.data["type"] == "Create"
169 assert retweeted_activity.data["actor"] == "https://pleroma.soykaf.com/users/lain"
170 refute retweeted_activity.local
171 assert retweeted_object.data["announcement_count"] == 1
172 assert String.contains?(retweeted_object.data["content"], "mastodon")
173 refute String.contains?(retweeted_object.data["content"], "Test account")
174 end
175
176 test "handle incoming retweets - GS, subscription - local message" do
177 incoming = File.read!("test/fixtures/share-gs-local.xml")
178 note_activity = insert(:note_activity)
179 user = User.get_cached_by_ap_id(note_activity.data["actor"])
180
181 incoming =
182 incoming
183 |> String.replace("LOCAL_ID", note_activity.data["object"]["id"])
184 |> String.replace("LOCAL_USER", user.ap_id)
185
186 {:ok, [[activity, retweeted_activity]]} = OStatus.handle_incoming(incoming)
187
188 assert activity.data["type"] == "Announce"
189 assert activity.data["actor"] == "https://social.heldscal.la/user/23211"
190 assert activity.data["object"] == retweeted_activity.data["object"]["id"]
191 assert user.ap_id in activity.data["to"]
192 refute activity.local
193
194 retweeted_activity = Activity.get_by_id(retweeted_activity.id)
195 assert note_activity.id == retweeted_activity.id
196 assert retweeted_activity.data["type"] == "Create"
197 assert retweeted_activity.data["actor"] == user.ap_id
198 assert retweeted_activity.local
199 assert retweeted_activity.data["object"]["announcement_count"] == 1
200 end
201
202 test "handle incoming retweets - Mastodon, salmon" do
203 incoming = File.read!("test/fixtures/share.xml")
204 {:ok, [[activity, retweeted_activity]]} = OStatus.handle_incoming(incoming)
205 retweeted_object = Object.normalize(retweeted_activity.data["object"])
206
207 assert activity.data["type"] == "Announce"
208 assert activity.data["actor"] == "https://mastodon.social/users/lambadalambda"
209 assert activity.data["object"] == retweeted_activity.data["object"]
210
211 assert activity.data["id"] ==
212 "tag:mastodon.social,2017-05-03:objectId=4934452:objectType=Status"
213
214 refute activity.local
215 assert retweeted_activity.data["type"] == "Create"
216 assert retweeted_activity.data["actor"] == "https://pleroma.soykaf.com/users/lain"
217 refute retweeted_activity.local
218 refute String.contains?(retweeted_object.data["content"], "Test account")
219 end
220
221 test "handle incoming favorites - GS, websub" do
222 capture_log(fn ->
223 incoming = File.read!("test/fixtures/favorite.xml")
224 {:ok, [[activity, favorited_activity]]} = OStatus.handle_incoming(incoming)
225
226 assert activity.data["type"] == "Like"
227 assert activity.data["actor"] == "https://social.heldscal.la/user/23211"
228 assert activity.data["object"] == favorited_activity.data["object"]
229
230 assert activity.data["id"] ==
231 "tag:social.heldscal.la,2017-05-05:fave:23211:comment:2061643:2017-05-05T09:12:50+00:00"
232
233 refute activity.local
234 assert favorited_activity.data["type"] == "Create"
235 assert favorited_activity.data["actor"] == "https://shitposter.club/user/1"
236
237 assert favorited_activity.data["object"] ==
238 "tag:shitposter.club,2017-05-05:noticeId=2827873:objectType=comment"
239
240 refute favorited_activity.local
241 end)
242 end
243
244 test "handle conversation references" do
245 incoming = File.read!("test/fixtures/mastodon_conversation.xml")
246 {:ok, [activity]} = OStatus.handle_incoming(incoming)
247
248 assert activity.data["context"] ==
249 "tag:mastodon.social,2017-08-28:objectId=7876885:objectType=Conversation"
250 end
251
252 test "handle incoming favorites with locally available object - GS, websub" do
253 note_activity = insert(:note_activity)
254
255 incoming =
256 File.read!("test/fixtures/favorite_with_local_note.xml")
257 |> String.replace("localid", note_activity.data["object"]["id"])
258
259 {:ok, [[activity, favorited_activity]]} = OStatus.handle_incoming(incoming)
260
261 assert activity.data["type"] == "Like"
262 assert activity.data["actor"] == "https://social.heldscal.la/user/23211"
263 assert activity.data["object"] == favorited_activity.data["object"]["id"]
264 refute activity.local
265 assert note_activity.id == favorited_activity.id
266 assert favorited_activity.local
267 end
268
269 test "handle incoming replies" do
270 incoming = File.read!("test/fixtures/incoming_note_activity_answer.xml")
271 {:ok, [activity]} = OStatus.handle_incoming(incoming)
272 object = Object.normalize(activity.data["object"])
273
274 assert activity.data["type"] == "Create"
275 assert object.data["type"] == "Note"
276
277 assert object.data["inReplyTo"] ==
278 "http://pleroma.example.org:4000/objects/55bce8fc-b423-46b1-af71-3759ab4670bc"
279
280 assert "http://pleroma.example.org:4000/users/lain5" in activity.data["to"]
281
282 assert object.data["id"] == "tag:gs.example.org:4040,2017-04-25:noticeId=55:objectType=note"
283
284 assert "https://www.w3.org/ns/activitystreams#Public" in activity.data["to"]
285 end
286
287 test "handle incoming follows" do
288 incoming = File.read!("test/fixtures/follow.xml")
289 {:ok, [activity]} = OStatus.handle_incoming(incoming)
290 assert activity.data["type"] == "Follow"
291
292 assert activity.data["id"] ==
293 "tag:social.heldscal.la,2017-05-07:subscription:23211:person:44803:2017-05-07T09:54:48+00:00"
294
295 assert activity.data["actor"] == "https://social.heldscal.la/user/23211"
296 assert activity.data["object"] == "https://pawoo.net/users/pekorino"
297 refute activity.local
298
299 follower = User.get_by_ap_id(activity.data["actor"])
300 followed = User.get_by_ap_id(activity.data["object"])
301
302 assert User.following?(follower, followed)
303 end
304
305 test "handle incoming unfollows with existing follow" do
306 incoming_follow = File.read!("test/fixtures/follow.xml")
307 {:ok, [_activity]} = OStatus.handle_incoming(incoming_follow)
308
309 incoming = File.read!("test/fixtures/unfollow.xml")
310 {:ok, [activity]} = OStatus.handle_incoming(incoming)
311
312 assert activity.data["type"] == "Undo"
313
314 assert activity.data["id"] ==
315 "undo:tag:social.heldscal.la,2017-05-07:subscription:23211:person:44803:2017-05-07T09:54:48+00:00"
316
317 assert activity.data["actor"] == "https://social.heldscal.la/user/23211"
318 assert is_map(activity.data["object"])
319 assert activity.data["object"]["type"] == "Follow"
320 assert activity.data["object"]["object"] == "https://pawoo.net/users/pekorino"
321 refute activity.local
322
323 follower = User.get_by_ap_id(activity.data["actor"])
324 followed = User.get_by_ap_id(activity.data["object"]["object"])
325
326 refute User.following?(follower, followed)
327 end
328
329 test "it clears `unreachable` federation status of the sender" do
330 incoming_reaction_xml = File.read!("test/fixtures/share-gs.xml")
331 doc = XML.parse_document(incoming_reaction_xml)
332 actor_uri = XML.string_from_xpath("//author/uri[1]", doc)
333 reacted_to_author_uri = XML.string_from_xpath("//author/uri[2]", doc)
334
335 Instances.set_consistently_unreachable(actor_uri)
336 Instances.set_consistently_unreachable(reacted_to_author_uri)
337 refute Instances.reachable?(actor_uri)
338 refute Instances.reachable?(reacted_to_author_uri)
339
340 {:ok, _} = OStatus.handle_incoming(incoming_reaction_xml)
341 assert Instances.reachable?(actor_uri)
342 refute Instances.reachable?(reacted_to_author_uri)
343 end
344
345 describe "new remote user creation" do
346 test "returns local users" do
347 local_user = insert(:user)
348 {:ok, user} = OStatus.find_or_make_user(local_user.ap_id)
349
350 assert user == local_user
351 end
352
353 test "tries to use the information in poco fields" do
354 uri = "https://social.heldscal.la/user/23211"
355
356 {:ok, user} = OStatus.find_or_make_user(uri)
357
358 user = Pleroma.User.get_by_id(user.id)
359 assert user.name == "Constance Variable"
360 assert user.nickname == "lambadalambda@social.heldscal.la"
361 assert user.local == false
362 assert user.info.uri == uri
363 assert user.ap_id == uri
364 assert user.bio == "Call me Deacon Blues."
365 assert user.avatar["type"] == "Image"
366
367 {:ok, user_again} = OStatus.find_or_make_user(uri)
368
369 assert user == user_again
370 end
371
372 test "find_or_make_user sets all the nessary input fields" do
373 uri = "https://social.heldscal.la/user/23211"
374 {:ok, user} = OStatus.find_or_make_user(uri)
375
376 assert user.info ==
377 %Pleroma.User.Info{
378 id: user.info.id,
379 ap_enabled: false,
380 background: %{},
381 banner: %{},
382 blocks: [],
383 deactivated: false,
384 default_scope: "public",
385 domain_blocks: [],
386 follower_count: 0,
387 is_admin: false,
388 is_moderator: false,
389 keys: nil,
390 locked: false,
391 no_rich_text: false,
392 note_count: 0,
393 settings: nil,
394 source_data: %{},
395 hub: "https://social.heldscal.la/main/push/hub",
396 magic_key:
397 "RSA.uzg6r1peZU0vXGADWxGJ0PE34WvmhjUmydbX5YYdOiXfODVLwCMi1umGoqUDm-mRu4vNEdFBVJU1CpFA7dKzWgIsqsa501i2XqElmEveXRLvNRWFB6nG03Q5OUY2as8eE54BJm0p20GkMfIJGwP6TSFb-ICp3QjzbatuSPJ6xCE=.AQAB",
398 salmon: "https://social.heldscal.la/main/salmon/user/23211",
399 topic: "https://social.heldscal.la/api/statuses/user_timeline/23211.atom",
400 uri: "https://social.heldscal.la/user/23211"
401 }
402 end
403
404 test "find_make_or_update_user takes an author element and returns an updated user" do
405 uri = "https://social.heldscal.la/user/23211"
406
407 {:ok, user} = OStatus.find_or_make_user(uri)
408 old_name = user.name
409 old_bio = user.bio
410 change = Ecto.Changeset.change(user, %{avatar: nil, bio: nil, old_name: nil})
411
412 {:ok, user} = Repo.update(change)
413 refute user.avatar
414
415 doc = XML.parse_document(File.read!("test/fixtures/23211.atom"))
416 [author] = :xmerl_xpath.string('//author[1]', doc)
417 {:ok, user} = OStatus.find_make_or_update_user(author)
418 assert user.avatar["type"] == "Image"
419 assert user.name == old_name
420 assert user.bio == old_bio
421
422 {:ok, user_again} = OStatus.find_make_or_update_user(author)
423 assert user_again == user
424 end
425 end
426
427 describe "gathering user info from a user id" do
428 test "it returns user info in a hash" do
429 user = "shp@social.heldscal.la"
430
431 # TODO: make test local
432 {:ok, data} = OStatus.gather_user_info(user)
433
434 expected = %{
435 "hub" => "https://social.heldscal.la/main/push/hub",
436 "magic_key" =>
437 "RSA.wQ3i9UA0qmAxZ0WTIp4a-waZn_17Ez1pEEmqmqoooRsG1_BvpmOvLN0G2tEcWWxl2KOtdQMCiPptmQObeZeuj48mdsDZ4ArQinexY2hCCTcbV8Xpswpkb8K05RcKipdg07pnI7tAgQ0VWSZDImncL6YUGlG5YN8b5TjGOwk2VG8=.AQAB",
438 "name" => "shp",
439 "nickname" => "shp",
440 "salmon" => "https://social.heldscal.la/main/salmon/user/29191",
441 "subject" => "acct:shp@social.heldscal.la",
442 "topic" => "https://social.heldscal.la/api/statuses/user_timeline/29191.atom",
443 "uri" => "https://social.heldscal.la/user/29191",
444 "host" => "social.heldscal.la",
445 "fqn" => user,
446 "bio" => "cofe",
447 "avatar" => %{
448 "type" => "Image",
449 "url" => [
450 %{
451 "href" => "https://social.heldscal.la/avatar/29191-original-20170421154949.jpeg",
452 "mediaType" => "image/jpeg",
453 "type" => "Link"
454 }
455 ]
456 },
457 "subscribe_address" => "https://social.heldscal.la/main/ostatussub?profile={uri}",
458 "ap_id" => nil
459 }
460
461 assert data == expected
462 end
463
464 test "it works with the uri" do
465 user = "https://social.heldscal.la/user/29191"
466
467 # TODO: make test local
468 {:ok, data} = OStatus.gather_user_info(user)
469
470 expected = %{
471 "hub" => "https://social.heldscal.la/main/push/hub",
472 "magic_key" =>
473 "RSA.wQ3i9UA0qmAxZ0WTIp4a-waZn_17Ez1pEEmqmqoooRsG1_BvpmOvLN0G2tEcWWxl2KOtdQMCiPptmQObeZeuj48mdsDZ4ArQinexY2hCCTcbV8Xpswpkb8K05RcKipdg07pnI7tAgQ0VWSZDImncL6YUGlG5YN8b5TjGOwk2VG8=.AQAB",
474 "name" => "shp",
475 "nickname" => "shp",
476 "salmon" => "https://social.heldscal.la/main/salmon/user/29191",
477 "subject" => "https://social.heldscal.la/user/29191",
478 "topic" => "https://social.heldscal.la/api/statuses/user_timeline/29191.atom",
479 "uri" => "https://social.heldscal.la/user/29191",
480 "host" => "social.heldscal.la",
481 "fqn" => user,
482 "bio" => "cofe",
483 "avatar" => %{
484 "type" => "Image",
485 "url" => [
486 %{
487 "href" => "https://social.heldscal.la/avatar/29191-original-20170421154949.jpeg",
488 "mediaType" => "image/jpeg",
489 "type" => "Link"
490 }
491 ]
492 },
493 "subscribe_address" => "https://social.heldscal.la/main/ostatussub?profile={uri}",
494 "ap_id" => nil
495 }
496
497 assert data == expected
498 end
499 end
500
501 describe "fetching a status by it's HTML url" do
502 test "it builds a missing status from an html url" do
503 capture_log(fn ->
504 url = "https://shitposter.club/notice/2827873"
505 {:ok, [activity]} = OStatus.fetch_activity_from_url(url)
506
507 assert activity.data["actor"] == "https://shitposter.club/user/1"
508
509 assert activity.data["object"] ==
510 "tag:shitposter.club,2017-05-05:noticeId=2827873:objectType=comment"
511 end)
512 end
513
514 test "it works for atom notes, too" do
515 url = "https://social.sakamoto.gq/objects/0ccc1a2c-66b0-4305-b23a-7f7f2b040056"
516 {:ok, [activity]} = OStatus.fetch_activity_from_url(url)
517 assert activity.data["actor"] == "https://social.sakamoto.gq/users/eal"
518 assert activity.data["object"] == url
519 end
520 end
521
522 test "it doesn't add nil in the to field" do
523 incoming = File.read!("test/fixtures/nil_mention_entry.xml")
524 {:ok, [activity]} = OStatus.handle_incoming(incoming)
525
526 assert activity.data["to"] == [
527 "http://localhost:4001/users/atarifrosch@social.stopwatchingus-heidelberg.de/followers",
528 "https://www.w3.org/ns/activitystreams#Public"
529 ]
530 end
531
532 describe "is_representable?" do
533 test "Note objects are representable" do
534 note_activity = insert(:note_activity)
535
536 assert OStatus.is_representable?(note_activity)
537 end
538
539 test "Article objects are not representable" do
540 note_activity = insert(:note_activity)
541
542 note_object = Object.normalize(note_activity.data["object"])
543
544 note_data =
545 note_object.data
546 |> Map.put("type", "Article")
547
548 Cachex.clear(:object_cache)
549
550 cs = Object.change(note_object, %{data: note_data})
551 {:ok, _article_object} = Repo.update(cs)
552
553 # the underlying object is now an Article instead of a note, so this should fail
554 refute OStatus.is_representable?(note_activity)
555 end
556 end
557 end