Merge branch 'feature/hellthread-filter-improvements' into 'develop'
[akkoma] / test / web / ostatus / ostatus_test.exs
1 # Pleroma: A lightweight social networking server
2 # Copyright © 2017-2018 Pleroma Authors <https://pleroma.social/>
3 # SPDX-License-Identifier: AGPL-3.0-only
4
5 defmodule Pleroma.Web.OStatusTest do
6 use Pleroma.DataCase
7 alias Pleroma.Web.OStatus
8 alias Pleroma.Web.XML
9 alias Pleroma.{Object, Repo, User, Activity, Instances}
10 import Pleroma.Factory
11 import ExUnit.CaptureLog
12
13 setup_all do
14 Tesla.Mock.mock_global(fn env -> apply(HttpRequestMock, :request, [env]) end)
15 :ok
16 end
17
18 test "don't insert create notes twice" do
19 incoming = File.read!("test/fixtures/incoming_note_activity.xml")
20 {:ok, [activity]} = OStatus.handle_incoming(incoming)
21 assert {:ok, [activity]} == OStatus.handle_incoming(incoming)
22 end
23
24 test "handle incoming note - GS, Salmon" do
25 incoming = File.read!("test/fixtures/incoming_note_activity.xml")
26 {:ok, [activity]} = OStatus.handle_incoming(incoming)
27
28 user = User.get_by_ap_id(activity.data["actor"])
29 assert user.info.note_count == 1
30 assert activity.data["type"] == "Create"
31 assert activity.data["object"]["type"] == "Note"
32
33 assert activity.data["object"]["id"] ==
34 "tag:gs.example.org:4040,2017-04-23:noticeId=29:objectType=note"
35
36 assert activity.data["published"] == "2017-04-23T14:51:03+00:00"
37 assert activity.data["object"]["published"] == "2017-04-23T14:51:03+00:00"
38
39 assert activity.data["context"] ==
40 "tag:gs.example.org:4040,2017-04-23:objectType=thread:nonce=f09e22f58abd5c7b"
41
42 assert "http://pleroma.example.org:4000/users/lain3" in activity.data["to"]
43 assert activity.data["object"]["emoji"] == %{"marko" => "marko.png", "reimu" => "reimu.png"}
44 assert activity.local == false
45 end
46
47 test "handle incoming notes - GS, subscription" do
48 incoming = File.read!("test/fixtures/ostatus_incoming_post.xml")
49 {:ok, [activity]} = OStatus.handle_incoming(incoming)
50
51 assert activity.data["type"] == "Create"
52 assert activity.data["object"]["type"] == "Note"
53 assert activity.data["object"]["actor"] == "https://social.heldscal.la/user/23211"
54 assert activity.data["object"]["content"] == "Will it blend?"
55 user = User.get_cached_by_ap_id(activity.data["actor"])
56 assert User.ap_followers(user) in activity.data["to"]
57 assert "https://www.w3.org/ns/activitystreams#Public" in activity.data["to"]
58 end
59
60 test "handle incoming notes with attachments - GS, subscription" do
61 incoming = File.read!("test/fixtures/incoming_websub_gnusocial_attachments.xml")
62 {:ok, [activity]} = OStatus.handle_incoming(incoming)
63
64 assert activity.data["type"] == "Create"
65 assert activity.data["object"]["type"] == "Note"
66 assert activity.data["object"]["actor"] == "https://social.heldscal.la/user/23211"
67 assert activity.data["object"]["attachment"] |> length == 2
68 assert activity.data["object"]["external_url"] == "https://social.heldscal.la/notice/2020923"
69 assert "https://www.w3.org/ns/activitystreams#Public" in activity.data["to"]
70 end
71
72 test "handle incoming notes with tags" do
73 incoming = File.read!("test/fixtures/ostatus_incoming_post_tag.xml")
74 {:ok, [activity]} = OStatus.handle_incoming(incoming)
75
76 assert activity.data["object"]["tag"] == ["nsfw"]
77 assert "https://www.w3.org/ns/activitystreams#Public" in activity.data["to"]
78 end
79
80 test "handle incoming notes - Mastodon, salmon, reply" do
81 # It uses the context of the replied to object
82 Repo.insert!(%Object{
83 data: %{
84 "id" => "https://pleroma.soykaf.com/objects/c237d966-ac75-4fe3-a87a-d89d71a3a7a4",
85 "context" => "2hu"
86 }
87 })
88
89 incoming = File.read!("test/fixtures/incoming_reply_mastodon.xml")
90 {:ok, [activity]} = OStatus.handle_incoming(incoming)
91
92 assert activity.data["type"] == "Create"
93 assert activity.data["object"]["type"] == "Note"
94 assert activity.data["object"]["actor"] == "https://mastodon.social/users/lambadalambda"
95 assert activity.data["context"] == "2hu"
96 assert "https://www.w3.org/ns/activitystreams#Public" in activity.data["to"]
97 end
98
99 test "handle incoming notes - Mastodon, with CW" do
100 incoming = File.read!("test/fixtures/mastodon-note-cw.xml")
101 {:ok, [activity]} = OStatus.handle_incoming(incoming)
102
103 assert activity.data["type"] == "Create"
104 assert activity.data["object"]["type"] == "Note"
105 assert activity.data["object"]["actor"] == "https://mastodon.social/users/lambadalambda"
106 assert activity.data["object"]["summary"] == "technologic"
107 assert "https://www.w3.org/ns/activitystreams#Public" in activity.data["to"]
108 end
109
110 test "handle incoming unlisted messages, put public into cc" do
111 incoming = File.read!("test/fixtures/mastodon-note-unlisted.xml")
112 {:ok, [activity]} = OStatus.handle_incoming(incoming)
113 refute "https://www.w3.org/ns/activitystreams#Public" in activity.data["to"]
114 assert "https://www.w3.org/ns/activitystreams#Public" in activity.data["cc"]
115 refute "https://www.w3.org/ns/activitystreams#Public" in activity.data["object"]["to"]
116 assert "https://www.w3.org/ns/activitystreams#Public" in activity.data["object"]["cc"]
117 end
118
119 test "handle incoming retweets - Mastodon, with CW" do
120 incoming = File.read!("test/fixtures/cw_retweet.xml")
121 {:ok, [[_activity, retweeted_activity]]} = OStatus.handle_incoming(incoming)
122
123 assert retweeted_activity.data["object"]["summary"] == "Hey."
124 end
125
126 test "handle incoming notes - GS, subscription, reply" do
127 incoming = File.read!("test/fixtures/ostatus_incoming_reply.xml")
128 {:ok, [activity]} = OStatus.handle_incoming(incoming)
129
130 assert activity.data["type"] == "Create"
131 assert activity.data["object"]["type"] == "Note"
132 assert activity.data["object"]["actor"] == "https://social.heldscal.la/user/23211"
133
134 assert activity.data["object"]["content"] ==
135 "@<a href=\"https://gs.archae.me/user/4687\" class=\"h-card u-url p-nickname mention\" title=\"shpbot\">shpbot</a> why not indeed."
136
137 assert activity.data["object"]["inReplyTo"] ==
138 "tag:gs.archae.me,2017-04-30:noticeId=778260:objectType=note"
139
140 assert "https://www.w3.org/ns/activitystreams#Public" in activity.data["to"]
141 end
142
143 test "handle incoming retweets - GS, subscription" do
144 incoming = File.read!("test/fixtures/share-gs.xml")
145 {:ok, [[activity, retweeted_activity]]} = OStatus.handle_incoming(incoming)
146
147 assert activity.data["type"] == "Announce"
148 assert activity.data["actor"] == "https://social.heldscal.la/user/23211"
149 assert activity.data["object"] == retweeted_activity.data["object"]["id"]
150 assert "https://pleroma.soykaf.com/users/lain" in activity.data["to"]
151 refute activity.local
152
153 retweeted_activity = Repo.get(Activity, retweeted_activity.id)
154 assert retweeted_activity.data["type"] == "Create"
155 assert retweeted_activity.data["actor"] == "https://pleroma.soykaf.com/users/lain"
156 refute retweeted_activity.local
157 assert retweeted_activity.data["object"]["announcement_count"] == 1
158 assert String.contains?(retweeted_activity.data["object"]["content"], "mastodon")
159 refute String.contains?(retweeted_activity.data["object"]["content"], "Test account")
160 end
161
162 test "handle incoming retweets - GS, subscription - local message" do
163 incoming = File.read!("test/fixtures/share-gs-local.xml")
164 note_activity = insert(:note_activity)
165 user = User.get_cached_by_ap_id(note_activity.data["actor"])
166
167 incoming =
168 incoming
169 |> String.replace("LOCAL_ID", note_activity.data["object"]["id"])
170 |> String.replace("LOCAL_USER", user.ap_id)
171
172 {:ok, [[activity, retweeted_activity]]} = OStatus.handle_incoming(incoming)
173
174 assert activity.data["type"] == "Announce"
175 assert activity.data["actor"] == "https://social.heldscal.la/user/23211"
176 assert activity.data["object"] == retweeted_activity.data["object"]["id"]
177 assert user.ap_id in activity.data["to"]
178 refute activity.local
179
180 retweeted_activity = Repo.get(Activity, retweeted_activity.id)
181 assert note_activity.id == retweeted_activity.id
182 assert retweeted_activity.data["type"] == "Create"
183 assert retweeted_activity.data["actor"] == user.ap_id
184 assert retweeted_activity.local
185 assert retweeted_activity.data["object"]["announcement_count"] == 1
186 end
187
188 test "handle incoming retweets - Mastodon, salmon" do
189 incoming = File.read!("test/fixtures/share.xml")
190 {:ok, [[activity, retweeted_activity]]} = OStatus.handle_incoming(incoming)
191
192 assert activity.data["type"] == "Announce"
193 assert activity.data["actor"] == "https://mastodon.social/users/lambadalambda"
194 assert activity.data["object"] == retweeted_activity.data["object"]["id"]
195
196 assert activity.data["id"] ==
197 "tag:mastodon.social,2017-05-03:objectId=4934452:objectType=Status"
198
199 refute activity.local
200 assert retweeted_activity.data["type"] == "Create"
201 assert retweeted_activity.data["actor"] == "https://pleroma.soykaf.com/users/lain"
202 refute retweeted_activity.local
203 refute String.contains?(retweeted_activity.data["object"]["content"], "Test account")
204 end
205
206 test "handle incoming favorites - GS, websub" do
207 capture_log(fn ->
208 incoming = File.read!("test/fixtures/favorite.xml")
209 {:ok, [[activity, favorited_activity]]} = OStatus.handle_incoming(incoming)
210
211 assert activity.data["type"] == "Like"
212 assert activity.data["actor"] == "https://social.heldscal.la/user/23211"
213 assert activity.data["object"] == favorited_activity.data["object"]["id"]
214
215 assert activity.data["id"] ==
216 "tag:social.heldscal.la,2017-05-05:fave:23211:comment:2061643:2017-05-05T09:12:50+00:00"
217
218 refute activity.local
219 assert favorited_activity.data["type"] == "Create"
220 assert favorited_activity.data["actor"] == "https://shitposter.club/user/1"
221
222 assert favorited_activity.data["object"]["id"] ==
223 "tag:shitposter.club,2017-05-05:noticeId=2827873:objectType=comment"
224
225 refute favorited_activity.local
226 end)
227 end
228
229 test "handle conversation references" do
230 incoming = File.read!("test/fixtures/mastodon_conversation.xml")
231 {:ok, [activity]} = OStatus.handle_incoming(incoming)
232
233 assert activity.data["context"] ==
234 "tag:mastodon.social,2017-08-28:objectId=7876885:objectType=Conversation"
235 end
236
237 test "handle incoming favorites with locally available object - GS, websub" do
238 note_activity = insert(:note_activity)
239
240 incoming =
241 File.read!("test/fixtures/favorite_with_local_note.xml")
242 |> String.replace("localid", note_activity.data["object"]["id"])
243
244 {:ok, [[activity, favorited_activity]]} = OStatus.handle_incoming(incoming)
245
246 assert activity.data["type"] == "Like"
247 assert activity.data["actor"] == "https://social.heldscal.la/user/23211"
248 assert activity.data["object"] == favorited_activity.data["object"]["id"]
249 refute activity.local
250 assert note_activity.id == favorited_activity.id
251 assert favorited_activity.local
252 end
253
254 test "handle incoming replies" do
255 incoming = File.read!("test/fixtures/incoming_note_activity_answer.xml")
256 {:ok, [activity]} = OStatus.handle_incoming(incoming)
257
258 assert activity.data["type"] == "Create"
259 assert activity.data["object"]["type"] == "Note"
260
261 assert activity.data["object"]["inReplyTo"] ==
262 "http://pleroma.example.org:4000/objects/55bce8fc-b423-46b1-af71-3759ab4670bc"
263
264 assert "http://pleroma.example.org:4000/users/lain5" in activity.data["to"]
265
266 assert activity.data["object"]["id"] ==
267 "tag:gs.example.org:4040,2017-04-25:noticeId=55:objectType=note"
268
269 assert "https://www.w3.org/ns/activitystreams#Public" in activity.data["to"]
270 end
271
272 test "handle incoming follows" do
273 incoming = File.read!("test/fixtures/follow.xml")
274 {:ok, [activity]} = OStatus.handle_incoming(incoming)
275 assert activity.data["type"] == "Follow"
276
277 assert activity.data["id"] ==
278 "tag:social.heldscal.la,2017-05-07:subscription:23211:person:44803:2017-05-07T09:54:48+00:00"
279
280 assert activity.data["actor"] == "https://social.heldscal.la/user/23211"
281 assert activity.data["object"] == "https://pawoo.net/users/pekorino"
282 refute activity.local
283
284 follower = User.get_by_ap_id(activity.data["actor"])
285 followed = User.get_by_ap_id(activity.data["object"])
286
287 assert User.following?(follower, followed)
288 end
289
290 test "handle incoming unfollows with existing follow" do
291 incoming_follow = File.read!("test/fixtures/follow.xml")
292 {:ok, [_activity]} = OStatus.handle_incoming(incoming_follow)
293
294 incoming = File.read!("test/fixtures/unfollow.xml")
295 {:ok, [activity]} = OStatus.handle_incoming(incoming)
296
297 assert activity.data["type"] == "Undo"
298
299 assert activity.data["id"] ==
300 "undo:tag:social.heldscal.la,2017-05-07:subscription:23211:person:44803:2017-05-07T09:54:48+00:00"
301
302 assert activity.data["actor"] == "https://social.heldscal.la/user/23211"
303 assert is_map(activity.data["object"])
304 assert activity.data["object"]["type"] == "Follow"
305 assert activity.data["object"]["object"] == "https://pawoo.net/users/pekorino"
306 refute activity.local
307
308 follower = User.get_by_ap_id(activity.data["actor"])
309 followed = User.get_by_ap_id(activity.data["object"]["object"])
310
311 refute User.following?(follower, followed)
312 end
313
314 test "it clears `unreachable` federation status of the sender" do
315 incoming_reaction_xml = File.read!("test/fixtures/share-gs.xml")
316 doc = XML.parse_document(incoming_reaction_xml)
317 actor_uri = XML.string_from_xpath("//author/uri[1]", doc)
318 reacted_to_author_uri = XML.string_from_xpath("//author/uri[2]", doc)
319
320 Instances.set_consistently_unreachable(actor_uri)
321 Instances.set_consistently_unreachable(reacted_to_author_uri)
322 refute Instances.reachable?(actor_uri)
323 refute Instances.reachable?(reacted_to_author_uri)
324
325 {:ok, _} = OStatus.handle_incoming(incoming_reaction_xml)
326 assert Instances.reachable?(actor_uri)
327 refute Instances.reachable?(reacted_to_author_uri)
328 end
329
330 describe "new remote user creation" do
331 test "returns local users" do
332 local_user = insert(:user)
333 {:ok, user} = OStatus.find_or_make_user(local_user.ap_id)
334
335 assert user == local_user
336 end
337
338 test "tries to use the information in poco fields" do
339 uri = "https://social.heldscal.la/user/23211"
340
341 {:ok, user} = OStatus.find_or_make_user(uri)
342
343 user = Repo.get(Pleroma.User, user.id)
344 assert user.name == "Constance Variable"
345 assert user.nickname == "lambadalambda@social.heldscal.la"
346 assert user.local == false
347 assert user.info.uri == uri
348 assert user.ap_id == uri
349 assert user.bio == "Call me Deacon Blues."
350 assert user.avatar["type"] == "Image"
351
352 {:ok, user_again} = OStatus.find_or_make_user(uri)
353
354 assert user == user_again
355 end
356
357 test "find_or_make_user sets all the nessary input fields" do
358 uri = "https://social.heldscal.la/user/23211"
359 {:ok, user} = OStatus.find_or_make_user(uri)
360
361 assert user.info ==
362 %Pleroma.User.Info{
363 id: user.info.id,
364 ap_enabled: false,
365 background: %{},
366 banner: %{},
367 blocks: [],
368 deactivated: false,
369 default_scope: "public",
370 domain_blocks: [],
371 follower_count: 0,
372 is_admin: false,
373 is_moderator: false,
374 keys: nil,
375 locked: false,
376 no_rich_text: false,
377 note_count: 0,
378 settings: nil,
379 source_data: %{},
380 hub: "https://social.heldscal.la/main/push/hub",
381 magic_key:
382 "RSA.uzg6r1peZU0vXGADWxGJ0PE34WvmhjUmydbX5YYdOiXfODVLwCMi1umGoqUDm-mRu4vNEdFBVJU1CpFA7dKzWgIsqsa501i2XqElmEveXRLvNRWFB6nG03Q5OUY2as8eE54BJm0p20GkMfIJGwP6TSFb-ICp3QjzbatuSPJ6xCE=.AQAB",
383 salmon: "https://social.heldscal.la/main/salmon/user/23211",
384 topic: "https://social.heldscal.la/api/statuses/user_timeline/23211.atom",
385 uri: "https://social.heldscal.la/user/23211"
386 }
387 end
388
389 test "find_make_or_update_user takes an author element and returns an updated user" do
390 uri = "https://social.heldscal.la/user/23211"
391
392 {:ok, user} = OStatus.find_or_make_user(uri)
393 old_name = user.name
394 old_bio = user.bio
395 change = Ecto.Changeset.change(user, %{avatar: nil, bio: nil, old_name: nil})
396
397 {:ok, user} = Repo.update(change)
398 refute user.avatar
399
400 doc = XML.parse_document(File.read!("test/fixtures/23211.atom"))
401 [author] = :xmerl_xpath.string('//author[1]', doc)
402 {:ok, user} = OStatus.find_make_or_update_user(author)
403 assert user.avatar["type"] == "Image"
404 assert user.name == old_name
405 assert user.bio == old_bio
406
407 {:ok, user_again} = OStatus.find_make_or_update_user(author)
408 assert user_again == user
409 end
410 end
411
412 describe "gathering user info from a user id" do
413 test "it returns user info in a hash" do
414 user = "shp@social.heldscal.la"
415
416 # TODO: make test local
417 {:ok, data} = OStatus.gather_user_info(user)
418
419 expected = %{
420 "hub" => "https://social.heldscal.la/main/push/hub",
421 "magic_key" =>
422 "RSA.wQ3i9UA0qmAxZ0WTIp4a-waZn_17Ez1pEEmqmqoooRsG1_BvpmOvLN0G2tEcWWxl2KOtdQMCiPptmQObeZeuj48mdsDZ4ArQinexY2hCCTcbV8Xpswpkb8K05RcKipdg07pnI7tAgQ0VWSZDImncL6YUGlG5YN8b5TjGOwk2VG8=.AQAB",
423 "name" => "shp",
424 "nickname" => "shp",
425 "salmon" => "https://social.heldscal.la/main/salmon/user/29191",
426 "subject" => "acct:shp@social.heldscal.la",
427 "topic" => "https://social.heldscal.la/api/statuses/user_timeline/29191.atom",
428 "uri" => "https://social.heldscal.la/user/29191",
429 "host" => "social.heldscal.la",
430 "fqn" => user,
431 "bio" => "cofe",
432 "avatar" => %{
433 "type" => "Image",
434 "url" => [
435 %{
436 "href" => "https://social.heldscal.la/avatar/29191-original-20170421154949.jpeg",
437 "mediaType" => "image/jpeg",
438 "type" => "Link"
439 }
440 ]
441 },
442 "subscribe_address" => "https://social.heldscal.la/main/ostatussub?profile={uri}",
443 "ap_id" => nil
444 }
445
446 assert data == expected
447 end
448
449 test "it works with the uri" do
450 user = "https://social.heldscal.la/user/29191"
451
452 # TODO: make test local
453 {:ok, data} = OStatus.gather_user_info(user)
454
455 expected = %{
456 "hub" => "https://social.heldscal.la/main/push/hub",
457 "magic_key" =>
458 "RSA.wQ3i9UA0qmAxZ0WTIp4a-waZn_17Ez1pEEmqmqoooRsG1_BvpmOvLN0G2tEcWWxl2KOtdQMCiPptmQObeZeuj48mdsDZ4ArQinexY2hCCTcbV8Xpswpkb8K05RcKipdg07pnI7tAgQ0VWSZDImncL6YUGlG5YN8b5TjGOwk2VG8=.AQAB",
459 "name" => "shp",
460 "nickname" => "shp",
461 "salmon" => "https://social.heldscal.la/main/salmon/user/29191",
462 "subject" => "https://social.heldscal.la/user/29191",
463 "topic" => "https://social.heldscal.la/api/statuses/user_timeline/29191.atom",
464 "uri" => "https://social.heldscal.la/user/29191",
465 "host" => "social.heldscal.la",
466 "fqn" => user,
467 "bio" => "cofe",
468 "avatar" => %{
469 "type" => "Image",
470 "url" => [
471 %{
472 "href" => "https://social.heldscal.la/avatar/29191-original-20170421154949.jpeg",
473 "mediaType" => "image/jpeg",
474 "type" => "Link"
475 }
476 ]
477 },
478 "subscribe_address" => "https://social.heldscal.la/main/ostatussub?profile={uri}",
479 "ap_id" => nil
480 }
481
482 assert data == expected
483 end
484 end
485
486 describe "fetching a status by it's HTML url" do
487 test "it builds a missing status from an html url" do
488 capture_log(fn ->
489 url = "https://shitposter.club/notice/2827873"
490 {:ok, [activity]} = OStatus.fetch_activity_from_url(url)
491
492 assert activity.data["actor"] == "https://shitposter.club/user/1"
493
494 assert activity.data["object"]["id"] ==
495 "tag:shitposter.club,2017-05-05:noticeId=2827873:objectType=comment"
496 end)
497 end
498
499 test "it works for atom notes, too" do
500 url = "https://social.sakamoto.gq/objects/0ccc1a2c-66b0-4305-b23a-7f7f2b040056"
501 {:ok, [activity]} = OStatus.fetch_activity_from_url(url)
502 assert activity.data["actor"] == "https://social.sakamoto.gq/users/eal"
503 assert activity.data["object"]["id"] == url
504 end
505 end
506
507 test "it doesn't add nil in the to field" do
508 incoming = File.read!("test/fixtures/nil_mention_entry.xml")
509 {:ok, [activity]} = OStatus.handle_incoming(incoming)
510
511 assert activity.data["to"] == [
512 "http://localhost:4001/users/atarifrosch@social.stopwatchingus-heidelberg.de/followers",
513 "https://www.w3.org/ns/activitystreams#Public"
514 ]
515 end
516
517 describe "is_representable?" do
518 test "Note objects are representable" do
519 note_activity = insert(:note_activity)
520
521 assert OStatus.is_representable?(note_activity)
522 end
523
524 test "Article objects are not representable" do
525 note_activity = insert(:note_activity)
526
527 note_object = Object.normalize(note_activity.data["object"])
528
529 note_data =
530 note_object.data
531 |> Map.put("type", "Article")
532
533 Cachex.clear(:object_cache)
534
535 cs = Object.change(note_object, %{data: note_data})
536 {:ok, _article_object} = Repo.update(cs)
537
538 # the underlying object is now an Article instead of a note, so this should fail
539 refute OStatus.is_representable?(note_activity)
540 end
541 end
542 end