1 # Pleroma: A lightweight social networking server
2 # Copyright © 2017-2020 Pleroma Authors <https://pleroma.social/>
3 # SPDX-License-Identifier: AGPL-3.0-only
5 defmodule Pleroma.Web.ActivityPub.TransmogrifierTest do
6 use Oban.Testing, repo: Pleroma.Repo
11 alias Pleroma.Object.Fetcher
12 alias Pleroma.Tests.ObanHelpers
14 alias Pleroma.Web.ActivityPub.Transmogrifier
15 alias Pleroma.Web.AdminAPI.AccountView
16 alias Pleroma.Web.CommonAPI
19 import Pleroma.Factory
20 import ExUnit.CaptureLog
23 Tesla.Mock.mock_global(fn env -> apply(HttpRequestMock, :request, [env]) end)
27 setup do: clear_config([:instance, :max_remote_account_fields])
29 describe "handle_incoming" do
30 test "it works for incoming notices with tag not being an array (kroeg)" do
31 data = File.read!("test/fixtures/kroeg-array-less-emoji.json") |> Poison.decode!()
33 {:ok, %Activity{data: data, local: false}} = Transmogrifier.handle_incoming(data)
34 object = Object.normalize(data["object"])
36 assert object.data["emoji"] == %{
37 "icon_e_smile" => "https://puckipedia.com/forum/images/smilies/icon_e_smile.png"
40 data = File.read!("test/fixtures/kroeg-array-less-hashtag.json") |> Poison.decode!()
42 {:ok, %Activity{data: data, local: false}} = Transmogrifier.handle_incoming(data)
43 object = Object.normalize(data["object"])
45 assert "test" in object.data["tag"]
48 test "it works for incoming notices with url not being a string (prismo)" do
49 data = File.read!("test/fixtures/prismo-url-map.json") |> Poison.decode!()
51 {:ok, %Activity{data: data, local: false}} = Transmogrifier.handle_incoming(data)
52 object = Object.normalize(data["object"])
54 assert object.data["url"] == "https://prismo.news/posts/83"
57 test "it cleans up incoming notices which are not really DMs" do
59 other_user = insert(:user)
61 to = [user.ap_id, other_user.ap_id]
64 File.read!("test/fixtures/mastodon-post-activity.json")
74 data = Map.put(data, "object", object)
76 {:ok, %Activity{data: data, local: false} = activity} = Transmogrifier.handle_incoming(data)
78 assert data["to"] == []
79 assert data["cc"] == to
81 object_data = Object.normalize(activity).data
83 assert object_data["to"] == []
84 assert object_data["cc"] == to
87 test "it ignores an incoming notice if we already have it" do
88 activity = insert(:note_activity)
91 File.read!("test/fixtures/mastodon-post-activity.json")
93 |> Map.put("object", Object.normalize(activity).data)
95 {:ok, returned_activity} = Transmogrifier.handle_incoming(data)
97 assert activity == returned_activity
100 @tag capture_log: true
101 test "it fetches reply-to activities if we don't have them" do
103 File.read!("test/fixtures/mastodon-post-activity.json")
108 |> Map.put("inReplyTo", "https://shitposter.club/notice/2827873")
110 data = Map.put(data, "object", object)
111 {:ok, returned_activity} = Transmogrifier.handle_incoming(data)
112 returned_object = Object.normalize(returned_activity, false)
115 Activity.get_create_by_object_ap_id(
116 "tag:shitposter.club,2017-05-05:noticeId=2827873:objectType=comment"
119 assert returned_object.data["inReplyToAtomUri"] == "https://shitposter.club/notice/2827873"
122 test "it does not fetch reply-to activities beyond max replies depth limit" do
124 File.read!("test/fixtures/mastodon-post-activity.json")
129 |> Map.put("inReplyTo", "https://shitposter.club/notice/2827873")
131 data = Map.put(data, "object", object)
133 with_mock Pleroma.Web.Federator,
134 allowed_thread_distance?: fn _ -> false end do
135 {:ok, returned_activity} = Transmogrifier.handle_incoming(data)
137 returned_object = Object.normalize(returned_activity, false)
139 refute Activity.get_create_by_object_ap_id(
140 "tag:shitposter.club,2017-05-05:noticeId=2827873:objectType=comment"
143 assert returned_object.data["inReplyToAtomUri"] ==
144 "https://shitposter.club/notice/2827873"
148 test "it does not crash if the object in inReplyTo can't be fetched" do
150 File.read!("test/fixtures/mastodon-post-activity.json")
155 |> Map.put("inReplyTo", "https://404.site/whatever")
159 |> Map.put("object", object)
161 assert capture_log(fn ->
162 {:ok, _returned_activity} = Transmogrifier.handle_incoming(data)
163 end) =~ "[warn] Couldn't fetch \"https://404.site/whatever\", error: nil"
166 test "it does not work for deactivated users" do
167 data = File.read!("test/fixtures/mastodon-post-activity.json") |> Poison.decode!()
169 insert(:user, ap_id: data["actor"], deactivated: true)
171 assert {:error, _} = Transmogrifier.handle_incoming(data)
174 test "it works for incoming notices" do
175 data = File.read!("test/fixtures/mastodon-post-activity.json") |> Poison.decode!()
177 {:ok, %Activity{data: data, local: false}} = Transmogrifier.handle_incoming(data)
180 "http://mastodon.example.org/users/admin/statuses/99512778738411822/activity"
182 assert data["context"] ==
183 "tag:mastodon.example.org,2018-02-12:objectId=20:objectType=Conversation"
185 assert data["to"] == ["https://www.w3.org/ns/activitystreams#Public"]
187 assert data["cc"] == [
188 "http://mastodon.example.org/users/admin/followers",
189 "http://localtesting.pleroma.lol/users/lain"
192 assert data["actor"] == "http://mastodon.example.org/users/admin"
194 object_data = Object.normalize(data["object"]).data
196 assert object_data["id"] ==
197 "http://mastodon.example.org/users/admin/statuses/99512778738411822"
199 assert object_data["to"] == ["https://www.w3.org/ns/activitystreams#Public"]
201 assert object_data["cc"] == [
202 "http://mastodon.example.org/users/admin/followers",
203 "http://localtesting.pleroma.lol/users/lain"
206 assert object_data["actor"] == "http://mastodon.example.org/users/admin"
207 assert object_data["attributedTo"] == "http://mastodon.example.org/users/admin"
209 assert object_data["context"] ==
210 "tag:mastodon.example.org,2018-02-12:objectId=20:objectType=Conversation"
212 assert object_data["sensitive"] == true
214 user = User.get_cached_by_ap_id(object_data["actor"])
216 assert user.note_count == 1
219 test "it works for incoming notices with hashtags" do
220 data = File.read!("test/fixtures/mastodon-post-activity-hashtag.json") |> Poison.decode!()
222 {:ok, %Activity{data: data, local: false}} = Transmogrifier.handle_incoming(data)
223 object = Object.normalize(data["object"])
225 assert Enum.at(object.data["tag"], 2) == "moo"
228 test "it works for incoming listens" do
230 "@context" => "https://www.w3.org/ns/activitystreams",
231 "to" => ["https://www.w3.org/ns/activitystreams#Public"],
234 "id" => "http://mastodon.example.org/users/admin/listens/1234/activity",
235 "actor" => "http://mastodon.example.org/users/admin",
238 "id" => "http://mastodon.example.org/users/admin/listens/1234",
239 "attributedTo" => "http://mastodon.example.org/users/admin",
240 "title" => "lain radio episode 1",
242 "album" => "lain radio",
247 {:ok, %Activity{local: false} = activity} = Transmogrifier.handle_incoming(data)
249 object = Object.normalize(activity)
251 assert object.data["title"] == "lain radio episode 1"
252 assert object.data["artist"] == "lain"
253 assert object.data["album"] == "lain radio"
254 assert object.data["length"] == 180_000
257 test "it works for incoming notices with contentMap" do
259 File.read!("test/fixtures/mastodon-post-activity-contentmap.json") |> Poison.decode!()
261 {:ok, %Activity{data: data, local: false}} = Transmogrifier.handle_incoming(data)
262 object = Object.normalize(data["object"])
264 assert object.data["content"] ==
265 "<p><span class=\"h-card\"><a href=\"http://localtesting.pleroma.lol/users/lain\" class=\"u-url mention\">@<span>lain</span></a></span></p>"
268 test "it works for incoming notices with to/cc not being an array (kroeg)" do
269 data = File.read!("test/fixtures/kroeg-post-activity.json") |> Poison.decode!()
271 {:ok, %Activity{data: data, local: false}} = Transmogrifier.handle_incoming(data)
272 object = Object.normalize(data["object"])
274 assert object.data["content"] ==
275 "<p>henlo from my Psion netBook</p><p>message sent from my Psion netBook</p>"
278 test "it ensures that as:Public activities make it to their followers collection" do
282 File.read!("test/fixtures/mastodon-post-activity.json")
284 |> Map.put("actor", user.ap_id)
285 |> Map.put("to", ["https://www.w3.org/ns/activitystreams#Public"])
290 |> Map.put("attributedTo", user.ap_id)
291 |> Map.put("to", ["https://www.w3.org/ns/activitystreams#Public"])
293 |> Map.put("id", user.ap_id <> "/activities/12345678")
295 data = Map.put(data, "object", object)
297 {:ok, %Activity{data: data, local: false}} = Transmogrifier.handle_incoming(data)
299 assert data["cc"] == [User.ap_followers(user)]
302 test "it ensures that address fields become lists" do
306 File.read!("test/fixtures/mastodon-post-activity.json")
308 |> Map.put("actor", user.ap_id)
309 |> Map.put("to", nil)
310 |> Map.put("cc", nil)
314 |> Map.put("attributedTo", user.ap_id)
315 |> Map.put("to", nil)
316 |> Map.put("cc", nil)
317 |> Map.put("id", user.ap_id <> "/activities/12345678")
319 data = Map.put(data, "object", object)
321 {:ok, %Activity{data: data, local: false}} = Transmogrifier.handle_incoming(data)
323 assert !is_nil(data["to"])
324 assert !is_nil(data["cc"])
327 test "it strips internal likes" do
329 File.read!("test/fixtures/mastodon-post-activity.json")
334 "http://mastodon.example.org/objects/dbdbc507-52c8-490d-9b7c-1e1d52e5c132/likes?page=1",
335 "id" => "http://mastodon.example.org/objects/dbdbc507-52c8-490d-9b7c-1e1d52e5c132/likes",
337 "type" => "OrderedCollection"
340 object = Map.put(data["object"], "likes", likes)
341 data = Map.put(data, "object", object)
343 {:ok, %Activity{object: object}} = Transmogrifier.handle_incoming(data)
345 refute Map.has_key?(object.data, "likes")
348 test "it strips internal reactions" do
350 {:ok, activity} = CommonAPI.post(user, %{status: "#cofe"})
351 {:ok, _} = CommonAPI.react_with_emoji(activity.id, user, "📢")
353 %{object: object} = Activity.get_by_id_with_object(activity.id)
354 assert Map.has_key?(object.data, "reactions")
355 assert Map.has_key?(object.data, "reaction_count")
357 object_data = Transmogrifier.strip_internal_fields(object.data)
358 refute Map.has_key?(object_data, "reactions")
359 refute Map.has_key?(object_data, "reaction_count")
362 test "it works for incomming unfollows with an existing follow" do
366 File.read!("test/fixtures/mastodon-follow-activity.json")
368 |> Map.put("object", user.ap_id)
370 {:ok, %Activity{data: _, local: false}} = Transmogrifier.handle_incoming(follow_data)
373 File.read!("test/fixtures/mastodon-unfollow-activity.json")
375 |> Map.put("object", follow_data)
377 {:ok, %Activity{data: data, local: false}} = Transmogrifier.handle_incoming(data)
379 assert data["type"] == "Undo"
380 assert data["object"]["type"] == "Follow"
381 assert data["object"]["object"] == user.ap_id
382 assert data["actor"] == "http://mastodon.example.org/users/admin"
384 refute User.following?(User.get_cached_by_ap_id(data["actor"]), user)
387 test "it works for incoming follows to locked account" do
388 pending_follower = insert(:user, ap_id: "http://mastodon.example.org/users/admin")
389 user = insert(:user, locked: true)
392 File.read!("test/fixtures/mastodon-follow-activity.json")
394 |> Map.put("object", user.ap_id)
396 {:ok, %Activity{data: data, local: false}} = Transmogrifier.handle_incoming(data)
398 assert data["type"] == "Follow"
399 assert data["object"] == user.ap_id
400 assert data["state"] == "pending"
401 assert data["actor"] == "http://mastodon.example.org/users/admin"
403 assert [^pending_follower] = User.get_follow_requests(user)
406 test "it works for incoming accepts which were pre-accepted" do
407 follower = insert(:user)
408 followed = insert(:user)
410 {:ok, follower} = User.follow(follower, followed)
411 assert User.following?(follower, followed) == true
413 {:ok, _, _, follow_activity} = CommonAPI.follow(follower, followed)
416 File.read!("test/fixtures/mastodon-accept-activity.json")
418 |> Map.put("actor", followed.ap_id)
421 accept_data["object"]
422 |> Map.put("actor", follower.ap_id)
423 |> Map.put("id", follow_activity.data["id"])
425 accept_data = Map.put(accept_data, "object", object)
427 {:ok, activity} = Transmogrifier.handle_incoming(accept_data)
428 refute activity.local
430 assert activity.data["object"] == follow_activity.data["id"]
432 assert activity.data["id"] == accept_data["id"]
434 follower = User.get_cached_by_id(follower.id)
436 assert User.following?(follower, followed) == true
439 test "it works for incoming accepts which were orphaned" do
440 follower = insert(:user)
441 followed = insert(:user, locked: true)
443 {:ok, _, _, follow_activity} = CommonAPI.follow(follower, followed)
446 File.read!("test/fixtures/mastodon-accept-activity.json")
448 |> Map.put("actor", followed.ap_id)
451 Map.put(accept_data, "object", Map.put(accept_data["object"], "actor", follower.ap_id))
453 {:ok, activity} = Transmogrifier.handle_incoming(accept_data)
454 assert activity.data["object"] == follow_activity.data["id"]
456 follower = User.get_cached_by_id(follower.id)
458 assert User.following?(follower, followed) == true
461 test "it works for incoming accepts which are referenced by IRI only" do
462 follower = insert(:user)
463 followed = insert(:user, locked: true)
465 {:ok, _, _, follow_activity} = CommonAPI.follow(follower, followed)
468 File.read!("test/fixtures/mastodon-accept-activity.json")
470 |> Map.put("actor", followed.ap_id)
471 |> Map.put("object", follow_activity.data["id"])
473 {:ok, activity} = Transmogrifier.handle_incoming(accept_data)
474 assert activity.data["object"] == follow_activity.data["id"]
476 follower = User.get_cached_by_id(follower.id)
478 assert User.following?(follower, followed) == true
480 follower = User.get_by_id(follower.id)
481 assert follower.following_count == 1
483 followed = User.get_by_id(followed.id)
484 assert followed.follower_count == 1
487 test "it fails for incoming accepts which cannot be correlated" do
488 follower = insert(:user)
489 followed = insert(:user, locked: true)
492 File.read!("test/fixtures/mastodon-accept-activity.json")
494 |> Map.put("actor", followed.ap_id)
497 Map.put(accept_data, "object", Map.put(accept_data["object"], "actor", follower.ap_id))
499 :error = Transmogrifier.handle_incoming(accept_data)
501 follower = User.get_cached_by_id(follower.id)
503 refute User.following?(follower, followed) == true
506 test "it fails for incoming rejects which cannot be correlated" do
507 follower = insert(:user)
508 followed = insert(:user, locked: true)
511 File.read!("test/fixtures/mastodon-reject-activity.json")
513 |> Map.put("actor", followed.ap_id)
516 Map.put(accept_data, "object", Map.put(accept_data["object"], "actor", follower.ap_id))
518 :error = Transmogrifier.handle_incoming(accept_data)
520 follower = User.get_cached_by_id(follower.id)
522 refute User.following?(follower, followed) == true
525 test "it works for incoming rejects which are orphaned" do
526 follower = insert(:user)
527 followed = insert(:user, locked: true)
529 {:ok, follower} = User.follow(follower, followed)
530 {:ok, _, _, _follow_activity} = CommonAPI.follow(follower, followed)
532 assert User.following?(follower, followed) == true
535 File.read!("test/fixtures/mastodon-reject-activity.json")
537 |> Map.put("actor", followed.ap_id)
540 Map.put(reject_data, "object", Map.put(reject_data["object"], "actor", follower.ap_id))
542 {:ok, activity} = Transmogrifier.handle_incoming(reject_data)
543 refute activity.local
544 assert activity.data["id"] == reject_data["id"]
546 follower = User.get_cached_by_id(follower.id)
548 assert User.following?(follower, followed) == false
551 test "it works for incoming rejects which are referenced by IRI only" do
552 follower = insert(:user)
553 followed = insert(:user, locked: true)
555 {:ok, follower} = User.follow(follower, followed)
556 {:ok, _, _, follow_activity} = CommonAPI.follow(follower, followed)
558 assert User.following?(follower, followed) == true
561 File.read!("test/fixtures/mastodon-reject-activity.json")
563 |> Map.put("actor", followed.ap_id)
564 |> Map.put("object", follow_activity.data["id"])
566 {:ok, %Activity{data: _}} = Transmogrifier.handle_incoming(reject_data)
568 follower = User.get_cached_by_id(follower.id)
570 assert User.following?(follower, followed) == false
573 test "it rejects activities without a valid ID" do
577 File.read!("test/fixtures/mastodon-follow-activity.json")
579 |> Map.put("object", user.ap_id)
582 :error = Transmogrifier.handle_incoming(data)
585 test "skip converting the content when it is nil" do
586 object_id = "https://peertube.social/videos/watch/278d2b7c-0f38-4aaa-afe6-9ecc0c4a34fe"
588 {:ok, object} = Fetcher.fetch_and_contain_remote_object_from_id(object_id)
591 Pleroma.Web.ActivityPub.Transmogrifier.fix_object(Map.merge(object, %{"content" => nil}))
593 assert result["content"] == nil
596 test "it converts content of object to html" do
597 object_id = "https://peertube.social/videos/watch/278d2b7c-0f38-4aaa-afe6-9ecc0c4a34fe"
599 {:ok, %{"content" => content_markdown}} =
600 Fetcher.fetch_and_contain_remote_object_from_id(object_id)
602 {:ok, %Pleroma.Object{data: %{"content" => content}} = object} =
603 Fetcher.fetch_object_from_id(object_id)
605 assert content_markdown ==
606 "Support this and our other Michigan!/usr/group videos and meetings. Learn more at http://mug.org/membership\n\nTwenty Years in Jail: FreeBSD's Jails, Then and Now\n\nJails started as a limited virtualization system, but over the last two years they've..."
609 "<p>Support this and our other Michigan!/usr/group videos and meetings. Learn more at <a href=\"http://mug.org/membership\">http://mug.org/membership</a></p><p>Twenty Years in Jail: FreeBSD’s Jails, Then and Now</p><p>Jails started as a limited virtualization system, but over the last two years they’ve…</p>"
611 assert object.data["mediaType"] == "text/html"
614 test "it remaps video URLs as attachments if necessary" do
616 Fetcher.fetch_object_from_id(
617 "https://peertube.moe/videos/watch/df5f464b-be8d-46fb-ad81-2d4c2d1630e3"
620 assert object.data["url"] ==
621 "https://peertube.moe/videos/watch/df5f464b-be8d-46fb-ad81-2d4c2d1630e3"
623 assert object.data["attachment"] == [
626 "mediaType" => "video/mp4",
630 "https://peertube.moe/static/webseed/df5f464b-be8d-46fb-ad81-2d4c2d1630e3-480.mp4",
631 "mediaType" => "video/mp4",
639 Fetcher.fetch_object_from_id(
640 "https://framatube.org/videos/watch/6050732a-8a7a-43d4-a6cd-809525a1d206"
643 assert object.data["attachment"] == [
646 "mediaType" => "video/mp4",
650 "https://framatube.org/static/webseed/6050732a-8a7a-43d4-a6cd-809525a1d206-1080.mp4",
651 "mediaType" => "video/mp4",
658 assert object.data["url"] ==
659 "https://framatube.org/videos/watch/6050732a-8a7a-43d4-a6cd-809525a1d206"
662 test "it accepts Flag activities" do
664 other_user = insert(:user)
666 {:ok, activity} = CommonAPI.post(user, %{status: "test post"})
667 object = Object.normalize(activity)
671 "id" => activity.data["id"],
672 "content" => "test post",
673 "published" => object.data["published"],
674 "actor" => AccountView.render("show.json", %{user: user, skip_visibility_check: true})
678 "@context" => "https://www.w3.org/ns/activitystreams",
679 "cc" => [user.ap_id],
680 "object" => [user.ap_id, activity.data["id"]],
682 "content" => "blocked AND reported!!!",
683 "actor" => other_user.ap_id
686 assert {:ok, activity} = Transmogrifier.handle_incoming(message)
688 assert activity.data["object"] == [user.ap_id, note_obj]
689 assert activity.data["content"] == "blocked AND reported!!!"
690 assert activity.data["actor"] == other_user.ap_id
691 assert activity.data["cc"] == [user.ap_id]
694 test "it correctly processes messages with non-array to field" do
698 "@context" => "https://www.w3.org/ns/activitystreams",
699 "to" => "https://www.w3.org/ns/activitystreams#Public",
702 "content" => "blah blah blah",
704 "attributedTo" => user.ap_id,
707 "actor" => user.ap_id
710 assert {:ok, activity} = Transmogrifier.handle_incoming(message)
712 assert ["https://www.w3.org/ns/activitystreams#Public"] == activity.data["to"]
715 test "it correctly processes messages with non-array cc field" do
719 "@context" => "https://www.w3.org/ns/activitystreams",
720 "to" => user.follower_address,
721 "cc" => "https://www.w3.org/ns/activitystreams#Public",
724 "content" => "blah blah blah",
726 "attributedTo" => user.ap_id,
729 "actor" => user.ap_id
732 assert {:ok, activity} = Transmogrifier.handle_incoming(message)
734 assert ["https://www.w3.org/ns/activitystreams#Public"] == activity.data["cc"]
735 assert [user.follower_address] == activity.data["to"]
738 test "it correctly processes messages with weirdness in address fields" do
742 "@context" => "https://www.w3.org/ns/activitystreams",
743 "to" => [nil, user.follower_address],
744 "cc" => ["https://www.w3.org/ns/activitystreams#Public", ["¿"]],
749 "attributedTo" => user.ap_id,
752 "actor" => user.ap_id
755 assert {:ok, activity} = Transmogrifier.handle_incoming(message)
757 assert ["https://www.w3.org/ns/activitystreams#Public"] == activity.data["cc"]
758 assert [user.follower_address] == activity.data["to"]
761 test "it accepts Move activities" do
762 old_user = insert(:user)
763 new_user = insert(:user)
766 "@context" => "https://www.w3.org/ns/activitystreams",
768 "actor" => old_user.ap_id,
769 "object" => old_user.ap_id,
770 "target" => new_user.ap_id
773 assert :error = Transmogrifier.handle_incoming(message)
775 {:ok, _new_user} = User.update_and_set_cache(new_user, %{also_known_as: [old_user.ap_id]})
777 assert {:ok, %Activity{} = activity} = Transmogrifier.handle_incoming(message)
778 assert activity.actor == old_user.ap_id
779 assert activity.data["actor"] == old_user.ap_id
780 assert activity.data["object"] == old_user.ap_id
781 assert activity.data["target"] == new_user.ap_id
782 assert activity.data["type"] == "Move"
786 describe "`handle_incoming/2`, Mastodon format `replies` handling" do
787 setup do: clear_config([:activitypub, :note_replies_output_limit], 5)
788 setup do: clear_config([:instance, :federation_incoming_replies_max_depth])
792 "test/fixtures/mastodon-post-activity.json"
796 items = get_in(data, ["object", "replies", "first", "items"])
797 assert length(items) > 0
799 %{data: data, items: items}
802 test "schedules background fetching of `replies` items if max thread depth limit allows", %{
806 Pleroma.Config.put([:instance, :federation_incoming_replies_max_depth], 10)
808 {:ok, _activity} = Transmogrifier.handle_incoming(data)
811 job_args = %{"op" => "fetch_remote", "id" => id, "depth" => 1}
812 assert_enqueued(worker: Pleroma.Workers.RemoteFetcherWorker, args: job_args)
816 test "does NOT schedule background fetching of `replies` beyond max thread depth limit allows",
818 Pleroma.Config.put([:instance, :federation_incoming_replies_max_depth], 0)
820 {:ok, _activity} = Transmogrifier.handle_incoming(data)
822 assert all_enqueued(worker: Pleroma.Workers.RemoteFetcherWorker) == []
826 describe "`handle_incoming/2`, Pleroma format `replies` handling" do
827 setup do: clear_config([:activitypub, :note_replies_output_limit], 5)
828 setup do: clear_config([:instance, :federation_incoming_replies_max_depth])
833 {:ok, activity} = CommonAPI.post(user, %{status: "post1"})
836 CommonAPI.post(user, %{status: "reply1", in_reply_to_status_id: activity.id})
839 CommonAPI.post(user, %{status: "reply2", in_reply_to_status_id: activity.id})
841 replies_uris = Enum.map([reply1, reply2], fn a -> a.object.data["id"] end)
843 {:ok, federation_output} = Transmogrifier.prepare_outgoing(activity.data)
845 Repo.delete(activity.object)
846 Repo.delete(activity)
848 %{federation_output: federation_output, replies_uris: replies_uris}
851 test "schedules background fetching of `replies` items if max thread depth limit allows", %{
852 federation_output: federation_output,
853 replies_uris: replies_uris
855 Pleroma.Config.put([:instance, :federation_incoming_replies_max_depth], 1)
857 {:ok, _activity} = Transmogrifier.handle_incoming(federation_output)
859 for id <- replies_uris do
860 job_args = %{"op" => "fetch_remote", "id" => id, "depth" => 1}
861 assert_enqueued(worker: Pleroma.Workers.RemoteFetcherWorker, args: job_args)
865 test "does NOT schedule background fetching of `replies` beyond max thread depth limit allows",
866 %{federation_output: federation_output} do
867 Pleroma.Config.put([:instance, :federation_incoming_replies_max_depth], 0)
869 {:ok, _activity} = Transmogrifier.handle_incoming(federation_output)
871 assert all_enqueued(worker: Pleroma.Workers.RemoteFetcherWorker) == []
875 describe "prepare outgoing" do
876 test "it inlines private announced objects" do
879 {:ok, activity} = CommonAPI.post(user, %{status: "hey", visibility: "private"})
881 {:ok, announce_activity} = CommonAPI.repeat(activity.id, user)
883 {:ok, modified} = Transmogrifier.prepare_outgoing(announce_activity.data)
885 assert modified["object"]["content"] == "hey"
886 assert modified["object"]["actor"] == modified["object"]["attributedTo"]
889 test "it turns mentions into tags" do
891 other_user = insert(:user)
894 CommonAPI.post(user, %{status: "hey, @#{other_user.nickname}, how are ya? #2hu"})
896 with_mock Pleroma.Notification,
897 get_notified_from_activity: fn _, _ -> [] end do
898 {:ok, modified} = Transmogrifier.prepare_outgoing(activity.data)
900 object = modified["object"]
902 expected_mention = %{
903 "href" => other_user.ap_id,
904 "name" => "@#{other_user.nickname}",
909 "href" => Pleroma.Web.Endpoint.url() <> "/tags/2hu",
914 refute called(Pleroma.Notification.get_notified_from_activity(:_, :_))
915 assert Enum.member?(object["tag"], expected_tag)
916 assert Enum.member?(object["tag"], expected_mention)
920 test "it adds the sensitive property" do
923 {:ok, activity} = CommonAPI.post(user, %{status: "#nsfw hey"})
924 {:ok, modified} = Transmogrifier.prepare_outgoing(activity.data)
926 assert modified["object"]["sensitive"]
929 test "it adds the json-ld context and the conversation property" do
932 {:ok, activity} = CommonAPI.post(user, %{status: "hey"})
933 {:ok, modified} = Transmogrifier.prepare_outgoing(activity.data)
935 assert modified["@context"] ==
936 Pleroma.Web.ActivityPub.Utils.make_json_ld_header()["@context"]
938 assert modified["object"]["conversation"] == modified["context"]
941 test "it sets the 'attributedTo' property to the actor of the object if it doesn't have one" do
944 {:ok, activity} = CommonAPI.post(user, %{status: "hey"})
945 {:ok, modified} = Transmogrifier.prepare_outgoing(activity.data)
947 assert modified["object"]["actor"] == modified["object"]["attributedTo"]
950 test "it strips internal hashtag data" do
953 {:ok, activity} = CommonAPI.post(user, %{status: "#2hu"})
956 "href" => Pleroma.Web.Endpoint.url() <> "/tags/2hu",
961 {:ok, modified} = Transmogrifier.prepare_outgoing(activity.data)
963 assert modified["object"]["tag"] == [expected_tag]
966 test "it strips internal fields" do
969 {:ok, activity} = CommonAPI.post(user, %{status: "#2hu :firefox:"})
971 {:ok, modified} = Transmogrifier.prepare_outgoing(activity.data)
973 assert length(modified["object"]["tag"]) == 2
975 assert is_nil(modified["object"]["emoji"])
976 assert is_nil(modified["object"]["like_count"])
977 assert is_nil(modified["object"]["announcements"])
978 assert is_nil(modified["object"]["announcement_count"])
979 assert is_nil(modified["object"]["context_id"])
982 test "it strips internal fields of article" do
983 activity = insert(:article_activity)
985 {:ok, modified} = Transmogrifier.prepare_outgoing(activity.data)
987 assert length(modified["object"]["tag"]) == 2
989 assert is_nil(modified["object"]["emoji"])
990 assert is_nil(modified["object"]["like_count"])
991 assert is_nil(modified["object"]["announcements"])
992 assert is_nil(modified["object"]["announcement_count"])
993 assert is_nil(modified["object"]["context_id"])
994 assert is_nil(modified["object"]["likes"])
997 test "the directMessage flag is present" do
999 other_user = insert(:user)
1001 {:ok, activity} = CommonAPI.post(user, %{status: "2hu :moominmamma:"})
1003 {:ok, modified} = Transmogrifier.prepare_outgoing(activity.data)
1005 assert modified["directMessage"] == false
1007 {:ok, activity} = CommonAPI.post(user, %{status: "@#{other_user.nickname} :moominmamma:"})
1009 {:ok, modified} = Transmogrifier.prepare_outgoing(activity.data)
1011 assert modified["directMessage"] == false
1014 CommonAPI.post(user, %{
1015 status: "@#{other_user.nickname} :moominmamma:",
1016 visibility: "direct"
1019 {:ok, modified} = Transmogrifier.prepare_outgoing(activity.data)
1021 assert modified["directMessage"] == true
1024 test "it strips BCC field" do
1025 user = insert(:user)
1026 {:ok, list} = Pleroma.List.create("foo", user)
1028 {:ok, activity} = CommonAPI.post(user, %{status: "foobar", visibility: "list:#{list.id}"})
1030 {:ok, modified} = Transmogrifier.prepare_outgoing(activity.data)
1032 assert is_nil(modified["bcc"])
1035 test "it can handle Listen activities" do
1036 listen_activity = insert(:listen)
1038 {:ok, modified} = Transmogrifier.prepare_outgoing(listen_activity.data)
1040 assert modified["type"] == "Listen"
1042 user = insert(:user)
1044 {:ok, activity} = CommonAPI.listen(user, %{"title" => "lain radio episode 1"})
1046 {:ok, _modified} = Transmogrifier.prepare_outgoing(activity.data)
1050 describe "user upgrade" do
1051 test "it upgrades a user to activitypub" do
1054 nickname: "rye@niu.moe",
1056 ap_id: "https://niu.moe/users/rye",
1057 follower_address: User.ap_followers(%User{nickname: "rye@niu.moe"})
1060 user_two = insert(:user)
1061 Pleroma.FollowingRelationship.follow(user_two, user, :follow_accept)
1063 {:ok, activity} = CommonAPI.post(user, %{status: "test"})
1064 {:ok, unrelated_activity} = CommonAPI.post(user_two, %{status: "test"})
1065 assert "http://localhost:4001/users/rye@niu.moe/followers" in activity.recipients
1067 user = User.get_cached_by_id(user.id)
1068 assert user.note_count == 1
1070 {:ok, user} = Transmogrifier.upgrade_user_from_ap_id("https://niu.moe/users/rye")
1071 ObanHelpers.perform_all()
1073 assert user.ap_enabled
1074 assert user.note_count == 1
1075 assert user.follower_address == "https://niu.moe/users/rye/followers"
1076 assert user.following_address == "https://niu.moe/users/rye/following"
1078 user = User.get_cached_by_id(user.id)
1079 assert user.note_count == 1
1081 activity = Activity.get_by_id(activity.id)
1082 assert user.follower_address in activity.recipients
1088 "https://cdn.niu.moe/accounts/avatars/000/033/323/original/fd7f8ae0b3ffedc9.jpeg"
1097 "https://cdn.niu.moe/accounts/headers/000/033/323/original/850b3448fa5fd477.png"
1102 refute "..." in activity.recipients
1104 unrelated_activity = Activity.get_by_id(unrelated_activity.id)
1105 refute user.follower_address in unrelated_activity.recipients
1107 user_two = User.get_cached_by_id(user_two.id)
1108 assert User.following?(user_two, user)
1109 refute "..." in User.following(user_two)
1113 describe "actor rewriting" do
1114 test "it fixes the actor URL property to be a proper URI" do
1116 "url" => %{"href" => "http://example.com"}
1119 rewritten = Transmogrifier.maybe_fix_user_object(data)
1120 assert rewritten["url"] == "http://example.com"
1124 describe "actor origin containment" do
1125 test "it rejects activities which reference objects with bogus origins" do
1127 "@context" => "https://www.w3.org/ns/activitystreams",
1128 "id" => "http://mastodon.example.org/users/admin/activities/1234",
1129 "actor" => "http://mastodon.example.org/users/admin",
1130 "to" => ["https://www.w3.org/ns/activitystreams#Public"],
1131 "object" => "https://info.pleroma.site/activity.json",
1132 "type" => "Announce"
1135 assert capture_log(fn ->
1136 {:error, _} = Transmogrifier.handle_incoming(data)
1137 end) =~ "Object containment failed"
1140 test "it rejects activities which reference objects that have an incorrect attribution (variant 1)" do
1142 "@context" => "https://www.w3.org/ns/activitystreams",
1143 "id" => "http://mastodon.example.org/users/admin/activities/1234",
1144 "actor" => "http://mastodon.example.org/users/admin",
1145 "to" => ["https://www.w3.org/ns/activitystreams#Public"],
1146 "object" => "https://info.pleroma.site/activity2.json",
1147 "type" => "Announce"
1150 assert capture_log(fn ->
1151 {:error, _} = Transmogrifier.handle_incoming(data)
1152 end) =~ "Object containment failed"
1155 test "it rejects activities which reference objects that have an incorrect attribution (variant 2)" do
1157 "@context" => "https://www.w3.org/ns/activitystreams",
1158 "id" => "http://mastodon.example.org/users/admin/activities/1234",
1159 "actor" => "http://mastodon.example.org/users/admin",
1160 "to" => ["https://www.w3.org/ns/activitystreams#Public"],
1161 "object" => "https://info.pleroma.site/activity3.json",
1162 "type" => "Announce"
1165 assert capture_log(fn ->
1166 {:error, _} = Transmogrifier.handle_incoming(data)
1167 end) =~ "Object containment failed"
1171 describe "reserialization" do
1172 test "successfully reserializes a message with inReplyTo == nil" do
1173 user = insert(:user)
1176 "@context" => "https://www.w3.org/ns/activitystreams",
1177 "to" => ["https://www.w3.org/ns/activitystreams#Public"],
1181 "to" => ["https://www.w3.org/ns/activitystreams#Public"],
1186 "attributedTo" => user.ap_id
1188 "actor" => user.ap_id
1191 {:ok, activity} = Transmogrifier.handle_incoming(message)
1193 {:ok, _} = Transmogrifier.prepare_outgoing(activity.data)
1196 test "successfully reserializes a message with AS2 objects in IR" do
1197 user = insert(:user)
1200 "@context" => "https://www.w3.org/ns/activitystreams",
1201 "to" => ["https://www.w3.org/ns/activitystreams#Public"],
1205 "to" => ["https://www.w3.org/ns/activitystreams#Public"],
1210 "attributedTo" => user.ap_id,
1212 %{"name" => "#2hu", "href" => "http://example.com/2hu", "type" => "Hashtag"},
1213 %{"name" => "Bob", "href" => "http://example.com/bob", "type" => "Mention"}
1216 "actor" => user.ap_id
1219 {:ok, activity} = Transmogrifier.handle_incoming(message)
1221 {:ok, _} = Transmogrifier.prepare_outgoing(activity.data)
1225 describe "fix_explicit_addressing" do
1227 user = insert(:user)
1231 test "moves non-explicitly mentioned actors to cc", %{user: user} do
1232 explicitly_mentioned_actors = [
1233 "https://pleroma.gold/users/user1",
1234 "https://pleroma.gold/user2"
1238 "actor" => user.ap_id,
1239 "to" => explicitly_mentioned_actors ++ ["https://social.beepboop.ga/users/dirb"],
1242 Enum.map(explicitly_mentioned_actors, fn href ->
1243 %{"type" => "Mention", "href" => href}
1247 fixed_object = Transmogrifier.fix_explicit_addressing(object)
1248 assert Enum.all?(explicitly_mentioned_actors, &(&1 in fixed_object["to"]))
1249 refute "https://social.beepboop.ga/users/dirb" in fixed_object["to"]
1250 assert "https://social.beepboop.ga/users/dirb" in fixed_object["cc"]
1253 test "does not move actor's follower collection to cc", %{user: user} do
1255 "actor" => user.ap_id,
1256 "to" => [user.follower_address],
1260 fixed_object = Transmogrifier.fix_explicit_addressing(object)
1261 assert user.follower_address in fixed_object["to"]
1262 refute user.follower_address in fixed_object["cc"]
1265 test "removes recipient's follower collection from cc", %{user: user} do
1266 recipient = insert(:user)
1269 "actor" => user.ap_id,
1270 "to" => [recipient.ap_id, "https://www.w3.org/ns/activitystreams#Public"],
1271 "cc" => [user.follower_address, recipient.follower_address]
1274 fixed_object = Transmogrifier.fix_explicit_addressing(object)
1276 assert user.follower_address in fixed_object["cc"]
1277 refute recipient.follower_address in fixed_object["cc"]
1278 refute recipient.follower_address in fixed_object["to"]
1282 describe "fix_summary/1" do
1283 test "returns fixed object" do
1284 assert Transmogrifier.fix_summary(%{"summary" => nil}) == %{"summary" => ""}
1285 assert Transmogrifier.fix_summary(%{"summary" => "ok"}) == %{"summary" => "ok"}
1286 assert Transmogrifier.fix_summary(%{}) == %{"summary" => ""}
1290 describe "fix_in_reply_to/2" do
1291 setup do: clear_config([:instance, :federation_incoming_replies_max_depth])
1294 data = Poison.decode!(File.read!("test/fixtures/mastodon-post-activity.json"))
1298 test "returns not modified object when hasn't containts inReplyTo field", %{data: data} do
1299 assert Transmogrifier.fix_in_reply_to(data) == data
1302 test "returns object with inReplyToAtomUri when denied incoming reply", %{data: data} do
1303 Pleroma.Config.put([:instance, :federation_incoming_replies_max_depth], 0)
1306 Map.put(data["object"], "inReplyTo", "https://shitposter.club/notice/2827873")
1308 modified_object = Transmogrifier.fix_in_reply_to(object_with_reply)
1309 assert modified_object["inReplyTo"] == "https://shitposter.club/notice/2827873"
1310 assert modified_object["inReplyToAtomUri"] == "https://shitposter.club/notice/2827873"
1313 Map.put(data["object"], "inReplyTo", %{"id" => "https://shitposter.club/notice/2827873"})
1315 modified_object = Transmogrifier.fix_in_reply_to(object_with_reply)
1316 assert modified_object["inReplyTo"] == %{"id" => "https://shitposter.club/notice/2827873"}
1317 assert modified_object["inReplyToAtomUri"] == "https://shitposter.club/notice/2827873"
1320 Map.put(data["object"], "inReplyTo", ["https://shitposter.club/notice/2827873"])
1322 modified_object = Transmogrifier.fix_in_reply_to(object_with_reply)
1323 assert modified_object["inReplyTo"] == ["https://shitposter.club/notice/2827873"]
1324 assert modified_object["inReplyToAtomUri"] == "https://shitposter.club/notice/2827873"
1326 object_with_reply = Map.put(data["object"], "inReplyTo", [])
1327 modified_object = Transmogrifier.fix_in_reply_to(object_with_reply)
1328 assert modified_object["inReplyTo"] == []
1329 assert modified_object["inReplyToAtomUri"] == ""
1332 @tag capture_log: true
1333 test "returns modified object when allowed incoming reply", %{data: data} do
1338 "https://shitposter.club/notice/2827873"
1341 Pleroma.Config.put([:instance, :federation_incoming_replies_max_depth], 5)
1342 modified_object = Transmogrifier.fix_in_reply_to(object_with_reply)
1344 assert modified_object["inReplyTo"] ==
1345 "tag:shitposter.club,2017-05-05:noticeId=2827873:objectType=comment"
1347 assert modified_object["inReplyToAtomUri"] == "https://shitposter.club/notice/2827873"
1349 assert modified_object["context"] ==
1350 "tag:shitposter.club,2017-05-05:objectType=thread:nonce=3c16e9c2681f6d26"
1354 describe "fix_url/1" do
1355 test "fixes data for object when url is map" do
1359 "mimeType" => "video/mp4",
1360 "href" => "https://peede8d-46fb-ad81-2d4c2d1630e3-480.mp4"
1364 assert Transmogrifier.fix_url(object) == %{
1365 "url" => "https://peede8d-46fb-ad81-2d4c2d1630e3-480.mp4"
1369 test "fixes data for video object" do
1375 "mimeType" => "video/mp4",
1376 "href" => "https://peede8d-46fb-ad81-2d4c2d1630e3-480.mp4"
1380 "mimeType" => "video/mp4",
1381 "href" => "https://peertube46fb-ad81-2d4c2d1630e3-240.mp4"
1385 "mimeType" => "text/html",
1386 "href" => "https://peertube.-2d4c2d1630e3"
1390 "mimeType" => "text/html",
1391 "href" => "https://peertube.-2d4c2d16377-42"
1396 assert Transmogrifier.fix_url(object) == %{
1399 "href" => "https://peede8d-46fb-ad81-2d4c2d1630e3-480.mp4",
1400 "mimeType" => "video/mp4",
1405 "url" => "https://peertube.-2d4c2d1630e3"
1409 test "fixes url for not Video object" do
1415 "mimeType" => "text/html",
1416 "href" => "https://peertube.-2d4c2d1630e3"
1420 "mimeType" => "text/html",
1421 "href" => "https://peertube.-2d4c2d16377-42"
1426 assert Transmogrifier.fix_url(object) == %{
1428 "url" => "https://peertube.-2d4c2d1630e3"
1431 assert Transmogrifier.fix_url(%{"type" => "Text", "url" => []}) == %{
1437 test "retunrs not modified object" do
1438 assert Transmogrifier.fix_url(%{"type" => "Text"}) == %{"type" => "Text"}
1442 describe "get_obj_helper/2" do
1443 test "returns nil when cannot normalize object" do
1444 assert capture_log(fn ->
1445 refute Transmogrifier.get_obj_helper("test-obj-id")
1446 end) =~ "Unsupported URI scheme"
1449 @tag capture_log: true
1450 test "returns {:ok, %Object{}} for success case" do
1451 assert {:ok, %Object{}} =
1452 Transmogrifier.get_obj_helper("https://shitposter.club/notice/2827873")
1456 describe "fix_attachments/1" do
1457 test "returns not modified object" do
1458 data = Poison.decode!(File.read!("test/fixtures/mastodon-post-activity.json"))
1459 assert Transmogrifier.fix_attachments(data) == data
1462 test "returns modified object when attachment is map" do
1463 assert Transmogrifier.fix_attachments(%{
1465 "mediaType" => "video/mp4",
1466 "url" => "https://peertube.moe/stat-480.mp4"
1471 "mediaType" => "video/mp4",
1472 "type" => "Document",
1475 "href" => "https://peertube.moe/stat-480.mp4",
1476 "mediaType" => "video/mp4",
1485 test "returns modified object when attachment is list" do
1486 assert Transmogrifier.fix_attachments(%{
1488 %{"mediaType" => "video/mp4", "url" => "https://pe.er/stat-480.mp4"},
1489 %{"mimeType" => "video/mp4", "href" => "https://pe.er/stat-480.mp4"}
1494 "mediaType" => "video/mp4",
1495 "type" => "Document",
1498 "href" => "https://pe.er/stat-480.mp4",
1499 "mediaType" => "video/mp4",
1505 "mediaType" => "video/mp4",
1506 "type" => "Document",
1509 "href" => "https://pe.er/stat-480.mp4",
1510 "mediaType" => "video/mp4",
1520 describe "fix_emoji/1" do
1521 test "returns not modified object when object not contains tags" do
1522 data = Poison.decode!(File.read!("test/fixtures/mastodon-post-activity.json"))
1523 assert Transmogrifier.fix_emoji(data) == data
1526 test "returns object with emoji when object contains list tags" do
1527 assert Transmogrifier.fix_emoji(%{
1529 %{"type" => "Emoji", "name" => ":bib:", "icon" => %{"url" => "/test"}},
1530 %{"type" => "Hashtag"}
1533 "emoji" => %{"bib" => "/test"},
1535 %{"icon" => %{"url" => "/test"}, "name" => ":bib:", "type" => "Emoji"},
1536 %{"type" => "Hashtag"}
1541 test "returns object with emoji when object contains map tag" do
1542 assert Transmogrifier.fix_emoji(%{
1543 "tag" => %{"type" => "Emoji", "name" => ":bib:", "icon" => %{"url" => "/test"}}
1545 "emoji" => %{"bib" => "/test"},
1546 "tag" => %{"icon" => %{"url" => "/test"}, "name" => ":bib:", "type" => "Emoji"}
1551 describe "set_replies/1" do
1552 setup do: clear_config([:activitypub, :note_replies_output_limit], 2)
1554 test "returns unmodified object if activity doesn't have self-replies" do
1555 data = Poison.decode!(File.read!("test/fixtures/mastodon-post-activity.json"))
1556 assert Transmogrifier.set_replies(data) == data
1559 test "sets `replies` collection with a limited number of self-replies" do
1560 [user, another_user] = insert_list(2, :user)
1562 {:ok, %{id: id1} = activity} = CommonAPI.post(user, %{status: "1"})
1564 {:ok, %{id: id2} = self_reply1} =
1565 CommonAPI.post(user, %{status: "self-reply 1", in_reply_to_status_id: id1})
1567 {:ok, self_reply2} =
1568 CommonAPI.post(user, %{status: "self-reply 2", in_reply_to_status_id: id1})
1570 # Assuming to _not_ be present in `replies` due to :note_replies_output_limit is set to 2
1571 {:ok, _} = CommonAPI.post(user, %{status: "self-reply 3", in_reply_to_status_id: id1})
1574 CommonAPI.post(user, %{
1575 status: "self-reply to self-reply",
1576 in_reply_to_status_id: id2
1580 CommonAPI.post(another_user, %{
1581 status: "another user's reply",
1582 in_reply_to_status_id: id1
1585 object = Object.normalize(activity)
1586 replies_uris = Enum.map([self_reply1, self_reply2], fn a -> a.object.data["id"] end)
1588 assert %{"type" => "Collection", "items" => ^replies_uris} =
1589 Transmogrifier.set_replies(object.data)["replies"]
1593 test "take_emoji_tags/1" do
1594 user = insert(:user, %{emoji: %{"firefox" => "https://example.org/firefox.png"}})
1596 assert Transmogrifier.take_emoji_tags(user) == [
1598 "icon" => %{"type" => "Image", "url" => "https://example.org/firefox.png"},
1599 "id" => "https://example.org/firefox.png",
1600 "name" => ":firefox:",
1602 "updated" => "1970-01-01T00:00:00Z"