Fix unfollows
[akkoma] / lib / pleroma / web / activity_pub / transmogrifier.ex
1 defmodule Pleroma.Web.ActivityPub.Transmogrifier do
2 @moduledoc """
3 A module to handle coding from internal to wire ActivityPub and back.
4 """
5 alias Pleroma.User
6 alias Pleroma.Object
7 alias Pleroma.Activity
8 alias Pleroma.Repo
9 alias Pleroma.Web.ActivityPub.ActivityPub
10
11 import Ecto.Query
12
13 require Logger
14
15 @doc """
16 Modifies an incoming AP object (mastodon format) to our internal format.
17 """
18 def fix_object(object) do
19 object
20 |> Map.put("actor", object["attributedTo"])
21 |> fix_attachments
22 |> fix_context
23 |> fix_in_reply_to
24 |> fix_emoji
25 |> fix_tag
26 end
27
28 def fix_in_reply_to(%{"inReplyTo" => in_reply_to_id} = object)
29 when not is_nil(in_reply_to_id) do
30 case ActivityPub.fetch_object_from_id(in_reply_to_id) do
31 {:ok, replied_object} ->
32 activity = Activity.get_create_activity_by_object_ap_id(replied_object.data["id"])
33
34 object
35 |> Map.put("inReplyTo", replied_object.data["id"])
36 |> Map.put("inReplyToAtomUri", object["inReplyToAtomUri"] || in_reply_to_id)
37 |> Map.put("inReplyToStatusId", activity.id)
38 |> Map.put("conversation", replied_object.data["context"] || object["conversation"])
39 |> Map.put("context", replied_object.data["context"] || object["conversation"])
40
41 e ->
42 Logger.error("Couldn't fetch #{object["inReplyTo"]} #{inspect(e)}")
43 object
44 end
45 end
46
47 def fix_in_reply_to(object), do: object
48
49 def fix_context(object) do
50 object
51 |> Map.put("context", object["conversation"])
52 end
53
54 def fix_attachments(object) do
55 attachments =
56 (object["attachment"] || [])
57 |> Enum.map(fn data ->
58 url = [%{"type" => "Link", "mediaType" => data["mediaType"], "href" => data["url"]}]
59 Map.put(data, "url", url)
60 end)
61
62 object
63 |> Map.put("attachment", attachments)
64 end
65
66 def fix_emoji(object) do
67 tags = object["tag"] || []
68 emoji = tags |> Enum.filter(fn data -> data["type"] == "Emoji" and data["icon"] end)
69
70 emoji =
71 emoji
72 |> Enum.reduce(%{}, fn data, mapping ->
73 name = data["name"]
74
75 name =
76 if String.starts_with?(name, ":") do
77 name |> String.slice(1..-2)
78 else
79 name
80 end
81
82 mapping |> Map.put(name, data["icon"]["url"])
83 end)
84
85 # we merge mastodon and pleroma emoji into a single mapping, to allow for both wire formats
86 emoji = Map.merge(object["emoji"] || %{}, emoji)
87
88 object
89 |> Map.put("emoji", emoji)
90 end
91
92 def fix_tag(object) do
93 tags =
94 (object["tag"] || [])
95 |> Enum.filter(fn data -> data["type"] == "Hashtag" and data["name"] end)
96 |> Enum.map(fn data -> String.slice(data["name"], 1..-1) end)
97
98 combined = (object["tag"] || []) ++ tags
99
100 object
101 |> Map.put("tag", combined)
102 end
103
104 # TODO: validate those with a Ecto scheme
105 # - tags
106 # - emoji
107 def handle_incoming(%{"type" => "Create", "object" => %{"type" => "Note"} = object} = data) do
108 with nil <- Activity.get_create_activity_by_object_ap_id(object["id"]),
109 %User{} = user <- User.get_or_fetch_by_ap_id(data["actor"]) do
110 object = fix_object(data["object"])
111
112 params = %{
113 to: data["to"],
114 object: object,
115 actor: user,
116 context: object["conversation"],
117 local: false,
118 published: data["published"],
119 additional:
120 Map.take(data, [
121 "cc",
122 "id"
123 ])
124 }
125
126 ActivityPub.create(params)
127 else
128 %Activity{} = activity -> {:ok, activity}
129 _e -> :error
130 end
131 end
132
133 def handle_incoming(
134 %{"type" => "Follow", "object" => followed, "actor" => follower, "id" => id} = data
135 ) do
136 with %User{local: true} = followed <- User.get_cached_by_ap_id(followed),
137 %User{} = follower <- User.get_or_fetch_by_ap_id(follower),
138 {:ok, activity} <- ActivityPub.follow(follower, followed, id, false) do
139 ActivityPub.accept(%{to: [follower.ap_id], actor: followed.ap_id, object: data, local: true})
140
141 User.follow(follower, followed)
142 {:ok, activity}
143 else
144 _e -> :error
145 end
146 end
147
148 def handle_incoming(
149 %{"type" => "Like", "object" => object_id, "actor" => actor, "id" => id} = _data
150 ) do
151 with %User{} = actor <- User.get_or_fetch_by_ap_id(actor),
152 {:ok, object} <-
153 get_obj_helper(object_id) || ActivityPub.fetch_object_from_id(object_id),
154 {:ok, activity, _object} <- ActivityPub.like(actor, object, id, false) do
155 {:ok, activity}
156 else
157 _e -> :error
158 end
159 end
160
161 def handle_incoming(
162 %{"type" => "Announce", "object" => object_id, "actor" => actor, "id" => id} = _data
163 ) do
164 with %User{} = actor <- User.get_or_fetch_by_ap_id(actor),
165 {:ok, object} <-
166 get_obj_helper(object_id) || ActivityPub.fetch_object_from_id(object_id),
167 {:ok, activity, _object} <- ActivityPub.announce(actor, object, id, false) do
168 {:ok, activity}
169 else
170 _e -> :error
171 end
172 end
173
174 def handle_incoming(
175 %{"type" => "Update", "object" => %{"type" => "Person"} = object, "actor" => actor_id} =
176 data
177 ) do
178 with %User{ap_id: ^actor_id} = actor <- User.get_by_ap_id(object["id"]) do
179 {:ok, new_user_data} = ActivityPub.user_data_from_user_object(object)
180
181 banner = new_user_data[:info]["banner"]
182
183 update_data =
184 new_user_data
185 |> Map.take([:name, :bio, :avatar])
186 |> Map.put(:info, Map.merge(actor.info, %{"banner" => banner}))
187
188 actor
189 |> User.upgrade_changeset(update_data)
190 |> User.update_and_set_cache()
191
192 ActivityPub.update(%{
193 local: false,
194 to: data["to"] || [],
195 cc: data["cc"] || [],
196 object: object,
197 actor: actor_id
198 })
199 else
200 e ->
201 Logger.error(e)
202 :error
203 end
204 end
205
206 # TODO: Make secure.
207 def handle_incoming(
208 %{"type" => "Delete", "object" => object_id, "actor" => actor, "id" => _id} = _data
209 ) do
210 object_id =
211 case object_id do
212 %{"id" => id} -> id
213 id -> id
214 end
215
216 with %User{} = _actor <- User.get_or_fetch_by_ap_id(actor),
217 {:ok, object} <-
218 get_obj_helper(object_id) || ActivityPub.fetch_object_from_id(object_id),
219 {:ok, activity} <- ActivityPub.delete(object, false) do
220 {:ok, activity}
221 else
222 _e -> :error
223 end
224 end
225
226 def handle_incoming(
227 %{
228 "type" => "Undo",
229 "object" => %{"type" => "Announce", "object" => object_id},
230 "actor" => actor,
231 "id" => id
232 } = data
233 ) do
234 with %User{} = actor <- User.get_or_fetch_by_ap_id(actor),
235 {:ok, object} <-
236 get_obj_helper(object_id) || ActivityPub.fetch_object_from_id(object_id),
237 {:ok, activity, _, _} <- ActivityPub.unannounce(actor, object, id, false) do
238 {:ok, activity}
239 else
240 e -> :error
241 end
242 end
243
244 def handle_incoming(
245 %{
246 "type" => "Undo",
247 "object" => %{"type" => "Follow", "object" => followed},
248 "actor" => follower,
249 "id" => id
250 } = data
251 ) do
252 with %User{local: true} = followed = User.get_cached_by_ap_id(followed),
253 %User{} = follower = User.get_or_fetch_by_ap_id(follower),
254 {:ok, activity} <- ActivityPub.unfollow(follower, followed, id, false) do
255 User.unfollow(follower, followed)
256 {:ok, activity}
257 else
258 e -> :error
259 end
260 end
261
262 def handle_incoming(
263 %{"type" => "Block", "object" => blocked, "actor" => blocker, "id" => id} = data
264 ) do
265 with %User{local: true} = blocked = User.get_cached_by_ap_id(blocked),
266 %User{} = blocker = User.get_or_fetch_by_ap_id(blocker),
267 {:ok, activity} <- ActivityPub.block(blocker, blocked, id, false) do
268 User.unfollow(blocker, blocked)
269 User.block(blocker, blocked)
270 {:ok, activity}
271 else
272 e -> :error
273 end
274 end
275
276 def handle_incoming(
277 %{
278 "type" => "Undo",
279 "object" => %{"type" => "Like", "object" => object_id},
280 "actor" => actor,
281 "id" => id
282 } = data
283 ) do
284 with %User{} = actor <- User.get_or_fetch_by_ap_id(actor),
285 {:ok, object} <-
286 get_obj_helper(object_id) || ActivityPub.fetch_object_from_id(object_id),
287 {:ok, activity, _, _} <- ActivityPub.unlike(actor, object, id, false) do
288 {:ok, activity}
289 else
290 e -> :error
291 end
292 end
293
294 # TODO
295 # Accept
296
297 def handle_incoming(_), do: :error
298
299 def get_obj_helper(id) do
300 if object = Object.get_by_ap_id(id), do: {:ok, object}, else: nil
301 end
302
303 def set_reply_to_uri(%{"inReplyTo" => inReplyTo} = object) do
304 with false <- String.starts_with?(inReplyTo, "http"),
305 {:ok, %{data: replied_to_object}} <- get_obj_helper(inReplyTo) do
306 Map.put(object, "inReplyTo", replied_to_object["external_url"] || inReplyTo)
307 else
308 _e -> object
309 end
310 end
311
312 def set_reply_to_uri(obj), do: obj
313
314 # Prepares the object of an outgoing create activity.
315 def prepare_object(object) do
316 object
317 |> set_sensitive
318 |> add_hashtags
319 |> add_mention_tags
320 |> add_emoji_tags
321 |> add_attributed_to
322 |> prepare_attachments
323 |> set_conversation
324 |> set_reply_to_uri
325 end
326
327 # @doc
328 # """
329 # internal -> Mastodon
330 # """
331
332 def prepare_outgoing(%{"type" => "Create", "object" => %{"type" => "Note"} = object} = data) do
333 object =
334 object
335 |> prepare_object
336
337 data =
338 data
339 |> Map.put("object", object)
340 |> Map.put("@context", "https://www.w3.org/ns/activitystreams")
341
342 {:ok, data}
343 end
344
345 def prepare_outgoing(%{"type" => _type} = data) do
346 data =
347 data
348 |> maybe_fix_object_url
349 |> Map.put("@context", "https://www.w3.org/ns/activitystreams")
350
351 {:ok, data}
352 end
353
354 def maybe_fix_object_url(data) do
355 if is_binary(data["object"]) and not String.starts_with?(data["object"], "http") do
356 case ActivityPub.fetch_object_from_id(data["object"]) do
357 {:ok, relative_object} ->
358 if relative_object.data["external_url"] do
359 _data =
360 data
361 |> Map.put("object", relative_object.data["external_url"])
362 else
363 data
364 end
365
366 e ->
367 Logger.error("Couldn't fetch #{data["object"]} #{inspect(e)}")
368 data
369 end
370 else
371 data
372 end
373 end
374
375 def add_hashtags(object) do
376 tags =
377 (object["tag"] || [])
378 |> Enum.map(fn tag ->
379 %{
380 "href" => Pleroma.Web.Endpoint.url() <> "/tags/#{tag}",
381 "name" => "##{tag}",
382 "type" => "Hashtag"
383 }
384 end)
385
386 object
387 |> Map.put("tag", tags)
388 end
389
390 def add_mention_tags(object) do
391 recipients = object["to"] ++ (object["cc"] || [])
392
393 mentions =
394 recipients
395 |> Enum.map(fn ap_id -> User.get_cached_by_ap_id(ap_id) end)
396 |> Enum.filter(& &1)
397 |> Enum.map(fn user ->
398 %{"type" => "Mention", "href" => user.ap_id, "name" => "@#{user.nickname}"}
399 end)
400
401 tags = object["tag"] || []
402
403 object
404 |> Map.put("tag", tags ++ mentions)
405 end
406
407 # TODO: we should probably send mtime instead of unix epoch time for updated
408 def add_emoji_tags(object) do
409 tags = object["tag"] || []
410 emoji = object["emoji"] || []
411
412 out =
413 emoji
414 |> Enum.map(fn {name, url} ->
415 %{
416 "icon" => %{"url" => url, "type" => "Image"},
417 "name" => ":" <> name <> ":",
418 "type" => "Emoji",
419 "updated" => "1970-01-01T00:00:00Z",
420 "id" => url
421 }
422 end)
423
424 object
425 |> Map.put("tag", tags ++ out)
426 end
427
428 def set_conversation(object) do
429 Map.put(object, "conversation", object["context"])
430 end
431
432 def set_sensitive(object) do
433 tags = object["tag"] || []
434 Map.put(object, "sensitive", "nsfw" in tags)
435 end
436
437 def add_attributed_to(object) do
438 attributedTo = object["attributedTo"] || object["actor"]
439
440 object
441 |> Map.put("attributedTo", attributedTo)
442 end
443
444 def prepare_attachments(object) do
445 attachments =
446 (object["attachment"] || [])
447 |> Enum.map(fn data ->
448 [%{"mediaType" => media_type, "href" => href} | _] = data["url"]
449 %{"url" => href, "mediaType" => media_type, "name" => data["name"], "type" => "Document"}
450 end)
451
452 object
453 |> Map.put("attachment", attachments)
454 end
455
456 defp user_upgrade_task(user) do
457 old_follower_address = User.ap_followers(user)
458
459 q =
460 from(
461 u in User,
462 where: ^old_follower_address in u.following,
463 update: [
464 set: [
465 following:
466 fragment(
467 "array_replace(?,?,?)",
468 u.following,
469 ^old_follower_address,
470 ^user.follower_address
471 )
472 ]
473 ]
474 )
475
476 Repo.update_all(q, [])
477
478 maybe_retire_websub(user.ap_id)
479
480 # Only do this for recent activties, don't go through the whole db.
481 # Only look at the last 1000 activities.
482 since = (Repo.aggregate(Activity, :max, :id) || 0) - 1_000
483
484 q =
485 from(
486 a in Activity,
487 where: ^old_follower_address in a.recipients,
488 where: a.id > ^since,
489 update: [
490 set: [
491 recipients:
492 fragment(
493 "array_replace(?,?,?)",
494 a.recipients,
495 ^old_follower_address,
496 ^user.follower_address
497 )
498 ]
499 ]
500 )
501
502 Repo.update_all(q, [])
503 end
504
505 def upgrade_user_from_ap_id(ap_id, async \\ true) do
506 with %User{local: false} = user <- User.get_by_ap_id(ap_id),
507 {:ok, data} <- ActivityPub.fetch_and_prepare_user_from_ap_id(ap_id) do
508 data =
509 data
510 |> Map.put(:info, Map.merge(user.info, data[:info]))
511
512 already_ap = User.ap_enabled?(user)
513
514 {:ok, user} =
515 User.upgrade_changeset(user, data)
516 |> Repo.update()
517
518 if !already_ap do
519 # This could potentially take a long time, do it in the background
520 if async do
521 Task.start(fn ->
522 user_upgrade_task(user)
523 end)
524 else
525 user_upgrade_task(user)
526 end
527 end
528
529 {:ok, user}
530 else
531 e -> e
532 end
533 end
534
535 def maybe_retire_websub(ap_id) do
536 # some sanity checks
537 if is_binary(ap_id) && String.length(ap_id) > 8 do
538 q =
539 from(
540 ws in Pleroma.Web.Websub.WebsubClientSubscription,
541 where: fragment("? like ?", ws.topic, ^"#{ap_id}%")
542 )
543
544 Repo.delete_all(q)
545 end
546 end
547
548 def maybe_fix_user_url(data) do
549 if is_map(data["url"]) do
550 data = Map.put(data, "url", data["url"]["href"])
551 end
552
553 data
554 end
555
556 def maybe_fix_user_object(data) do
557 data
558 |> maybe_fix_user_url
559 end
560 end