git.squeep.com Git - akkoma/blob - lib/pleroma/web/activity_pub/activity_pub.ex

   1 # Pleroma: A lightweight social networking server
   2 # Copyright © 2017-2019 Pleroma Authors <https://pleroma.social/>
   3 # SPDX-License-Identifier: AGPL-3.0-only
   4
   5 defmodule Pleroma.Web.ActivityPub.ActivityPub do
   6   alias Pleroma.Activity
   7   alias Pleroma.Activity.Ir.Topics
   8   alias Pleroma.Config
   9   alias Pleroma.Conversation
  10   alias Pleroma.Conversation.Participation
  11   alias Pleroma.Notification
  12   alias Pleroma.Object
  13   alias Pleroma.Object.Containment
  14   alias Pleroma.Object.Fetcher
  15   alias Pleroma.Pagination
  16   alias Pleroma.Repo
  17   alias Pleroma.Upload
  18   alias Pleroma.User
  19   alias Pleroma.Web.ActivityPub.MRF
  20   alias Pleroma.Web.ActivityPub.Transmogrifier
  21   alias Pleroma.Web.ActivityPub.Utils
  22   alias Pleroma.Web.Streamer
  23   alias Pleroma.Web.WebFinger
  24   alias Pleroma.Workers.BackgroundWorker
  25
  26   import Ecto.Query
  27   import Pleroma.Web.ActivityPub.Utils
  28   import Pleroma.Web.ActivityPub.Visibility
  29
  30   require Logger
  31   require Pleroma.Constants
  32
  33   # For Announce activities, we filter the recipients based on following status for any actors
  34   # that match actual users.  See issue #164 for more information about why this is necessary.
  35   defp get_recipients(%{"type" => "Announce"} = data) do
  36     to = Map.get(data, "to", [])
  37     cc = Map.get(data, "cc", [])
  38     bcc = Map.get(data, "bcc", [])
  39     actor = User.get_cached_by_ap_id(data["actor"])
  40
  41     recipients =
  42       Enum.filter(Enum.concat([to, cc, bcc]), fn recipient ->
  43         case User.get_cached_by_ap_id(recipient) do
  44           nil -> true
  45           user -> User.following?(user, actor)
  46         end
  47       end)
  48
  49     {recipients, to, cc}
  50   end
  51
  52   defp get_recipients(%{"type" => "Create"} = data) do
  53     to = Map.get(data, "to", [])
  54     cc = Map.get(data, "cc", [])
  55     bcc = Map.get(data, "bcc", [])
  56     actor = Map.get(data, "actor", [])
  57     recipients = [to, cc, bcc, [actor]] |> Enum.concat() |> Enum.uniq()
  58     {recipients, to, cc}
  59   end
  60
  61   defp get_recipients(data) do
  62     to = Map.get(data, "to", [])
  63     cc = Map.get(data, "cc", [])
  64     bcc = Map.get(data, "bcc", [])
  65     recipients = Enum.concat([to, cc, bcc])
  66     {recipients, to, cc}
  67   end
  68
  69   defp check_actor_is_active(actor) do
  70     if not is_nil(actor) do
  71       with user <- User.get_cached_by_ap_id(actor),
  72            false <- user.deactivated do
  73         true
  74       else
  75         _e -> false
  76       end
  77     else
  78       true
  79     end
  80   end
  81
  82   defp check_remote_limit(%{"object" => %{"content" => content}}) when not is_nil(content) do
  83     limit = Config.get([:instance, :remote_limit])
  84     String.length(content) <= limit
  85   end
  86
  87   defp check_remote_limit(_), do: true
  88
  89   def increase_note_count_if_public(actor, object) do
  90     if is_public?(object), do: User.increase_note_count(actor), else: {:ok, actor}
  91   end
  92
  93   def decrease_note_count_if_public(actor, object) do
  94     if is_public?(object), do: User.decrease_note_count(actor), else: {:ok, actor}
  95   end
  96
  97   def increase_replies_count_if_reply(%{
  98         "object" => %{"inReplyTo" => reply_ap_id} = object,
  99         "type" => "Create"
 100       }) do
 101     if is_public?(object) do
 102       Object.increase_replies_count(reply_ap_id)
 103     end
 104   end
 105
 106   def increase_replies_count_if_reply(_create_data), do: :noop
 107
 108   def decrease_replies_count_if_reply(%Object{
 109         data: %{"inReplyTo" => reply_ap_id} = object
 110       }) do
 111     if is_public?(object) do
 112       Object.decrease_replies_count(reply_ap_id)
 113     end
 114   end
 115
 116   def decrease_replies_count_if_reply(_object), do: :noop
 117
 118   def increase_poll_votes_if_vote(%{
 119         "object" => %{"inReplyTo" => reply_ap_id, "name" => name},
 120         "type" => "Create"
 121       }) do
 122     Object.increase_vote_count(reply_ap_id, name)
 123   end
 124
 125   def increase_poll_votes_if_vote(_create_data), do: :noop
 126
 127   def insert(map, local \\ true, fake \\ false, bypass_actor_check \\ false) when is_map(map) do
 128     with nil <- Activity.normalize(map),
 129          map <- lazy_put_activity_defaults(map, fake),
 130          true <- bypass_actor_check || check_actor_is_active(map["actor"]),
 131          {_, true} <- {:remote_limit_error, check_remote_limit(map)},
 132          {:ok, map} <- MRF.filter(map),
 133          {recipients, _, _} = get_recipients(map),
 134          {:fake, false, map, recipients} <- {:fake, fake, map, recipients},
 135          {:containment, :ok} <- {:containment, Containment.contain_child(map)},
 136          {:ok, map, object} <- insert_full_object(map) do
 137       {:ok, activity} =
 138         Repo.insert(%Activity{
 139           data: map,
 140           local: local,
 141           actor: map["actor"],
 142           recipients: recipients
 143         })
 144
 145       # Splice in the child object if we have one.
 146       activity =
 147         if not is_nil(object) do
 148           Map.put(activity, :object, object)
 149         else
 150           activity
 151         end
 152
 153       BackgroundWorker.enqueue("fetch_data_for_activity", %{"activity_id" => activity.id})
 154
 155       Notification.create_notifications(activity)
 156
 157       conversation = create_or_bump_conversation(activity, map["actor"])
 158       participations = get_participations(conversation)
 159       stream_out(activity)
 160       stream_out_participations(participations)
 161       {:ok, activity}
 162     else
 163       %Activity{} = activity ->
 164         {:ok, activity}
 165
 166       {:fake, true, map, recipients} ->
 167         activity = %Activity{
 168           data: map,
 169           local: local,
 170           actor: map["actor"],
 171           recipients: recipients,
 172           id: "pleroma:fakeid"
 173         }
 174
 175         Pleroma.Web.RichMedia.Helpers.fetch_data_for_activity(activity)
 176         {:ok, activity}
 177
 178       error ->
 179         {:error, error}
 180     end
 181   end
 182
 183   defp create_or_bump_conversation(activity, actor) do
 184     with {:ok, conversation} <- Conversation.create_or_bump_for(activity),
 185          %User{} = user <- User.get_cached_by_ap_id(actor),
 186          Participation.mark_as_read(user, conversation) do
 187       {:ok, conversation}
 188     end
 189   end
 190
 191   defp get_participations({:ok, conversation}) do
 192     conversation
 193     |> Repo.preload(:participations, force: true)
 194     |> Map.get(:participations)
 195   end
 196
 197   defp get_participations(_), do: []
 198
 199   def stream_out_participations(participations) do
 200     participations =
 201       participations
 202       |> Repo.preload(:user)
 203
 204     Streamer.stream("participation", participations)
 205   end
 206
 207   def stream_out_participations(%Object{data: %{"context" => context}}, user) do
 208     with %Conversation{} = conversation <- Conversation.get_for_ap_id(context),
 209          conversation = Repo.preload(conversation, :participations),
 210          last_activity_id =
 211            fetch_latest_activity_id_for_context(conversation.ap_id, %{
 212              "user" => user,
 213              "blocking_user" => user
 214            }) do
 215       if last_activity_id do
 216         stream_out_participations(conversation.participations)
 217       end
 218     end
 219   end
 220
 221   def stream_out_participations(_, _), do: :noop
 222
 223   def stream_out(%Activity{data: %{"type" => data_type}} = activity)
 224       when data_type in ["Create", "Announce", "Delete"] do
 225     activity
 226     |> Topics.get_activity_topics()
 227     |> Streamer.stream(activity)
 228   end
 229
 230   def stream_out(_activity) do
 231     :noop
 232   end
 233
 234   def create(%{to: to, actor: actor, context: context, object: object} = params, fake \\ false) do
 235     additional = params[:additional] || %{}
 236     # only accept false as false value
 237     local = !(params[:local] == false)
 238     published = params[:published]
 239     quick_insert? = Pleroma.Config.get([:env]) == :benchmark
 240
 241     with create_data <-
 242            make_create_data(
 243              %{to: to, actor: actor, published: published, context: context, object: object},
 244              additional
 245            ),
 246          {:ok, activity} <- insert(create_data, local, fake),
 247          {:fake, false, activity} <- {:fake, fake, activity},
 248          _ <- increase_replies_count_if_reply(create_data),
 249          _ <- increase_poll_votes_if_vote(create_data),
 250          {:quick_insert, false, activity} <- {:quick_insert, quick_insert?, activity},
 251          {:ok, _actor} <- increase_note_count_if_public(actor, activity),
 252          :ok <- maybe_federate(activity) do
 253       {:ok, activity}
 254     else
 255       {:quick_insert, true, activity} ->
 256         {:ok, activity}
 257
 258       {:fake, true, activity} ->
 259         {:ok, activity}
 260
 261       {:error, message} ->
 262         {:error, message}
 263     end
 264   end
 265
 266   def listen(%{to: to, actor: actor, context: context, object: object} = params) do
 267     additional = params[:additional] || %{}
 268     # only accept false as false value
 269     local = !(params[:local] == false)
 270     published = params[:published]
 271
 272     with listen_data <-
 273            make_listen_data(
 274              %{to: to, actor: actor, published: published, context: context, object: object},
 275              additional
 276            ),
 277          {:ok, activity} <- insert(listen_data, local),
 278          :ok <- maybe_federate(activity) do
 279       {:ok, activity}
 280     else
 281       {:error, message} ->
 282         {:error, message}
 283     end
 284   end
 285
 286   def accept(params) do
 287     accept_or_reject("Accept", params)
 288   end
 289
 290   def reject(params) do
 291     accept_or_reject("Reject", params)
 292   end
 293
 294   def accept_or_reject(type, %{to: to, actor: actor, object: object} = params) do
 295     local = Map.get(params, :local, true)
 296     activity_id = Map.get(params, :activity_id, nil)
 297
 298     with data <-
 299            %{"to" => to, "type" => type, "actor" => actor.ap_id, "object" => object}
 300            |> Utils.maybe_put("id", activity_id),
 301          {:ok, activity} <- insert(data, local),
 302          :ok <- maybe_federate(activity) do
 303       {:ok, activity}
 304     end
 305   end
 306
 307   def update(%{to: to, cc: cc, actor: actor, object: object} = params) do
 308     local = !(params[:local] == false)
 309     activity_id = params[:activity_id]
 310
 311     with data <- %{
 312            "to" => to,
 313            "cc" => cc,
 314            "type" => "Update",
 315            "actor" => actor,
 316            "object" => object
 317          },
 318          data <- Utils.maybe_put(data, "id", activity_id),
 319          {:ok, activity} <- insert(data, local),
 320          :ok <- maybe_federate(activity) do
 321       {:ok, activity}
 322     end
 323   end
 324
 325   def react_with_emoji(user, object, emoji, options \\ []) do
 326     with local <- Keyword.get(options, :local, true),
 327          activity_id <- Keyword.get(options, :activity_id, nil),
 328          Pleroma.Emoji.is_unicode_emoji?(emoji),
 329          reaction_data <- make_emoji_reaction_data(user, object, emoji, activity_id),
 330          {:ok, activity} <- insert(reaction_data, local),
 331          {:ok, object} <- add_emoji_reaction_to_object(activity, object),
 332          :ok <- maybe_federate(activity) do
 333       {:ok, activity, object}
 334     end
 335   end
 336
 337   def unreact_with_emoji(user, reaction_id, options \\ []) do
 338     with local <- Keyword.get(options, :local, true),
 339          activity_id <- Keyword.get(options, :activity_id, nil),
 340          user_ap_id <- user.ap_id,
 341          %Activity{actor: ^user_ap_id} = reaction_activity <- Activity.get_by_ap_id(reaction_id),
 342          object <- Object.normalize(reaction_activity),
 343          unreact_data <- make_undo_data(user, reaction_activity, activity_id),
 344          {:ok, activity} <- insert(unreact_data, local),
 345          {:ok, object} <- remove_emoji_reaction_from_object(reaction_activity, object),
 346          :ok <- maybe_federate(activity) do
 347       {:ok, activity, object}
 348     end
 349   end
 350
 351   # TODO: This is weird, maybe we shouldn't check here if we can make the activity.
 352   def like(
 353         %User{ap_id: ap_id} = user,
 354         %Object{data: %{"id" => _}} = object,
 355         activity_id \\ nil,
 356         local \\ true
 357       ) do
 358     with nil <- get_existing_like(ap_id, object),
 359          like_data <- make_like_data(user, object, activity_id),
 360          {:ok, activity} <- insert(like_data, local),
 361          {:ok, object} <- add_like_to_object(activity, object),
 362          :ok <- maybe_federate(activity) do
 363       {:ok, activity, object}
 364     else
 365       %Activity{} = activity -> {:ok, activity, object}
 366       error -> {:error, error}
 367     end
 368   end
 369
 370   def unlike(%User{} = actor, %Object{} = object, activity_id \\ nil, local \\ true) do
 371     with %Activity{} = like_activity <- get_existing_like(actor.ap_id, object),
 372          unlike_data <- make_unlike_data(actor, like_activity, activity_id),
 373          {:ok, unlike_activity} <- insert(unlike_data, local),
 374          {:ok, _activity} <- Repo.delete(like_activity),
 375          {:ok, object} <- remove_like_from_object(like_activity, object),
 376          :ok <- maybe_federate(unlike_activity) do
 377       {:ok, unlike_activity, like_activity, object}
 378     else
 379       _e -> {:ok, object}
 380     end
 381   end
 382
 383   def announce(
 384         %User{ap_id: _} = user,
 385         %Object{data: %{"id" => _}} = object,
 386         activity_id \\ nil,
 387         local \\ true,
 388         public \\ true
 389       ) do
 390     with true <- is_announceable?(object, user, public),
 391          announce_data <- make_announce_data(user, object, activity_id, public),
 392          {:ok, activity} <- insert(announce_data, local),
 393          {:ok, object} <- add_announce_to_object(activity, object),
 394          :ok <- maybe_federate(activity) do
 395       {:ok, activity, object}
 396     else
 397       error -> {:error, error}
 398     end
 399   end
 400
 401   def unannounce(
 402         %User{} = actor,
 403         %Object{} = object,
 404         activity_id \\ nil,
 405         local \\ true
 406       ) do
 407     with %Activity{} = announce_activity <- get_existing_announce(actor.ap_id, object),
 408          unannounce_data <- make_unannounce_data(actor, announce_activity, activity_id),
 409          {:ok, unannounce_activity} <- insert(unannounce_data, local),
 410          :ok <- maybe_federate(unannounce_activity),
 411          {:ok, _activity} <- Repo.delete(announce_activity),
 412          {:ok, object} <- remove_announce_from_object(announce_activity, object) do
 413       {:ok, unannounce_activity, object}
 414     else
 415       _e -> {:ok, object}
 416     end
 417   end
 418
 419   def follow(follower, followed, activity_id \\ nil, local \\ true) do
 420     with data <- make_follow_data(follower, followed, activity_id),
 421          {:ok, activity} <- insert(data, local),
 422          :ok <- maybe_federate(activity),
 423          _ <- User.set_follow_state_cache(follower.ap_id, followed.ap_id, activity.data["state"]) do
 424       {:ok, activity}
 425     end
 426   end
 427
 428   def unfollow(follower, followed, activity_id \\ nil, local \\ true) do
 429     with %Activity{} = follow_activity <- fetch_latest_follow(follower, followed),
 430          {:ok, follow_activity} <- update_follow_state(follow_activity, "cancelled"),
 431          unfollow_data <- make_unfollow_data(follower, followed, follow_activity, activity_id),
 432          {:ok, activity} <- insert(unfollow_data, local),
 433          :ok <- maybe_federate(activity) do
 434       {:ok, activity}
 435     end
 436   end
 437
 438   def delete(%User{ap_id: ap_id, follower_address: follower_address} = user) do
 439     with data <- %{
 440            "to" => [follower_address],
 441            "type" => "Delete",
 442            "actor" => ap_id,
 443            "object" => %{"type" => "Person", "id" => ap_id}
 444          },
 445          {:ok, activity} <- insert(data, true, true, true),
 446          :ok <- maybe_federate(activity) do
 447       {:ok, user}
 448     end
 449   end
 450
 451   def delete(%Object{data: %{"id" => id, "actor" => actor}} = object, options \\ []) do
 452     local = Keyword.get(options, :local, true)
 453     activity_id = Keyword.get(options, :activity_id, nil)
 454     actor = Keyword.get(options, :actor, actor)
 455
 456     user = User.get_cached_by_ap_id(actor)
 457     to = (object.data["to"] || []) ++ (object.data["cc"] || [])
 458
 459     with create_activity <- Activity.get_create_by_object_ap_id(id),
 460          data <-
 461            %{
 462              "type" => "Delete",
 463              "actor" => actor,
 464              "object" => id,
 465              "to" => to,
 466              "deleted_activity_id" => create_activity && create_activity.id
 467            }
 468            |> maybe_put("id", activity_id),
 469          {:ok, activity} <- insert(data, local, false),
 470          {:ok, object, _create_activity} <- Object.delete(object),
 471          stream_out_participations(object, user),
 472          _ <- decrease_replies_count_if_reply(object),
 473          {:ok, _actor} <- decrease_note_count_if_public(user, object),
 474          :ok <- maybe_federate(activity) do
 475       {:ok, activity}
 476     end
 477   end
 478
 479   @spec block(User.t(), User.t(), String.t() | nil, boolean) :: {:ok, Activity.t() | nil}
 480   def block(blocker, blocked, activity_id \\ nil, local \\ true) do
 481     outgoing_blocks = Config.get([:activitypub, :outgoing_blocks])
 482     unfollow_blocked = Config.get([:activitypub, :unfollow_blocked])
 483
 484     if unfollow_blocked do
 485       follow_activity = fetch_latest_follow(blocker, blocked)
 486       if follow_activity, do: unfollow(blocker, blocked, nil, local)
 487     end
 488
 489     with true <- outgoing_blocks,
 490          block_data <- make_block_data(blocker, blocked, activity_id),
 491          {:ok, activity} <- insert(block_data, local),
 492          :ok <- maybe_federate(activity) do
 493       {:ok, activity}
 494     else
 495       _e -> {:ok, nil}
 496     end
 497   end
 498
 499   def unblock(blocker, blocked, activity_id \\ nil, local \\ true) do
 500     with %Activity{} = block_activity <- fetch_latest_block(blocker, blocked),
 501          unblock_data <- make_unblock_data(blocker, blocked, block_activity, activity_id),
 502          {:ok, activity} <- insert(unblock_data, local),
 503          :ok <- maybe_federate(activity) do
 504       {:ok, activity}
 505     end
 506   end
 507
 508   @spec flag(map()) :: {:ok, Activity.t()} | any
 509   def flag(
 510         %{
 511           actor: actor,
 512           context: _context,
 513           account: account,
 514           statuses: statuses,
 515           content: content
 516         } = params
 517       ) do
 518     # only accept false as false value
 519     local = !(params[:local] == false)
 520     forward = !(params[:forward] == false)
 521
 522     additional = params[:additional] || %{}
 523
 524     additional =
 525       if forward do
 526         Map.merge(additional, %{"to" => [], "cc" => [account.ap_id]})
 527       else
 528         Map.merge(additional, %{"to" => [], "cc" => []})
 529       end
 530
 531     with flag_data <- make_flag_data(params, additional),
 532          {:ok, activity} <- insert(flag_data, local),
 533          {:ok, stripped_activity} <- strip_report_status_data(activity),
 534          :ok <- maybe_federate(stripped_activity) do
 535       Enum.each(User.all_superusers(), fn superuser ->
 536         superuser
 537         |> Pleroma.Emails.AdminEmail.report(actor, account, statuses, content)
 538         |> Pleroma.Emails.Mailer.deliver_async()
 539       end)
 540
 541       {:ok, activity}
 542     end
 543   end
 544
 545   def move(%User{} = origin, %User{} = target, local \\ true) do
 546     params = %{
 547       "type" => "Move",
 548       "actor" => origin.ap_id,
 549       "object" => origin.ap_id,
 550       "target" => target.ap_id
 551     }
 552
 553     with true <- origin.ap_id in target.also_known_as,
 554          {:ok, activity} <- insert(params, local) do
 555       maybe_federate(activity)
 556
 557       BackgroundWorker.enqueue("move_following", %{
 558         "origin_id" => origin.id,
 559         "target_id" => target.id
 560       })
 561
 562       {:ok, activity}
 563     else
 564       false -> {:error, "Target account must have the origin in `alsoKnownAs`"}
 565       err -> err
 566     end
 567   end
 568
 569   defp fetch_activities_for_context_query(context, opts) do
 570     public = [Pleroma.Constants.as_public()]
 571
 572     recipients =
 573       if opts["user"],
 574         do: [opts["user"].ap_id | User.following(opts["user"])] ++ public,
 575         else: public
 576
 577     from(activity in Activity)
 578     |> maybe_preload_objects(opts)
 579     |> maybe_preload_bookmarks(opts)
 580     |> maybe_set_thread_muted_field(opts)
 581     |> restrict_blocked(opts)
 582     |> restrict_recipients(recipients, opts["user"])
 583     |> where(
 584       [activity],
 585       fragment(
 586         "?->>'type' = ? and ?->>'context' = ?",
 587         activity.data,
 588         "Create",
 589         activity.data,
 590         ^context
 591       )
 592     )
 593     |> exclude_poll_votes(opts)
 594     |> exclude_id(opts)
 595     |> order_by([activity], desc: activity.id)
 596   end
 597
 598   @spec fetch_activities_for_context(String.t(), keyword() | map()) :: [Activity.t()]
 599   def fetch_activities_for_context(context, opts \\ %{}) do
 600     context
 601     |> fetch_activities_for_context_query(opts)
 602     |> Repo.all()
 603   end
 604
 605   @spec fetch_latest_activity_id_for_context(String.t(), keyword() | map()) ::
 606           FlakeId.Ecto.CompatType.t() | nil
 607   def fetch_latest_activity_id_for_context(context, opts \\ %{}) do
 608     context
 609     |> fetch_activities_for_context_query(Map.merge(%{"skip_preload" => true}, opts))
 610     |> limit(1)
 611     |> select([a], a.id)
 612     |> Repo.one()
 613   end
 614
 615   def fetch_public_activities(opts \\ %{}, pagination \\ :keyset) do
 616     opts = Map.drop(opts, ["user"])
 617
 618     [Pleroma.Constants.as_public()]
 619     |> fetch_activities_query(opts)
 620     |> restrict_unlisted()
 621     |> Pagination.fetch_paginated(opts, pagination)
 622   end
 623
 624   @valid_visibilities ~w[direct unlisted public private]
 625
 626   defp restrict_visibility(query, %{visibility: visibility})
 627        when is_list(visibility) do
 628     if Enum.all?(visibility, &(&1 in @valid_visibilities)) do
 629       query =
 630         from(
 631           a in query,
 632           where:
 633             fragment(
 634               "activity_visibility(?, ?, ?) = ANY (?)",
 635               a.actor,
 636               a.recipients,
 637               a.data,
 638               ^visibility
 639             )
 640         )
 641
 642       query
 643     else
 644       Logger.error("Could not restrict visibility to #{visibility}")
 645     end
 646   end
 647
 648   defp restrict_visibility(query, %{visibility: visibility})
 649        when visibility in @valid_visibilities do
 650     from(
 651       a in query,
 652       where:
 653         fragment("activity_visibility(?, ?, ?) = ?", a.actor, a.recipients, a.data, ^visibility)
 654     )
 655   end
 656
 657   defp restrict_visibility(_query, %{visibility: visibility})
 658        when visibility not in @valid_visibilities do
 659     Logger.error("Could not restrict visibility to #{visibility}")
 660   end
 661
 662   defp restrict_visibility(query, _visibility), do: query
 663
 664   defp exclude_visibility(query, %{"exclude_visibilities" => visibility})
 665        when is_list(visibility) do
 666     if Enum.all?(visibility, &(&1 in @valid_visibilities)) do
 667       from(
 668         a in query,
 669         where:
 670           not fragment(
 671             "activity_visibility(?, ?, ?) = ANY (?)",
 672             a.actor,
 673             a.recipients,
 674             a.data,
 675             ^visibility
 676           )
 677       )
 678     else
 679       Logger.error("Could not exclude visibility to #{visibility}")
 680       query
 681     end
 682   end
 683
 684   defp exclude_visibility(query, %{"exclude_visibilities" => visibility})
 685        when visibility in @valid_visibilities do
 686     from(
 687       a in query,
 688       where:
 689         not fragment(
 690           "activity_visibility(?, ?, ?) = ?",
 691           a.actor,
 692           a.recipients,
 693           a.data,
 694           ^visibility
 695         )
 696     )
 697   end
 698
 699   defp exclude_visibility(query, %{"exclude_visibilities" => visibility})
 700        when visibility not in @valid_visibilities do
 701     Logger.error("Could not exclude visibility to #{visibility}")
 702     query
 703   end
 704
 705   defp exclude_visibility(query, _visibility), do: query
 706
 707   defp restrict_thread_visibility(query, _, %{skip_thread_containment: true} = _),
 708     do: query
 709
 710   defp restrict_thread_visibility(
 711          query,
 712          %{"user" => %User{skip_thread_containment: true}},
 713          _
 714        ),
 715        do: query
 716
 717   defp restrict_thread_visibility(query, %{"user" => %User{ap_id: ap_id}}, _) do
 718     from(
 719       a in query,
 720       where: fragment("thread_visibility(?, (?)->>'id') = true", ^ap_id, a.data)
 721     )
 722   end
 723
 724   defp restrict_thread_visibility(query, _, _), do: query
 725
 726   def fetch_user_abstract_activities(user, reading_user, params \\ %{}) do
 727     params =
 728       params
 729       |> Map.put("user", reading_user)
 730       |> Map.put("actor_id", user.ap_id)
 731       |> Map.put("whole_db", true)
 732
 733     recipients =
 734       user_activities_recipients(%{
 735         "godmode" => params["godmode"],
 736         "reading_user" => reading_user
 737       })
 738
 739     fetch_activities(recipients, params)
 740     |> Enum.reverse()
 741   end
 742
 743   def fetch_user_activities(user, reading_user, params \\ %{}) do
 744     params =
 745       params
 746       |> Map.put("type", ["Create", "Announce"])
 747       |> Map.put("user", reading_user)
 748       |> Map.put("actor_id", user.ap_id)
 749       |> Map.put("whole_db", true)
 750       |> Map.put("pinned_activity_ids", user.pinned_activities)
 751
 752     params =
 753       if User.blocks?(reading_user, user) do
 754         params
 755       else
 756         params
 757         |> Map.put("blocking_user", reading_user)
 758         |> Map.put("muting_user", reading_user)
 759       end
 760
 761     recipients =
 762       user_activities_recipients(%{
 763         "godmode" => params["godmode"],
 764         "reading_user" => reading_user
 765       })
 766
 767     fetch_activities(recipients, params)
 768     |> Enum.reverse()
 769   end
 770
 771   def fetch_instance_activities(params) do
 772     params =
 773       params
 774       |> Map.put("type", ["Create", "Announce"])
 775       |> Map.put("instance", params["instance"])
 776       |> Map.put("whole_db", true)
 777
 778     fetch_activities([Pleroma.Constants.as_public()], params, :offset)
 779     |> Enum.reverse()
 780   end
 781
 782   defp user_activities_recipients(%{"godmode" => true}) do
 783     []
 784   end
 785
 786   defp user_activities_recipients(%{"reading_user" => reading_user}) do
 787     if reading_user do
 788       [Pleroma.Constants.as_public()] ++ [reading_user.ap_id | User.following(reading_user)]
 789     else
 790       [Pleroma.Constants.as_public()]
 791     end
 792   end
 793
 794   defp restrict_since(query, %{"since_id" => ""}), do: query
 795
 796   defp restrict_since(query, %{"since_id" => since_id}) do
 797     from(activity in query, where: activity.id > ^since_id)
 798   end
 799
 800   defp restrict_since(query, _), do: query
 801
 802   defp restrict_tag_reject(_query, %{"tag_reject" => _tag_reject, "skip_preload" => true}) do
 803     raise "Can't use the child object without preloading!"
 804   end
 805
 806   defp restrict_tag_reject(query, %{"tag_reject" => tag_reject})
 807        when is_list(tag_reject) and tag_reject != [] do
 808     from(
 809       [_activity, object] in query,
 810       where: fragment("not (?)->'tag' \\?| (?)", object.data, ^tag_reject)
 811     )
 812   end
 813
 814   defp restrict_tag_reject(query, _), do: query
 815
 816   defp restrict_tag_all(_query, %{"tag_all" => _tag_all, "skip_preload" => true}) do
 817     raise "Can't use the child object without preloading!"
 818   end
 819
 820   defp restrict_tag_all(query, %{"tag_all" => tag_all})
 821        when is_list(tag_all) and tag_all != [] do
 822     from(
 823       [_activity, object] in query,
 824       where: fragment("(?)->'tag' \\?& (?)", object.data, ^tag_all)
 825     )
 826   end
 827
 828   defp restrict_tag_all(query, _), do: query
 829
 830   defp restrict_tag(_query, %{"tag" => _tag, "skip_preload" => true}) do
 831     raise "Can't use the child object without preloading!"
 832   end
 833
 834   defp restrict_tag(query, %{"tag" => tag}) when is_list(tag) do
 835     from(
 836       [_activity, object] in query,
 837       where: fragment("(?)->'tag' \\?| (?)", object.data, ^tag)
 838     )
 839   end
 840
 841   defp restrict_tag(query, %{"tag" => tag}) when is_binary(tag) do
 842     from(
 843       [_activity, object] in query,
 844       where: fragment("(?)->'tag' \\? (?)", object.data, ^tag)
 845     )
 846   end
 847
 848   defp restrict_tag(query, _), do: query
 849
 850   defp restrict_recipients(query, [], _user), do: query
 851
 852   defp restrict_recipients(query, recipients, nil) do
 853     from(activity in query, where: fragment("? && ?", ^recipients, activity.recipients))
 854   end
 855
 856   defp restrict_recipients(query, recipients, user) do
 857     from(
 858       activity in query,
 859       where: fragment("? && ?", ^recipients, activity.recipients),
 860       or_where: activity.actor == ^user.ap_id
 861     )
 862   end
 863
 864   defp restrict_local(query, %{"local_only" => true}) do
 865     from(activity in query, where: activity.local == true)
 866   end
 867
 868   defp restrict_local(query, _), do: query
 869
 870   defp restrict_actor(query, %{"actor_id" => actor_id}) do
 871     from(activity in query, where: activity.actor == ^actor_id)
 872   end
 873
 874   defp restrict_actor(query, _), do: query
 875
 876   defp restrict_type(query, %{"type" => type}) when is_binary(type) do
 877     from(activity in query, where: fragment("?->>'type' = ?", activity.data, ^type))
 878   end
 879
 880   defp restrict_type(query, %{"type" => type}) do
 881     from(activity in query, where: fragment("?->>'type' = ANY(?)", activity.data, ^type))
 882   end
 883
 884   defp restrict_type(query, _), do: query
 885
 886   defp restrict_state(query, %{"state" => state}) do
 887     from(activity in query, where: fragment("?->>'state' = ?", activity.data, ^state))
 888   end
 889
 890   defp restrict_state(query, _), do: query
 891
 892   defp restrict_favorited_by(query, %{"favorited_by" => ap_id}) do
 893     from(
 894       [_activity, object] in query,
 895       where: fragment("(?)->'likes' \\? (?)", object.data, ^ap_id)
 896     )
 897   end
 898
 899   defp restrict_favorited_by(query, _), do: query
 900
 901   defp restrict_media(_query, %{"only_media" => _val, "skip_preload" => true}) do
 902     raise "Can't use the child object without preloading!"
 903   end
 904
 905   defp restrict_media(query, %{"only_media" => val}) when val == "true" or val == "1" do
 906     from(
 907       [_activity, object] in query,
 908       where: fragment("not (?)->'attachment' = (?)", object.data, ^[])
 909     )
 910   end
 911
 912   defp restrict_media(query, _), do: query
 913
 914   defp restrict_replies(query, %{"exclude_replies" => val}) when val == "true" or val == "1" do
 915     from(
 916       [_activity, object] in query,
 917       where: fragment("?->>'inReplyTo' is null", object.data)
 918     )
 919   end
 920
 921   defp restrict_replies(query, _), do: query
 922
 923   defp restrict_reblogs(query, %{"exclude_reblogs" => val}) when val == "true" or val == "1" do
 924     from(activity in query, where: fragment("?->>'type' != 'Announce'", activity.data))
 925   end
 926
 927   defp restrict_reblogs(query, _), do: query
 928
 929   defp restrict_muted(query, %{"with_muted" => val}) when val in [true, "true", "1"], do: query
 930
 931   defp restrict_muted(query, %{"muting_user" => %User{} = user} = opts) do
 932     mutes = opts["muted_users_ap_ids"] || User.muted_users_ap_ids(user)
 933
 934     query =
 935       from([activity] in query,
 936         where: fragment("not (? = ANY(?))", activity.actor, ^mutes),
 937         where: fragment("not (?->'to' \\?| ?)", activity.data, ^mutes)
 938       )
 939
 940     unless opts["skip_preload"] do
 941       from([thread_mute: tm] in query, where: is_nil(tm.user_id))
 942     else
 943       query
 944     end
 945   end
 946
 947   defp restrict_muted(query, _), do: query
 948
 949   defp restrict_blocked(query, %{"blocking_user" => %User{} = user} = opts) do
 950     blocked_ap_ids = opts["blocked_users_ap_ids"] || User.blocked_users_ap_ids(user)
 951     domain_blocks = user.domain_blocks || []
 952
 953     following_ap_ids = User.get_friends_ap_ids(user)
 954
 955     query =
 956       if has_named_binding?(query, :object), do: query, else: Activity.with_joined_object(query)
 957
 958     from(
 959       [activity, object: o] in query,
 960       where: fragment("not (? = ANY(?))", activity.actor, ^blocked_ap_ids),
 961       where: fragment("not (? && ?)", activity.recipients, ^blocked_ap_ids),
 962       where:
 963         fragment(
 964           "not (?->>'type' = 'Announce' and ?->'to' \\?| ?)",
 965           activity.data,
 966           activity.data,
 967           ^blocked_ap_ids
 968         ),
 969       where:
 970         fragment(
 971           "(not (split_part(?, '/', 3) = ANY(?))) or ? = ANY(?)",
 972           activity.actor,
 973           ^domain_blocks,
 974           activity.actor,
 975           ^following_ap_ids
 976         ),
 977       where:
 978         fragment(
 979           "(not (split_part(?->>'actor', '/', 3) = ANY(?))) or (?->>'actor') = ANY(?)",
 980           o.data,
 981           ^domain_blocks,
 982           o.data,
 983           ^following_ap_ids
 984         )
 985     )
 986   end
 987
 988   defp restrict_blocked(query, _), do: query
 989
 990   defp restrict_unlisted(query) do
 991     from(
 992       activity in query,
 993       where:
 994         fragment(
 995           "not (coalesce(?->'cc', '{}'::jsonb) \\?| ?)",
 996           activity.data,
 997           ^[Pleroma.Constants.as_public()]
 998         )
 999     )
1000   end
1001
1002   defp restrict_pinned(query, %{"pinned" => "true", "pinned_activity_ids" => ids}) do
1003     from(activity in query, where: activity.id in ^ids)
1004   end
1005
1006   defp restrict_pinned(query, _), do: query
1007
1008   defp restrict_muted_reblogs(query, %{"muting_user" => %User{} = user} = opts) do
1009     muted_reblogs = opts["reblog_muted_users_ap_ids"] || User.reblog_muted_users_ap_ids(user)
1010
1011     from(
1012       activity in query,
1013       where:
1014         fragment(
1015           "not ( ?->>'type' = 'Announce' and ? = ANY(?))",
1016           activity.data,
1017           activity.actor,
1018           ^muted_reblogs
1019         )
1020     )
1021   end
1022
1023   defp restrict_muted_reblogs(query, _), do: query
1024
1025   defp restrict_instance(query, %{"instance" => instance}) do
1026     users =
1027       from(
1028         u in User,
1029         select: u.ap_id,
1030         where: fragment("? LIKE ?", u.nickname, ^"%@#{instance}")
1031       )
1032       |> Repo.all()
1033
1034     from(activity in query, where: activity.actor in ^users)
1035   end
1036
1037   defp restrict_instance(query, _), do: query
1038
1039   defp exclude_poll_votes(query, %{"include_poll_votes" => true}), do: query
1040
1041   defp exclude_poll_votes(query, _) do
1042     if has_named_binding?(query, :object) do
1043       from([activity, object: o] in query,
1044         where: fragment("not(?->>'type' = ?)", o.data, "Answer")
1045       )
1046     else
1047       query
1048     end
1049   end
1050
1051   defp exclude_id(query, %{"exclude_id" => id}) when is_binary(id) do
1052     from(activity in query, where: activity.id != ^id)
1053   end
1054
1055   defp exclude_id(query, _), do: query
1056
1057   defp maybe_preload_objects(query, %{"skip_preload" => true}), do: query
1058
1059   defp maybe_preload_objects(query, _) do
1060     query
1061     |> Activity.with_preloaded_object()
1062   end
1063
1064   defp maybe_preload_bookmarks(query, %{"skip_preload" => true}), do: query
1065
1066   defp maybe_preload_bookmarks(query, opts) do
1067     query
1068     |> Activity.with_preloaded_bookmark(opts["user"])
1069   end
1070
1071   defp maybe_preload_report_notes(query, %{"preload_report_notes" => true}) do
1072     query
1073     |> Activity.with_preloaded_report_notes()
1074   end
1075
1076   defp maybe_preload_report_notes(query, _), do: query
1077
1078   defp maybe_set_thread_muted_field(query, %{"skip_preload" => true}), do: query
1079
1080   defp maybe_set_thread_muted_field(query, opts) do
1081     query
1082     |> Activity.with_set_thread_muted_field(opts["muting_user"] || opts["user"])
1083   end
1084
1085   defp maybe_order(query, %{order: :desc}) do
1086     query
1087     |> order_by(desc: :id)
1088   end
1089
1090   defp maybe_order(query, %{order: :asc}) do
1091     query
1092     |> order_by(asc: :id)
1093   end
1094
1095   defp maybe_order(query, _), do: query
1096
1097   defp fetch_activities_query_ap_ids_ops(opts) do
1098     source_user = opts["muting_user"]
1099     ap_id_relations = if source_user, do: [:mute, :reblog_mute], else: []
1100
1101     ap_id_relations =
1102       ap_id_relations ++
1103         if opts["blocking_user"] && opts["blocking_user"] == source_user do
1104           [:block]
1105         else
1106           []
1107         end
1108
1109     preloaded_ap_ids = User.outgoing_relations_ap_ids(source_user, ap_id_relations)
1110
1111     restrict_blocked_opts = Map.merge(%{"blocked_users_ap_ids" => preloaded_ap_ids[:block]}, opts)
1112     restrict_muted_opts = Map.merge(%{"muted_users_ap_ids" => preloaded_ap_ids[:mute]}, opts)
1113
1114     restrict_muted_reblogs_opts =
1115       Map.merge(%{"reblog_muted_users_ap_ids" => preloaded_ap_ids[:reblog_mute]}, opts)
1116
1117     {restrict_blocked_opts, restrict_muted_opts, restrict_muted_reblogs_opts}
1118   end
1119
1120   def fetch_activities_query(recipients, opts \\ %{}) do
1121     {restrict_blocked_opts, restrict_muted_opts, restrict_muted_reblogs_opts} =
1122       fetch_activities_query_ap_ids_ops(opts)
1123
1124     config = %{
1125       skip_thread_containment: Config.get([:instance, :skip_thread_containment])
1126     }
1127
1128     Activity
1129     |> maybe_preload_objects(opts)
1130     |> maybe_preload_bookmarks(opts)
1131     |> maybe_preload_report_notes(opts)
1132     |> maybe_set_thread_muted_field(opts)
1133     |> maybe_order(opts)
1134     |> restrict_recipients(recipients, opts["user"])
1135     |> restrict_tag(opts)
1136     |> restrict_tag_reject(opts)
1137     |> restrict_tag_all(opts)
1138     |> restrict_since(opts)
1139     |> restrict_local(opts)
1140     |> restrict_actor(opts)
1141     |> restrict_type(opts)
1142     |> restrict_state(opts)
1143     |> restrict_favorited_by(opts)
1144     |> restrict_blocked(restrict_blocked_opts)
1145     |> restrict_muted(restrict_muted_opts)
1146     |> restrict_media(opts)
1147     |> restrict_visibility(opts)
1148     |> restrict_thread_visibility(opts, config)
1149     |> restrict_replies(opts)
1150     |> restrict_reblogs(opts)
1151     |> restrict_pinned(opts)
1152     |> restrict_muted_reblogs(restrict_muted_reblogs_opts)
1153     |> restrict_instance(opts)
1154     |> Activity.restrict_deactivated_users()
1155     |> exclude_poll_votes(opts)
1156     |> exclude_visibility(opts)
1157   end
1158
1159   def fetch_activities(recipients, opts \\ %{}, pagination \\ :keyset) do
1160     list_memberships = Pleroma.List.memberships(opts["user"])
1161
1162     fetch_activities_query(recipients ++ list_memberships, opts)
1163     |> Pagination.fetch_paginated(opts, pagination)
1164     |> Enum.reverse()
1165     |> maybe_update_cc(list_memberships, opts["user"])
1166   end
1167
1168   @doc """
1169   Fetch favorites activities of user with order by sort adds to favorites
1170   """
1171   @spec fetch_favourites(User.t(), map(), atom()) :: list(Activity.t())
1172   def fetch_favourites(user, params \\ %{}, pagination \\ :keyset) do
1173     user.ap_id
1174     |> Activity.Queries.by_actor()
1175     |> Activity.Queries.by_type("Like")
1176     |> Activity.with_joined_object()
1177     |> Object.with_joined_activity()
1178     |> select([_like, object, activity], %{activity | object: object})
1179     |> order_by([like, _, _], desc: like.id)
1180     |> Pagination.fetch_paginated(
1181       Map.merge(params, %{"skip_order" => true}),
1182       pagination,
1183       :object_activity
1184     )
1185   end
1186
1187   defp maybe_update_cc(activities, list_memberships, %User{ap_id: user_ap_id})
1188        when is_list(list_memberships) and length(list_memberships) > 0 do
1189     Enum.map(activities, fn
1190       %{data: %{"bcc" => bcc}} = activity when is_list(bcc) and length(bcc) > 0 ->
1191         if Enum.any?(bcc, &(&1 in list_memberships)) do
1192           update_in(activity.data["cc"], &[user_ap_id | &1])
1193         else
1194           activity
1195         end
1196
1197       activity ->
1198         activity
1199     end)
1200   end
1201
1202   defp maybe_update_cc(activities, _, _), do: activities
1203
1204   def fetch_activities_bounded_query(query, recipients, recipients_with_public) do
1205     from(activity in query,
1206       where:
1207         fragment("? && ?", activity.recipients, ^recipients) or
1208           (fragment("? && ?", activity.recipients, ^recipients_with_public) and
1209              ^Pleroma.Constants.as_public() in activity.recipients)
1210     )
1211   end
1212
1213   def fetch_activities_bounded(
1214         recipients,
1215         recipients_with_public,
1216         opts \\ %{},
1217         pagination \\ :keyset
1218       ) do
1219     fetch_activities_query([], opts)
1220     |> fetch_activities_bounded_query(recipients, recipients_with_public)
1221     |> Pagination.fetch_paginated(opts, pagination)
1222     |> Enum.reverse()
1223   end
1224
1225   def upload(file, opts \\ []) do
1226     with {:ok, data} <- Upload.store(file, opts) do
1227       obj_data =
1228         if opts[:actor] do
1229           Map.put(data, "actor", opts[:actor])
1230         else
1231           data
1232         end
1233
1234       Repo.insert(%Object{data: obj_data})
1235     end
1236   end
1237
1238   defp object_to_user_data(data) do
1239     avatar =
1240       data["icon"]["url"] &&
1241         %{
1242           "type" => "Image",
1243           "url" => [%{"href" => data["icon"]["url"]}]
1244         }
1245
1246     banner =
1247       data["image"]["url"] &&
1248         %{
1249           "type" => "Image",
1250           "url" => [%{"href" => data["image"]["url"]}]
1251         }
1252
1253     fields =
1254       data
1255       |> Map.get("attachment", [])
1256       |> Enum.filter(fn %{"type" => t} -> t == "PropertyValue" end)
1257       |> Enum.map(fn fields -> Map.take(fields, ["name", "value"]) end)
1258
1259     locked = data["manuallyApprovesFollowers"] || false
1260     data = Transmogrifier.maybe_fix_user_object(data)
1261     discoverable = data["discoverable"] || false
1262     invisible = data["invisible"] || false
1263     actor_type = data["type"] || "Person"
1264
1265     user_data = %{
1266       ap_id: data["id"],
1267       ap_enabled: true,
1268       source_data: data,
1269       banner: banner,
1270       fields: fields,
1271       locked: locked,
1272       discoverable: discoverable,
1273       invisible: invisible,
1274       avatar: avatar,
1275       name: data["name"],
1276       follower_address: data["followers"],
1277       following_address: data["following"],
1278       bio: data["summary"],
1279       actor_type: actor_type,
1280       also_known_as: Map.get(data, "alsoKnownAs", [])
1281     }
1282
1283     # nickname can be nil because of virtual actors
1284     user_data =
1285       if data["preferredUsername"] do
1286         Map.put(
1287           user_data,
1288           :nickname,
1289           "#{data["preferredUsername"]}@#{URI.parse(data["id"]).host}"
1290         )
1291       else
1292         Map.put(user_data, :nickname, nil)
1293       end
1294
1295     {:ok, user_data}
1296   end
1297
1298   def fetch_follow_information_for_user(user) do
1299     with {:ok, following_data} <-
1300            Fetcher.fetch_and_contain_remote_object_from_id(user.following_address),
1301          {:ok, hide_follows} <- collection_private(following_data),
1302          {:ok, followers_data} <-
1303            Fetcher.fetch_and_contain_remote_object_from_id(user.follower_address),
1304          {:ok, hide_followers} <- collection_private(followers_data) do
1305       {:ok,
1306        %{
1307          hide_follows: hide_follows,
1308          follower_count: normalize_counter(followers_data["totalItems"]),
1309          following_count: normalize_counter(following_data["totalItems"]),
1310          hide_followers: hide_followers
1311        }}
1312     else
1313       {:error, _} = e -> e
1314       e -> {:error, e}
1315     end
1316   end
1317
1318   defp normalize_counter(counter) when is_integer(counter), do: counter
1319   defp normalize_counter(_), do: 0
1320
1321   defp maybe_update_follow_information(data) do
1322     with {:enabled, true} <-
1323            {:enabled, Pleroma.Config.get([:instance, :external_user_synchronization])},
1324          {:ok, info} <- fetch_follow_information_for_user(data) do
1325       info = Map.merge(data[:info] || %{}, info)
1326       Map.put(data, :info, info)
1327     else
1328       {:enabled, false} ->
1329         data
1330
1331       e ->
1332         Logger.error(
1333           "Follower/Following counter update for #{data.ap_id} failed.\n" <> inspect(e)
1334         )
1335
1336         data
1337     end
1338   end
1339
1340   defp collection_private(%{"first" => %{"type" => type}})
1341        when type in ["CollectionPage", "OrderedCollectionPage"],
1342        do: {:ok, false}
1343
1344   defp collection_private(%{"first" => first}) do
1345     with {:ok, %{"type" => type}} when type in ["CollectionPage", "OrderedCollectionPage"] <-
1346            Fetcher.fetch_and_contain_remote_object_from_id(first) do
1347       {:ok, false}
1348     else
1349       {:error, {:ok, %{status: code}}} when code in [401, 403] -> {:ok, true}
1350       {:error, _} = e -> e
1351       e -> {:error, e}
1352     end
1353   end
1354
1355   defp collection_private(_data), do: {:ok, true}
1356
1357   def user_data_from_user_object(data) do
1358     with {:ok, data} <- MRF.filter(data),
1359          {:ok, data} <- object_to_user_data(data) do
1360       {:ok, data}
1361     else
1362       e -> {:error, e}
1363     end
1364   end
1365
1366   def fetch_and_prepare_user_from_ap_id(ap_id) do
1367     with {:ok, data} <- Fetcher.fetch_and_contain_remote_object_from_id(ap_id),
1368          {:ok, data} <- user_data_from_user_object(data),
1369          data <- maybe_update_follow_information(data) do
1370       {:ok, data}
1371     else
1372       e ->
1373         Logger.error("Could not decode user at fetch #{ap_id}, #{inspect(e)}")
1374         {:error, e}
1375     end
1376   end
1377
1378   def make_user_from_ap_id(ap_id) do
1379     if _user = User.get_cached_by_ap_id(ap_id) do
1380       Transmogrifier.upgrade_user_from_ap_id(ap_id)
1381     else
1382       with {:ok, data} <- fetch_and_prepare_user_from_ap_id(ap_id) do
1383         User.insert_or_update_user(data)
1384       else
1385         e -> {:error, e}
1386       end
1387     end
1388   end
1389
1390   def make_user_from_nickname(nickname) do
1391     with {:ok, %{"ap_id" => ap_id}} when not is_nil(ap_id) <- WebFinger.finger(nickname) do
1392       make_user_from_ap_id(ap_id)
1393     else
1394       _e -> {:error, "No AP id in WebFinger"}
1395     end
1396   end
1397
1398   # filter out broken threads
1399   def contain_broken_threads(%Activity{} = activity, %User{} = user) do
1400     entire_thread_visible_for_user?(activity, user)
1401   end
1402
1403   # do post-processing on a specific activity
1404   def contain_activity(%Activity{} = activity, %User{} = user) do
1405     contain_broken_threads(activity, user)
1406   end
1407
1408   def fetch_direct_messages_query do
1409     Activity
1410     |> restrict_type(%{"type" => "Create"})
1411     |> restrict_visibility(%{visibility: "direct"})
1412     |> order_by([activity], asc: activity.id)
1413   end
1414 end