91e6b6dcac888d76b156e34da257ae90ef9caf15
[akkoma] / lib / pleroma / object / fetcher.ex
1 # Pleroma: A lightweight social networking server
2 # Copyright © 2017-2019 Pleroma Authors <https://pleroma.social/>
3 # SPDX-License-Identifier: AGPL-3.0-only
4
5 defmodule Pleroma.Object.Fetcher do
6 alias Pleroma.HTTP
7 alias Pleroma.Object
8 alias Pleroma.Object.Containment
9 alias Pleroma.Signature
10 alias Pleroma.Repo
11 alias Pleroma.Web.ActivityPub.InternalFetchActor
12 alias Pleroma.Web.ActivityPub.Transmogrifier
13 alias Pleroma.Web.OStatus
14
15 require Logger
16 require Pleroma.Constants
17
18 defp touch_changeset(changeset) do
19 updated_at =
20 NaiveDateTime.utc_now()
21 |> NaiveDateTime.truncate(:second)
22
23 Ecto.Changeset.put_change(changeset, :updated_at, updated_at)
24 end
25
26 defp maybe_reinject_internal_fields(data, %{data: %{} = old_data}) do
27 internal_fields = Map.take(old_data, Pleroma.Constants.object_internal_fields())
28
29 Map.merge(data, internal_fields)
30 end
31
32 defp maybe_reinject_internal_fields(data, _), do: data
33
34 defp reinject_object(struct, data) do
35 Logger.debug("Reinjecting object #{data["id"]}")
36
37 with data <- Transmogrifier.fix_object(data),
38 data <- maybe_reinject_internal_fields(data, struct),
39 changeset <- Object.change(struct, %{data: data}),
40 changeset <- touch_changeset(changeset),
41 {:ok, object} <- Repo.insert_or_update(changeset) do
42 {:ok, object}
43 else
44 e ->
45 Logger.error("Error while processing object: #{inspect(e)}")
46 {:error, e}
47 end
48 end
49
50 def refetch_object(%Object{data: %{"id" => id}} = object) do
51 with {:local, false} <- {:local, String.starts_with?(id, Pleroma.Web.base_url() <> "/")},
52 {:ok, data} <- fetch_and_contain_remote_object_from_id(id),
53 {:ok, object} <- reinject_object(object, data) do
54 {:ok, object}
55 else
56 {:local, true} -> object
57 e -> {:error, e}
58 end
59 end
60
61 # TODO:
62 # This will create a Create activity, which we need internally at the moment.
63 def fetch_object_from_id(id, options \\ []) do
64 if object = Object.get_cached_by_ap_id(id) do
65 {:ok, object}
66 else
67 Logger.info("Fetching #{id} via AP")
68
69 with {:fetch, {:ok, data}} <- {:fetch, fetch_and_contain_remote_object_from_id(id)},
70 {:normalize, nil} <- {:normalize, Object.normalize(data, false)},
71 params <- %{
72 "type" => "Create",
73 "to" => data["to"],
74 "cc" => data["cc"],
75 # Should we seriously keep this attributedTo thing?
76 "actor" => data["actor"] || data["attributedTo"],
77 "object" => data
78 },
79 {:containment, :ok} <- {:containment, Containment.contain_origin(id, params)},
80 {:ok, activity} <- Transmogrifier.handle_incoming(params, options),
81 {:object, _data, %Object{} = object} <-
82 {:object, data, Object.normalize(activity, false)} do
83 {:ok, object}
84 else
85 {:containment, _} ->
86 {:error, "Object containment failed."}
87
88 {:error, {:reject, nil}} ->
89 {:reject, nil}
90
91 {:object, data, nil} ->
92 reinject_object(%Object{}, data)
93
94 {:normalize, object = %Object{}} ->
95 {:ok, object}
96
97 _e ->
98 # Only fallback when receiving a fetch/normalization error with ActivityPub
99 Logger.info("Couldn't get object via AP, trying out OStatus fetching...")
100
101 # FIXME: OStatus Object Containment?
102 case OStatus.fetch_activity_from_url(id) do
103 {:ok, [activity | _]} -> {:ok, Object.normalize(activity, false)}
104 e -> e
105 end
106 end
107 end
108 end
109
110 def fetch_object_from_id!(id, options \\ []) do
111 with {:ok, object} <- fetch_object_from_id(id, options) do
112 object
113 else
114 _e ->
115 nil
116 end
117 end
118
119 defp make_signature(id, date) do
120 uri = URI.parse(id)
121
122 signature =
123 InternalFetchActor.get_actor()
124 |> Signature.sign(%{
125 "(request-target)": "get #{uri.path}",
126 host: uri.host,
127 date: date
128 })
129
130 [{:Signature, signature}]
131 end
132
133 defp sign_fetch(headers, id, date) do
134 if Pleroma.Config.get([:activitypub, :sign_object_fetches]) do
135 headers ++ make_signature(id, date)
136 else
137 headers
138 end
139 end
140
141 defp maybe_date_fetch(headers, date) do
142 if Pleroma.Config.get([:activitypub, :sign_object_fetches]) do
143 headers ++ [{:Date, date}]
144 else
145 headers
146 end
147 end
148
149 def fetch_and_contain_remote_object_from_id(id) when is_binary(id) do
150 Logger.info("Fetching object #{id} via AP")
151
152 date = Pleroma.Signature.signed_date()
153
154 headers =
155 [{:Accept, "application/activity+json"}]
156 |> maybe_date_fetch(date)
157 |> sign_fetch(id, date)
158
159 Logger.debug("Fetch headers: #{inspect(headers)}")
160
161 with true <- String.starts_with?(id, "http"),
162 {:ok, %{body: body, status: code}} when code in 200..299 <- HTTP.get(id, headers),
163 {:ok, data} <- Jason.decode(body),
164 :ok <- Containment.contain_origin_from_id(id, data) do
165 {:ok, data}
166 else
167 {:ok, %{status: code}} when code in [404, 410] ->
168 {:error, "Object has been deleted"}
169
170 e ->
171 {:error, e}
172 end
173 end
174
175 def fetch_and_contain_remote_object_from_id(%{"id" => id}),
176 do: fetch_and_contain_remote_object_from_id(id)
177
178 def fetch_and_contain_remote_object_from_id(_id), do: {:error, "id must be a string"}
179 end