Check if object->data is array when looking up attachment objects to delete
[akkoma] / lib / pleroma / object.ex
1 # Pleroma: A lightweight social networking server
2 # Copyright © 2017-2019 Pleroma Authors <https://pleroma.social/>
3 # SPDX-License-Identifier: AGPL-3.0-only
4
5 defmodule Pleroma.Object do
6 use Ecto.Schema
7
8 alias Pleroma.Activity
9 alias Pleroma.Object
10 alias Pleroma.Object.Fetcher
11 alias Pleroma.ObjectTombstone
12 alias Pleroma.Repo
13 alias Pleroma.User
14
15 import Ecto.Query
16 import Ecto.Changeset
17
18 require Logger
19
20 @type t() :: %__MODULE__{}
21
22 schema "objects" do
23 field(:data, :map)
24
25 timestamps()
26 end
27
28 def with_joined_activity(query, activity_type \\ "Create", join_type \\ :inner) do
29 object_position = Map.get(query.aliases, :object, 0)
30
31 join(query, join_type, [{object, object_position}], a in Activity,
32 on:
33 fragment(
34 "COALESCE(?->'object'->>'id', ?->>'object') = (? ->> 'id') AND (?->>'type' = ?) ",
35 a.data,
36 a.data,
37 object.data,
38 a.data,
39 ^activity_type
40 ),
41 as: :object_activity
42 )
43 end
44
45 def create(data) do
46 Object.change(%Object{}, %{data: data})
47 |> Repo.insert()
48 end
49
50 def change(struct, params \\ %{}) do
51 struct
52 |> cast(params, [:data])
53 |> validate_required([:data])
54 |> unique_constraint(:ap_id, name: :objects_unique_apid_index)
55 end
56
57 def get_by_id(nil), do: nil
58 def get_by_id(id), do: Repo.get(Object, id)
59
60 def get_by_id_and_maybe_refetch(id, opts \\ []) do
61 %{updated_at: updated_at} = object = get_by_id(id)
62
63 if opts[:interval] &&
64 NaiveDateTime.diff(NaiveDateTime.utc_now(), updated_at) > opts[:interval] do
65 case Fetcher.refetch_object(object) do
66 {:ok, %Object{} = object} ->
67 object
68
69 e ->
70 Logger.error("Couldn't refresh #{object.data["id"]}:\n#{inspect(e)}")
71 object
72 end
73 else
74 object
75 end
76 end
77
78 def get_by_ap_id(nil), do: nil
79
80 def get_by_ap_id(ap_id) do
81 Repo.one(from(object in Object, where: fragment("(?)->>'id' = ?", object.data, ^ap_id)))
82 end
83
84 @doc """
85 Get a single attachment by it's name and href
86 """
87 @spec get_attachment_by_name_and_href(String.t(), String.t()) :: Object.t() | nil
88 def get_attachment_by_name_and_href(name, href) do
89 query =
90 from(o in Object,
91 where: fragment("(?)->>'name' = ?", o.data, ^name),
92 where: fragment("(?)->>'href' = ?", o.data, ^href)
93 )
94
95 Repo.one(query)
96 end
97
98 defp warn_on_no_object_preloaded(ap_id) do
99 "Object.normalize() called without preloaded object (#{inspect(ap_id)}). Consider preloading the object"
100 |> Logger.debug()
101
102 Logger.debug("Backtrace: #{inspect(Process.info(:erlang.self(), :current_stacktrace))}")
103 end
104
105 def normalize(_, fetch_remote \\ true, options \\ [])
106
107 # If we pass an Activity to Object.normalize(), we can try to use the preloaded object.
108 # Use this whenever possible, especially when walking graphs in an O(N) loop!
109 def normalize(%Object{} = object, _, _), do: object
110 def normalize(%Activity{object: %Object{} = object}, _, _), do: object
111
112 # A hack for fake activities
113 def normalize(%Activity{data: %{"object" => %{"fake" => true} = data}}, _, _) do
114 %Object{id: "pleroma:fake_object_id", data: data}
115 end
116
117 # No preloaded object
118 def normalize(%Activity{data: %{"object" => %{"id" => ap_id}}}, fetch_remote, _) do
119 warn_on_no_object_preloaded(ap_id)
120 normalize(ap_id, fetch_remote)
121 end
122
123 # No preloaded object
124 def normalize(%Activity{data: %{"object" => ap_id}}, fetch_remote, _) do
125 warn_on_no_object_preloaded(ap_id)
126 normalize(ap_id, fetch_remote)
127 end
128
129 # Old way, try fetching the object through cache.
130 def normalize(%{"id" => ap_id}, fetch_remote, _), do: normalize(ap_id, fetch_remote)
131 def normalize(ap_id, false, _) when is_binary(ap_id), do: get_cached_by_ap_id(ap_id)
132
133 def normalize(ap_id, true, options) when is_binary(ap_id) do
134 Fetcher.fetch_object_from_id!(ap_id, options)
135 end
136
137 def normalize(_, _, _), do: nil
138
139 # Owned objects can only be mutated by their owner
140 def authorize_mutation(%Object{data: %{"actor" => actor}}, %User{ap_id: ap_id}),
141 do: actor == ap_id
142
143 # Legacy objects can be mutated by anybody
144 def authorize_mutation(%Object{}, %User{}), do: true
145
146 def get_cached_by_ap_id(ap_id) do
147 key = "object:#{ap_id}"
148
149 Cachex.fetch!(:object_cache, key, fn _ ->
150 object = get_by_ap_id(ap_id)
151
152 if object do
153 {:commit, object}
154 else
155 {:ignore, object}
156 end
157 end)
158 end
159
160 def context_mapping(context) do
161 Object.change(%Object{}, %{data: %{"id" => context}})
162 end
163
164 def make_tombstone(%Object{data: %{"id" => id, "type" => type}}, deleted \\ DateTime.utc_now()) do
165 %ObjectTombstone{
166 id: id,
167 formerType: type,
168 deleted: deleted
169 }
170 |> Map.from_struct()
171 end
172
173 def swap_object_with_tombstone(object) do
174 tombstone = make_tombstone(object)
175
176 object
177 |> Object.change(%{data: tombstone})
178 |> Repo.update()
179 end
180
181 def delete(%Object{data: %{"id" => id}} = object) do
182 with {:ok, _obj} = swap_object_with_tombstone(object),
183 :ok <- delete_attachments(object),
184 deleted_activity = Activity.delete_all_by_object_ap_id(id),
185 {:ok, true} <- Cachex.del(:object_cache, "object:#{id}"),
186 {:ok, _} <- Cachex.del(:web_resp_cache, URI.parse(id).path) do
187 {:ok, object, deleted_activity}
188 end
189 end
190
191 defp delete_attachments(%{data: %{"attachment" => [_ | _] = attachments, "actor" => actor}}) do
192 hrefs =
193 Enum.flat_map(attachments, fn attachment ->
194 Enum.map(attachment["url"], & &1["href"])
195 end)
196
197 names = Enum.map(attachments, & &1["name"])
198
199 uploader = Pleroma.Config.get([Pleroma.Upload, :uploader])
200
201 # find all objects for copies of the attachments, name and actor doesn't matter here
202 delete_ids =
203 from(o in Object,
204 where:
205 fragment(
206 "to_jsonb(array(select jsonb_array_elements((?)#>'{url}') ->> 'href' where jsonb_typeof((?)#>'{url}') = 'array'))::jsonb \\?| (?)",
207 o.data,
208 o.data,
209 ^hrefs
210 )
211 )
212 |> Repo.all()
213 # we should delete 1 object for any given attachment, but don't delete files if
214 # there are more than 1 object for it
215 |> Enum.reduce(%{}, fn %{
216 id: id,
217 data: %{
218 "url" => [%{"href" => href}],
219 "actor" => obj_actor,
220 "name" => name
221 }
222 },
223 acc ->
224 Map.update(acc, href, %{id: id, count: 1}, fn val ->
225 case obj_actor == actor and name in names do
226 true ->
227 # set id of the actor's object that will be deleted
228 %{val | id: id, count: val.count + 1}
229
230 false ->
231 # another actor's object, just increase count to not delete file
232 %{val | count: val.count + 1}
233 end
234 end)
235 end)
236 |> Enum.map(fn {href, %{id: id, count: count}} ->
237 # only delete files that have single instance
238 with 1 <- count do
239 prefix =
240 case Pleroma.Config.get([Pleroma.Upload, :base_url]) do
241 nil -> "media"
242 _ -> ""
243 end
244
245 base_url = Pleroma.Config.get([__MODULE__, :base_url], Pleroma.Web.base_url())
246
247 file_path = String.trim_leading(href, "#{base_url}/#{prefix}")
248
249 uploader.delete_file(file_path)
250 end
251
252 id
253 end)
254
255 from(o in Object, where: o.id in ^delete_ids)
256 |> Repo.delete_all()
257
258 :ok
259 end
260
261 defp delete_attachments(%{data: _data}), do: :ok
262
263 def prune(%Object{data: %{"id" => id}} = object) do
264 with {:ok, object} <- Repo.delete(object),
265 {:ok, true} <- Cachex.del(:object_cache, "object:#{id}"),
266 {:ok, _} <- Cachex.del(:web_resp_cache, URI.parse(id).path) do
267 {:ok, object}
268 end
269 end
270
271 def set_cache(%Object{data: %{"id" => ap_id}} = object) do
272 Cachex.put(:object_cache, "object:#{ap_id}", object)
273 {:ok, object}
274 end
275
276 def update_and_set_cache(changeset) do
277 with {:ok, object} <- Repo.update(changeset) do
278 set_cache(object)
279 end
280 end
281
282 def increase_replies_count(ap_id) do
283 Object
284 |> where([o], fragment("?->>'id' = ?::text", o.data, ^to_string(ap_id)))
285 |> update([o],
286 set: [
287 data:
288 fragment(
289 """
290 safe_jsonb_set(?, '{repliesCount}',
291 (coalesce((?->>'repliesCount')::int, 0) + 1)::varchar::jsonb, true)
292 """,
293 o.data,
294 o.data
295 )
296 ]
297 )
298 |> Repo.update_all([])
299 |> case do
300 {1, [object]} -> set_cache(object)
301 _ -> {:error, "Not found"}
302 end
303 end
304
305 def decrease_replies_count(ap_id) do
306 Object
307 |> where([o], fragment("?->>'id' = ?::text", o.data, ^to_string(ap_id)))
308 |> update([o],
309 set: [
310 data:
311 fragment(
312 """
313 safe_jsonb_set(?, '{repliesCount}',
314 (greatest(0, (?->>'repliesCount')::int - 1))::varchar::jsonb, true)
315 """,
316 o.data,
317 o.data
318 )
319 ]
320 )
321 |> Repo.update_all([])
322 |> case do
323 {1, [object]} -> set_cache(object)
324 _ -> {:error, "Not found"}
325 end
326 end
327
328 def increase_vote_count(ap_id, name) do
329 with %Object{} = object <- Object.normalize(ap_id),
330 "Question" <- object.data["type"] do
331 multiple = Map.has_key?(object.data, "anyOf")
332
333 options =
334 (object.data["anyOf"] || object.data["oneOf"] || [])
335 |> Enum.map(fn
336 %{"name" => ^name} = option ->
337 Kernel.update_in(option["replies"]["totalItems"], &(&1 + 1))
338
339 option ->
340 option
341 end)
342
343 data =
344 if multiple do
345 Map.put(object.data, "anyOf", options)
346 else
347 Map.put(object.data, "oneOf", options)
348 end
349
350 object
351 |> Object.change(%{data: data})
352 |> update_and_set_cache()
353 else
354 _ -> :noop
355 end
356 end
357
358 @doc "Updates data field of an object"
359 def update_data(%Object{data: data} = object, attrs \\ %{}) do
360 object
361 |> Object.change(%{data: Map.merge(data || %{}, attrs)})
362 |> Repo.update()
363 end
364
365 def local?(%Object{data: %{"id" => id}}) do
366 String.starts_with?(id, Pleroma.Web.base_url() <> "/")
367 end
368 end