1 # Pleroma: A lightweight social networking server
2 # Copyright © 2017-2020 Pleroma Authors <https://pleroma.social/>
3 # SPDX-License-Identifier: AGPL-3.0-only
5 defmodule Pleroma.Workers.AttachmentsCleanupWorker do
11 use Pleroma.Workers.WorkerHelper, queue: "attachments_cleanup"
16 "op" => "cleanup_attachments",
17 "object" => %{"data" => %{"attachment" => [_ | _] = attachments, "actor" => actor}}
22 |> Enum.flat_map(fn item -> Enum.map(item["url"], & &1["href"]) end)
24 |> prepare_objects(actor, Enum.map(attachments, & &1["name"]))
31 def perform(%{"op" => "cleanup_attachments", "object" => _object}, _job), do: {:ok, :skip}
33 defp do_clean({object_ids, attachment_urls}) do
34 uploader = Pleroma.Config.get([Pleroma.Upload, :uploader])
37 case Pleroma.Config.get([Pleroma.Upload, :base_url]) do
44 Pleroma.Config.get([Pleroma.Upload, :base_url], Pleroma.Web.base_url()),
48 Enum.each(attachment_urls, fn href ->
50 |> String.trim_leading("#{base_url}/#{prefix}")
51 |> uploader.delete_file()
54 delete_objects(object_ids)
57 defp delete_objects([_ | _] = object_ids) do
58 Repo.delete_all(from(o in Object, where: o.id in ^object_ids))
61 defp delete_objects(_), do: :ok
63 # we should delete 1 object for any given attachment, but don't delete
64 # files if there are more than 1 object for it
65 defp filter_objects(objects) do
66 Enum.reduce(objects, {[], []}, fn {href, %{id: id, count: count}}, {ids, hrefs} ->
68 {ids ++ [id], hrefs ++ [href]}
70 _ -> {ids ++ [id], hrefs}
75 defp prepare_objects(objects, actor, names) do
77 |> Enum.reduce(%{}, fn %{
80 "url" => [%{"href" => href}],
86 Map.update(acc, href, %{id: id, count: 1}, fn val ->
87 case obj_actor == actor and name in names do
89 # set id of the actor's object that will be deleted
90 %{val | id: id, count: val.count + 1}
93 # another actor's object, just increase count to not delete file
94 %{val | count: val.count + 1}
100 defp fetch_objects(hrefs) do
104 "to_jsonb(array(select jsonb_array_elements((?)#>'{url}') ->> 'href' where jsonb_typeof((?)#>'{url}') = 'array'))::jsonb \\?| (?)",
110 # The query above can be time consumptive on large instances until we
111 # refactor how uploads are stored
112 |> Repo.all(timeout: :infinity)