git.squeep.com Git - akkoma/blob - lib/pleroma/workers/cron/hashtags_cleanup_worker.ex

   1 # Pleroma: A lightweight social networking server
   2 # Copyright © 2017-2021 Pleroma Authors <https://pleroma.social/>
   3 # SPDX-License-Identifier: AGPL-3.0-only
   4
   5 defmodule Pleroma.Workers.Cron.HashtagsCleanupWorker do
   6   @moduledoc """
   7   The worker to clean up unused hashtags_objects and hashtags.
   8   """
   9
  10   use Oban.Worker, queue: "hashtags_cleanup"
  11
  12   alias Pleroma.Repo
  13
  14   require Logger
  15
  16   @hashtags_objects_query """
  17   DELETE FROM hashtags_objects WHERE object_id IN
  18     (SELECT DISTINCT objects.id FROM objects
  19       JOIN hashtags_objects ON hashtags_objects.object_id = objects.id LEFT JOIN activities
  20         ON COALESCE(activities.data->'object'->>'id', activities.data->>'object') =
  21           (objects.data->>'id')
  22         AND activities.data->>'type' = 'Create'
  23       WHERE activities.id IS NULL);
  24   """
  25
  26   @hashtags_query """
  27   DELETE FROM hashtags WHERE id IN
  28     (SELECT hashtags.id FROM hashtags
  29       LEFT OUTER JOIN hashtags_objects
  30         ON hashtags_objects.hashtag_id = hashtags.id
  31       WHERE hashtags_objects.hashtag_id IS NULL AND hashtags.inserted_at < $1);
  32   """
  33
  34   @impl Oban.Worker
  35   def perform(_job) do
  36     Logger.info("Cleaning up unused `hashtags_objects` records...")
  37
  38     {:ok, %{num_rows: hashtags_objects_count}} =
  39       Repo.query(@hashtags_objects_query, [], timeout: :infinity)
  40
  41     Logger.info("Deleted #{hashtags_objects_count} unused `hashtags_objects` records.")
  42
  43     Logger.info("Cleaning up unused `hashtags` records...")
  44
  45     # Note: ignoring recently created hashtags since references are added after hashtag is created
  46     {:ok, %{num_rows: hashtags_count}} =
  47       Repo.query(@hashtags_query, [NaiveDateTime.add(NaiveDateTime.utc_now(), -3600 * 24)],
  48         timeout: :infinity
  49       )
  50
  51     Logger.info("Deleted #{hashtags_count} unused `hashtags` records.")
  52
  53     Logger.info("HashtagsCleanupWorker complete.")
  54
  55     :ok
  56   end
  57 end