git.squeep.com Git - akkoma/blob - lib/mix/tasks/pleroma/database.ex

   1 # Pleroma: A lightweight social networking server
   2 # Copyright © 2017-2018 Pleroma Authors <https://pleroma.social/>
   3 # SPDX-License-Identifier: AGPL-3.0-only
   4
   5 defmodule Mix.Tasks.Pleroma.Database do
   6   alias Mix.Tasks.Pleroma.Common
   7   alias Pleroma.Conversation
   8   alias Pleroma.Repo
   9   alias Pleroma.User
  10   require Logger
  11   use Mix.Task
  12
  13   @shortdoc "A collection of database related tasks"
  14   @moduledoc """
  15    A collection of database related tasks
  16
  17    ## Replace embedded objects with their references
  18
  19    Replaces embedded objects with references to them in the `objects` table. Only needs to be ran once. The reason why this is not a migration is because it could significantly increase the database size after being ran, however after this `VACUUM FULL` will be able to reclaim about 20% (really depends on what is in the database, your mileage may vary) of the db size before the migration.
  20
  21        mix pleroma.database remove_embedded_objects
  22
  23     Options:
  24     - `--vacuum` - run `VACUUM FULL` after the embedded objects are replaced with their references
  25
  26   ## Prune old objects from the database
  27
  28       mix pleroma.database prune_objects
  29
  30   ## Create a conversation for all existing DMs. Can be safely re-run.
  31
  32       mix pleroma.database bump_all_conversations
  33
  34   ## Remove duplicated items from following and update followers count for all users
  35
  36       mix pleroma.database update_users_following_followers_counts
  37   """
  38   def run(["remove_embedded_objects" | args]) do
  39     {options, [], []} =
  40       OptionParser.parse(
  41         args,
  42         strict: [
  43           vacuum: :boolean
  44         ]
  45       )
  46
  47     Common.start_pleroma()
  48     Logger.info("Removing embedded objects")
  49
  50     Repo.query!(
  51       "update activities set data = jsonb_set(data, '{object}'::text[], data->'object'->'id') where data->'object'->>'id' is not null;",
  52       [],
  53       timeout: :infinity
  54     )
  55
  56     if Keyword.get(options, :vacuum) do
  57       Logger.info("Runnning VACUUM FULL")
  58
  59       Repo.query!(
  60         "vacuum full;",
  61         [],
  62         timeout: :infinity
  63       )
  64     end
  65   end
  66
  67   def run(["bump_all_conversations"]) do
  68     Common.start_pleroma()
  69     Conversation.bump_for_all_activities()
  70   end
  71
  72   def run(["update_users_following_followers_counts"]) do
  73     Common.start_pleroma()
  74
  75     users = Repo.all(User)
  76     Enum.each(users, &User.remove_duplicated_following/1)
  77     Enum.each(users, &User.update_follower_count/1)
  78   end
  79
  80   def run(["prune_objects" | args]) do
  81     {options, [], []} =
  82       OptionParser.parse(
  83         args,
  84         strict: [
  85           vacuum: :boolean
  86         ]
  87       )
  88
  89     Common.start_pleroma()
  90
  91     deadline = Pleroma.Config.get([:instance, :remote_post_retention_days])
  92
  93     Logger.info("Pruning objects older than #{deadline} days")
  94
  95     time_deadline =
  96       NaiveDateTime.utc_now()
  97       |> NaiveDateTime.add(-(deadline * 86_400))
  98
  99     Repo.query!(
 100       "DELETE FROM objects WHERE inserted_at < $1 AND split_part(data->>'actor', '/', 3) != $2",
 101       [time_deadline, Pleroma.Web.Endpoint.host()],
 102       timeout: :infinity
 103     )
 104
 105     if Keyword.get(options, :vacuum) do
 106       Logger.info("Runnning VACUUM FULL")
 107
 108       Repo.query!(
 109         "vacuum full;",
 110         [],
 111         timeout: :infinity
 112       )
 113     end
 114   end
 115 end