git.squeep.com Git - akkoma/blob - lib/mix/tasks/pleroma/search.ex

   1 # Pleroma: A lightweight social networking server
   2 # Copyright © 2017-2021 Pleroma Authors <https://pleroma.social/>
   3 # SPDX-License-Identifier: AGPL-3.0-only
   4
   5 defmodule Mix.Tasks.Pleroma.Search do
   6   use Mix.Task
   7   import Mix.Pleroma
   8   import Ecto.Query
   9   alias Pleroma.Activity
  10   alias Pleroma.Pagination
  11
  12   @shortdoc "Manages elasticsearch"
  13
  14   def run(["import" | _rest]) do
  15     start_pleroma()
  16
  17     from(a in Activity, where: not ilike(a.actor, "%/relay"))
  18     |> where([a], fragment("(? ->> 'type'::text) = 'Create'", a.data))
  19     |> Activity.with_preloaded_object()
  20     |> Activity.with_preloaded_user_actor()
  21     |> get_all
  22   end
  23
  24   defp get_all(query, max_id \\ nil) do
  25     IO.puts(max_id)
  26     params = %{limit: 2000}
  27
  28     params =
  29       if max_id == nil do
  30         params
  31       else
  32         Map.put(params, :max_id, max_id)
  33       end
  34
  35     res =
  36       query
  37       |> Pagination.fetch_paginated(params)
  38
  39     if res == [] do
  40       :ok
  41     else
  42       res
  43       |> Enum.filter(fn x ->
  44         t = x.object
  45         |> Map.get(:data, %{})
  46         |> Map.get("type", "")
  47         t == "Note"
  48       end)
  49       |> Pleroma.Elasticsearch.bulk_post(:activities)
  50
  51       get_all(query, List.last(res).id)
  52     end
  53   end
  54 end