git.squeep.com Git - akkoma/blob - lib/pleroma/search/meilisearch.ex

   1 defmodule Pleroma.Search.Meilisearch do
   2   require Logger
   3   require Pleroma.Constants
   4
   5   alias Pleroma.Activity
   6
   7   import Pleroma.Activity.Search
   8   import Ecto.Query
   9
  10   defp meili_headers do
  11     private_key = Pleroma.Config.get([Pleroma.Search.Meilisearch, :private_key])
  12
  13     [{"Content-Type", "application/json"}] ++
  14       if is_nil(private_key), do: [], else: [{"X-Meili-API-Key", private_key}]
  15   end
  16
  17   def meili_get!(path) do
  18     endpoint = Pleroma.Config.get([Pleroma.Search.Meilisearch, :url])
  19
  20     {:ok, result} =
  21       Pleroma.HTTP.get(
  22         Path.join(endpoint, path),
  23         meili_headers()
  24       )
  25
  26     Jason.decode!(result.body)
  27   end
  28
  29   def meili_post!(path, params) do
  30     endpoint = Pleroma.Config.get([Pleroma.Search.Meilisearch, :url])
  31
  32     {:ok, result} =
  33       Pleroma.HTTP.post(
  34         Path.join(endpoint, path),
  35         Jason.encode!(params),
  36         meili_headers()
  37       )
  38
  39     Jason.decode!(result.body)
  40   end
  41
  42   def meili_delete!(path) do
  43     endpoint = Pleroma.Config.get([Pleroma.Search.Meilisearch, :url])
  44
  45     {:ok, _} =
  46       Pleroma.HTTP.request(
  47         :delete,
  48         Path.join(endpoint, path),
  49         "",
  50         meili_headers(),
  51         []
  52       )
  53   end
  54
  55   def search(user, query, options \\ []) do
  56     limit = Enum.min([Keyword.get(options, :limit), 40])
  57     offset = Keyword.get(options, :offset, 0)
  58     author = Keyword.get(options, :author)
  59
  60     result =
  61       meili_post!(
  62         "/indexes/objects/search",
  63         %{q: query, offset: offset, limit: limit}
  64       )
  65
  66     hits = result["hits"] |> Enum.map(& &1["ap"])
  67
  68     try do
  69       hits
  70       |> Activity.create_by_object_ap_id()
  71       |> Activity.with_preloaded_object()
  72       |> Activity.with_preloaded_object()
  73       |> Activity.restrict_deactivated_users()
  74       |> maybe_restrict_local(user)
  75       |> maybe_restrict_author(author)
  76       |> maybe_restrict_blocked(user)
  77       |> maybe_fetch(user, query)
  78       |> order_by([object: obj], desc: obj.data["published"])
  79       |> Pleroma.Repo.all()
  80     rescue
  81       _ -> maybe_fetch([], user, query)
  82     end
  83   end
  84
  85   def object_to_search_data(object) do
  86     if not is_nil(object) and object.data["type"] == "Note" and
  87          Pleroma.Constants.as_public() in object.data["to"] do
  88       data = object.data
  89
  90       content_str =
  91         case data["content"] do
  92           [nil | rest] -> to_string(rest)
  93           str -> str
  94         end
  95
  96       content =
  97         with {:ok, scrubbed} <- FastSanitize.strip_tags(content_str),
  98              trimmed <- String.trim(scrubbed) do
  99           trimmed
 100         end
 101
 102       if String.length(content) > 1 do
 103         {:ok, published, _} = DateTime.from_iso8601(data["published"])
 104
 105         %{
 106           id: object.id,
 107           content: content,
 108           ap: data["id"],
 109           published: published |> DateTime.to_unix()
 110         }
 111       end
 112     end
 113   end
 114
 115   def add_to_index(activity) do
 116     maybe_search_data = object_to_search_data(activity.object)
 117
 118     if activity.data["type"] == "Create" and maybe_search_data do
 119       result =
 120         meili_post!(
 121           "/indexes/objects/documents",
 122           [maybe_search_data]
 123         )
 124
 125       if not Map.has_key?(result, "updateId") do
 126         Logger.error("Failed to add activity #{activity.id} to index: #{inspect(result)}")
 127       end
 128     end
 129   end
 130
 131   def remove_from_index(object) do
 132     meili_delete!("/indexes/objects/documents/#{object.id}")
 133   end
 134 end