Rework task indexing to share code with the main module
[akkoma] / lib / pleroma / search / meilisearch.ex
1 defmodule Pleroma.Search.Meilisearch do
2 require Logger
3 require Pleroma.Constants
4
5 alias Pleroma.Activity
6
7 import Pleroma.Activity.Search
8 import Ecto.Query
9
10 def search(user, query, options \\ []) do
11 limit = Enum.min([Keyword.get(options, :limit), 40])
12 offset = Keyword.get(options, :offset, 0)
13 author = Keyword.get(options, :author)
14
15 endpoint = Pleroma.Config.get([Pleroma.Search.Meilisearch, :url])
16
17 {:ok, result} =
18 Pleroma.HTTP.post(
19 "#{endpoint}/indexes/objects/search",
20 Jason.encode!(%{q: query, offset: offset, limit: limit})
21 )
22
23 hits = Jason.decode!(result.body)["hits"] |> Enum.map(& &1["ap"])
24
25 try do
26 hits
27 |> Activity.create_by_object_ap_id()
28 |> Activity.with_preloaded_object()
29 |> Activity.with_preloaded_object()
30 |> Activity.restrict_deactivated_users()
31 |> maybe_restrict_local(user)
32 |> maybe_restrict_author(author)
33 |> maybe_restrict_blocked(user)
34 |> maybe_fetch(user, query)
35 |> order_by([object: obj], desc: obj.data["published"])
36 |> Pleroma.Repo.all()
37 rescue
38 _ -> maybe_fetch([], user, query)
39 end
40 end
41
42 def object_to_search_data(object) do
43 if not is_nil(object) and object.data["type"] == "Note" and
44 Pleroma.Constants.as_public() in object.data["to"] do
45 data = object.data
46
47 content_str =
48 case data["content"] do
49 [nil | rest] -> to_string(rest)
50 str -> str
51 end
52
53 content =
54 with {:ok, scrubbed} <- FastSanitize.strip_tags(content_str),
55 trimmed <- String.trim(scrubbed) do
56 trimmed
57 end
58
59 if String.length(content) > 1 do
60 {:ok, published, _} = DateTime.from_iso8601(data["published"])
61
62 %{
63 id: object.id,
64 content: content,
65 ap: data["id"],
66 published: published |> DateTime.to_unix()
67 }
68 end
69 end
70 end
71
72 def add_to_index(activity) do
73 maybe_search_data = object_to_search_data(activity)
74
75 if activity.data["type"] == "Create" and maybe_search_data do
76 endpoint = Pleroma.Config.get([Pleroma.Search.Meilisearch, :url])
77
78 {:ok, result} =
79 Pleroma.HTTP.post(
80 "#{endpoint}/indexes/objects/documents",
81 Jason.encode!([maybe_search_data])
82 )
83
84 if not Map.has_key?(Jason.decode!(result.body), "updateId") do
85 Logger.error("Failed to add activity #{activity.id} to index: #{result.body}")
86 end
87 end
88 end
89
90 def remove_from_index(object) do
91 endpoint = Pleroma.Config.get([Pleroma.Search.Meilisearch, :url])
92
93 {:ok, _} =
94 Pleroma.HTTP.request(
95 :delete,
96 "#{endpoint}/indexes/objects/documents/#{object.id}",
97 "",
98 [],
99 []
100 )
101 end
102 end