7ff1c7e24c912207577971299542f97ffdc0c757
[akkoma] / lib / pleroma / user / search.ex
1 # Pleroma: A lightweight social networking server
2 # Copyright © 2017-2020 Pleroma Authors <https://pleroma.social/>
3 # SPDX-License-Identifier: AGPL-3.0-only
4
5 defmodule Pleroma.User.Search do
6 alias Pleroma.Pagination
7 alias Pleroma.User
8 import Ecto.Query
9
10 @limit 20
11
12 def search(query_string, opts \\ []) do
13 resolve = Keyword.get(opts, :resolve, false)
14 following = Keyword.get(opts, :following, false)
15 result_limit = Keyword.get(opts, :limit, @limit)
16 offset = Keyword.get(opts, :offset, 0)
17
18 for_user = Keyword.get(opts, :for_user)
19
20 query_string = format_query(query_string)
21
22 maybe_resolve(resolve, for_user, query_string)
23
24 results =
25 query_string
26 |> search_query(for_user, following)
27 |> Pagination.fetch_paginated(%{"offset" => offset, "limit" => result_limit}, :offset)
28
29 results
30 end
31
32 defp format_query(query_string) do
33 # Strip the beginning @ off if there is a query
34 query_string = String.trim_leading(query_string, "@")
35
36 with [name, domain] <- String.split(query_string, "@") do
37 encoded_domain =
38 domain
39 |> String.replace(~r/[!-\-|@|[-`|{-~|\/|:|\s]+/, "")
40 |> String.to_charlist()
41 |> :idna.encode()
42 |> to_string()
43
44 name <> "@" <> encoded_domain
45 else
46 _ -> query_string
47 end
48 end
49
50 defp search_query(query_string, for_user, following) do
51 for_user
52 |> base_query(following)
53 |> filter_blocked_user(for_user)
54 |> filter_invisible_users()
55 |> filter_internal_users()
56 |> filter_blocked_domains(for_user)
57 |> fts_search(query_string)
58 |> trigram_rank(query_string)
59 |> boost_search_rank(for_user)
60 |> subquery()
61 |> order_by(desc: :search_rank)
62 |> maybe_restrict_local(for_user)
63 end
64
65 defp fts_search(query, query_string) do
66 query_string = to_tsquery(query_string)
67
68 from(
69 u in query,
70 where:
71 fragment(
72 """
73 (to_tsvector('simple', ?) || to_tsvector('simple', ?)) @@ to_tsquery('simple', ?)
74 """,
75 u.name,
76 u.nickname,
77 ^query_string
78 )
79 )
80 end
81
82 defp to_tsquery(query_string) do
83 String.trim_trailing(query_string, "@" <> local_domain())
84 |> String.replace(~r/[!-\/|@|[-`|{-~|:-?]+/, " ")
85 |> String.trim()
86 |> String.split()
87 |> Enum.map(&(&1 <> ":*"))
88 |> Enum.join(" | ")
89 end
90
91 # Considers nickname match, localized nickname match, name match; preferences nickname match
92 defp trigram_rank(query, query_string) do
93 from(
94 u in query,
95 select_merge: %{
96 search_rank:
97 fragment(
98 "similarity(?, ?) + \
99 similarity(?, regexp_replace(?, '@.+', '')) + \
100 similarity(?, trim(coalesce(?, '')))",
101 ^query_string,
102 u.nickname,
103 ^query_string,
104 u.nickname,
105 ^query_string,
106 u.name
107 )
108 }
109 )
110 end
111
112 defp base_query(_user, false), do: User
113 defp base_query(user, true), do: User.get_followers_query(user)
114
115 defp filter_invisible_users(query) do
116 from(q in query, where: q.invisible == false)
117 end
118
119 defp filter_internal_users(query) do
120 from(q in query, where: q.actor_type != "Application")
121 end
122
123 defp filter_blocked_user(query, %User{} = blocker) do
124 query
125 |> join(:left, [u], b in Pleroma.UserRelationship,
126 as: :blocks,
127 on: b.relationship_type == ^:block and b.source_id == ^blocker.id and u.id == b.target_id
128 )
129 |> where([blocks: b], is_nil(b.target_id))
130 end
131
132 defp filter_blocked_user(query, _), do: query
133
134 defp filter_blocked_domains(query, %User{domain_blocks: domain_blocks})
135 when length(domain_blocks) > 0 do
136 domains = Enum.join(domain_blocks, ",")
137
138 from(
139 q in query,
140 where: fragment("substring(ap_id from '.*://([^/]*)') NOT IN (?)", ^domains)
141 )
142 end
143
144 defp filter_blocked_domains(query, _), do: query
145
146 defp maybe_resolve(true, user, query) do
147 case {limit(), user} do
148 {:all, _} -> :noop
149 {:unauthenticated, %User{}} -> User.get_or_fetch(query)
150 {:unauthenticated, _} -> :noop
151 {false, _} -> User.get_or_fetch(query)
152 end
153 end
154
155 defp maybe_resolve(_, _, _), do: :noop
156
157 defp maybe_restrict_local(q, user) do
158 case {limit(), user} do
159 {:all, _} -> restrict_local(q)
160 {:unauthenticated, %User{}} -> q
161 {:unauthenticated, _} -> restrict_local(q)
162 {false, _} -> q
163 end
164 end
165
166 defp limit, do: Pleroma.Config.get([:instance, :limit_to_local_content], :unauthenticated)
167
168 defp restrict_local(q), do: where(q, [u], u.local == true)
169
170 defp local_domain, do: Pleroma.Config.get([Pleroma.Web.Endpoint, :url, :host])
171
172 defp boost_search_rank(query, %User{} = for_user) do
173 friends_ids = User.get_friends_ids(for_user)
174 followers_ids = User.get_followers_ids(for_user)
175
176 from(u in subquery(query),
177 select_merge: %{
178 search_rank:
179 fragment(
180 """
181 CASE WHEN (?) THEN (?) * 1.5
182 WHEN (?) THEN (?) * 1.3
183 WHEN (?) THEN (?) * 1.1
184 ELSE (?) END
185 """,
186 u.id in ^friends_ids and u.id in ^followers_ids,
187 u.search_rank,
188 u.id in ^friends_ids,
189 u.search_rank,
190 u.id in ^followers_ids,
191 u.search_rank,
192 u.search_rank
193 )
194 }
195 )
196 end
197
198 defp boost_search_rank(query, _for_user), do: query
199 end