Add better test for user search functionlity.
[akkoma] / lib / pleroma / user.ex
1 defmodule Pleroma.User do
2 use Ecto.Schema
3
4 import Ecto.{Changeset, Query}
5 alias Pleroma.{Repo, User, Object, Web, Activity, Notification}
6 alias Comeonin.Pbkdf2
7 alias Pleroma.Web.{OStatus, Websub, OAuth}
8 alias Pleroma.Web.ActivityPub.{Utils, ActivityPub}
9
10 schema "users" do
11 field(:bio, :string)
12 field(:email, :string)
13 field(:name, :string)
14 field(:nickname, :string)
15 field(:password_hash, :string)
16 field(:password, :string, virtual: true)
17 field(:password_confirmation, :string, virtual: true)
18 field(:following, {:array, :string}, default: [])
19 field(:ap_id, :string)
20 field(:avatar, :map)
21 field(:local, :boolean, default: true)
22 field(:info, :map, default: %{})
23 field(:follower_address, :string)
24 field(:search_distance, :float, virtual: true)
25 field(:last_refreshed_at, :naive_datetime)
26 has_many(:notifications, Notification)
27
28 timestamps()
29 end
30
31 def avatar_url(user) do
32 case user.avatar do
33 %{"url" => [%{"href" => href} | _]} -> href
34 _ -> "#{Web.base_url()}/images/avi.png"
35 end
36 end
37
38 def banner_url(user) do
39 case user.info["banner"] do
40 %{"url" => [%{"href" => href} | _]} -> href
41 _ -> "#{Web.base_url()}/images/banner.png"
42 end
43 end
44
45 def profile_url(%User{info: %{"source_data" => %{"url" => url}}}), do: url
46 def profile_url(%User{ap_id: ap_id}), do: ap_id
47 def profile_url(_), do: nil
48
49 def ap_id(%User{nickname: nickname}) do
50 "#{Web.base_url()}/users/#{nickname}"
51 end
52
53 def ap_followers(%User{} = user) do
54 "#{ap_id(user)}/followers"
55 end
56
57 def follow_changeset(struct, params \\ %{}) do
58 struct
59 |> cast(params, [:following])
60 |> validate_required([:following])
61 end
62
63 def info_changeset(struct, params \\ %{}) do
64 struct
65 |> cast(params, [:info])
66 |> validate_required([:info])
67 end
68
69 def user_info(%User{} = user) do
70 oneself = if user.local, do: 1, else: 0
71
72 %{
73 following_count: length(user.following) - oneself,
74 note_count: user.info["note_count"] || 0,
75 follower_count: user.info["follower_count"] || 0,
76 locked: user.info["locked"] || false,
77 default_scope: user.info["default_scope"] || "public"
78 }
79 end
80
81 @email_regex ~r/^[a-zA-Z0-9.!#$%&'*+\/=?^_`{|}~-]+@[a-zA-Z0-9](?:[a-zA-Z0-9-]{0,61}[a-zA-Z0-9])?(?:\.[a-zA-Z0-9](?:[a-zA-Z0-9-]{0,61}[a-zA-Z0-9])?)*$/
82 def remote_user_creation(params) do
83 changes =
84 %User{}
85 |> cast(params, [:bio, :name, :ap_id, :nickname, :info, :avatar])
86 |> validate_required([:name, :ap_id])
87 |> unique_constraint(:nickname)
88 |> validate_format(:nickname, @email_regex)
89 |> validate_length(:bio, max: 5000)
90 |> validate_length(:name, max: 100)
91 |> put_change(:local, false)
92
93 if changes.valid? do
94 case changes.changes[:info]["source_data"] do
95 %{"followers" => followers} ->
96 changes
97 |> put_change(:follower_address, followers)
98
99 _ ->
100 followers = User.ap_followers(%User{nickname: changes.changes[:nickname]})
101
102 changes
103 |> put_change(:follower_address, followers)
104 end
105 else
106 changes
107 end
108 end
109
110 def update_changeset(struct, params \\ %{}) do
111 struct
112 |> cast(params, [:bio, :name])
113 |> unique_constraint(:nickname)
114 |> validate_format(:nickname, ~r/^[a-zA-Z\d]+$/)
115 |> validate_length(:bio, max: 5000)
116 |> validate_length(:name, min: 1, max: 100)
117 end
118
119 def upgrade_changeset(struct, params \\ %{}) do
120 params =
121 params
122 |> Map.put(:last_refreshed_at, NaiveDateTime.utc_now())
123
124 struct
125 |> cast(params, [:bio, :name, :info, :follower_address, :avatar, :last_refreshed_at])
126 |> unique_constraint(:nickname)
127 |> validate_format(:nickname, ~r/^[a-zA-Z\d]+$/)
128 |> validate_length(:bio, max: 5000)
129 |> validate_length(:name, max: 100)
130 end
131
132 def password_update_changeset(struct, params) do
133 changeset =
134 struct
135 |> cast(params, [:password, :password_confirmation])
136 |> validate_required([:password, :password_confirmation])
137 |> validate_confirmation(:password)
138
139 OAuth.Token.delete_user_tokens(struct)
140 OAuth.Authorization.delete_user_authorizations(struct)
141
142 if changeset.valid? do
143 hashed = Pbkdf2.hashpwsalt(changeset.changes[:password])
144
145 changeset
146 |> put_change(:password_hash, hashed)
147 else
148 changeset
149 end
150 end
151
152 def reset_password(user, data) do
153 update_and_set_cache(password_update_changeset(user, data))
154 end
155
156 def register_changeset(struct, params \\ %{}) do
157 changeset =
158 struct
159 |> cast(params, [:bio, :email, :name, :nickname, :password, :password_confirmation])
160 |> validate_required([:email, :name, :nickname, :password, :password_confirmation])
161 |> validate_confirmation(:password)
162 |> unique_constraint(:email)
163 |> unique_constraint(:nickname)
164 |> validate_format(:nickname, ~r/^[a-zA-Z\d]+$/)
165 |> validate_format(:email, @email_regex)
166 |> validate_length(:bio, max: 1000)
167 |> validate_length(:name, min: 1, max: 100)
168
169 if changeset.valid? do
170 hashed = Pbkdf2.hashpwsalt(changeset.changes[:password])
171 ap_id = User.ap_id(%User{nickname: changeset.changes[:nickname]})
172 followers = User.ap_followers(%User{nickname: changeset.changes[:nickname]})
173
174 changeset
175 |> put_change(:password_hash, hashed)
176 |> put_change(:ap_id, ap_id)
177 |> put_change(:following, [followers])
178 |> put_change(:follower_address, followers)
179 else
180 changeset
181 end
182 end
183
184 def needs_update?(%User{local: true}), do: false
185
186 def needs_update?(%User{local: false, last_refreshed_at: nil}), do: true
187
188 def needs_update?(%User{local: false} = user) do
189 NaiveDateTime.diff(NaiveDateTime.utc_now(), user.last_refreshed_at) >= 86400
190 end
191
192 def needs_update?(_), do: true
193
194 def maybe_direct_follow(%User{} = follower, %User{local: true, info: %{"locked" => true}}) do
195 {:ok, follower}
196 end
197
198 def maybe_direct_follow(%User{} = follower, %User{local: true} = followed) do
199 follow(follower, followed)
200 end
201
202 def maybe_direct_follow(%User{} = follower, %User{} = followed) do
203 if !User.ap_enabled?(followed) do
204 follow(follower, followed)
205 else
206 {:ok, follower}
207 end
208 end
209
210 def maybe_follow(%User{} = follower, %User{info: info} = followed) do
211 if not following?(follower, followed) do
212 follow(follower, followed)
213 else
214 {:ok, follower}
215 end
216 end
217
218 def follow(%User{} = follower, %User{info: info} = followed) do
219 user_config = Application.get_env(:pleroma, :user)
220 deny_follow_blocked = Keyword.get(user_config, :deny_follow_blocked)
221
222 ap_followers = followed.follower_address
223
224 cond do
225 following?(follower, followed) or info["deactivated"] ->
226 {:error, "Could not follow user: #{followed.nickname} is already on your list."}
227
228 deny_follow_blocked and blocks?(followed, follower) ->
229 {:error, "Could not follow user: #{followed.nickname} blocked you."}
230
231 true ->
232 if !followed.local && follower.local && !ap_enabled?(followed) do
233 Websub.subscribe(follower, followed)
234 end
235
236 following =
237 [ap_followers | follower.following]
238 |> Enum.uniq()
239
240 follower =
241 follower
242 |> follow_changeset(%{following: following})
243 |> update_and_set_cache
244
245 {:ok, _} = update_follower_count(followed)
246
247 follower
248 end
249 end
250
251 def unfollow(%User{} = follower, %User{} = followed) do
252 ap_followers = followed.follower_address
253
254 if following?(follower, followed) and follower.ap_id != followed.ap_id do
255 following =
256 follower.following
257 |> List.delete(ap_followers)
258
259 {:ok, follower} =
260 follower
261 |> follow_changeset(%{following: following})
262 |> update_and_set_cache
263
264 {:ok, followed} = update_follower_count(followed)
265
266 {:ok, follower, Utils.fetch_latest_follow(follower, followed)}
267 else
268 {:error, "Not subscribed!"}
269 end
270 end
271
272 def following?(%User{} = follower, %User{} = followed) do
273 Enum.member?(follower.following, followed.follower_address)
274 end
275
276 def locked?(%User{} = user) do
277 user.info["locked"] || false
278 end
279
280 def get_by_ap_id(ap_id) do
281 Repo.get_by(User, ap_id: ap_id)
282 end
283
284 def update_and_set_cache(changeset) do
285 with {:ok, user} <- Repo.update(changeset) do
286 Cachex.put(:user_cache, "ap_id:#{user.ap_id}", user)
287 Cachex.put(:user_cache, "nickname:#{user.nickname}", user)
288 Cachex.put(:user_cache, "user_info:#{user.id}", user_info(user))
289 {:ok, user}
290 else
291 e -> e
292 end
293 end
294
295 def invalidate_cache(user) do
296 Cachex.del(:user_cache, "ap_id:#{user.ap_id}")
297 Cachex.del(:user_cache, "nickname:#{user.nickname}")
298 Cachex.del(:user_cache, "user_info:#{user.id}")
299 end
300
301 def get_cached_by_ap_id(ap_id) do
302 key = "ap_id:#{ap_id}"
303 Cachex.fetch!(:user_cache, key, fn _ -> get_by_ap_id(ap_id) end)
304 end
305
306 def get_cached_by_nickname(nickname) do
307 key = "nickname:#{nickname}"
308 Cachex.fetch!(:user_cache, key, fn _ -> get_or_fetch_by_nickname(nickname) end)
309 end
310
311 def get_by_nickname(nickname) do
312 Repo.get_by(User, nickname: nickname)
313 end
314
315 def get_by_nickname_or_email(nickname_or_email) do
316 case user = Repo.get_by(User, nickname: nickname_or_email) do
317 %User{} -> user
318 nil -> Repo.get_by(User, email: nickname_or_email)
319 end
320 end
321
322 def get_cached_user_info(user) do
323 key = "user_info:#{user.id}"
324 Cachex.fetch!(:user_cache, key, fn _ -> user_info(user) end)
325 end
326
327 def fetch_by_nickname(nickname) do
328 ap_try = ActivityPub.make_user_from_nickname(nickname)
329
330 case ap_try do
331 {:ok, user} -> {:ok, user}
332 _ -> OStatus.make_user(nickname)
333 end
334 end
335
336 def get_or_fetch_by_nickname(nickname) do
337 with %User{} = user <- get_by_nickname(nickname) do
338 user
339 else
340 _e ->
341 with [_nick, _domain] <- String.split(nickname, "@"),
342 {:ok, user} <- fetch_by_nickname(nickname) do
343 user
344 else
345 _e -> nil
346 end
347 end
348 end
349
350 def get_followers_query(%User{id: id, follower_address: follower_address}) do
351 from(
352 u in User,
353 where: fragment("? <@ ?", ^[follower_address], u.following),
354 where: u.id != ^id
355 )
356 end
357
358 def get_followers(user) do
359 q = get_followers_query(user)
360
361 {:ok, Repo.all(q)}
362 end
363
364 def get_friends_query(%User{id: id, following: following}) do
365 from(
366 u in User,
367 where: u.follower_address in ^following,
368 where: u.id != ^id
369 )
370 end
371
372 def get_friends(user) do
373 q = get_friends_query(user)
374
375 {:ok, Repo.all(q)}
376 end
377
378 def get_follow_requests_query(%User{} = user) do
379 from(
380 a in Activity,
381 where:
382 fragment(
383 "? ->> 'type' = 'Follow'",
384 a.data
385 ),
386 where:
387 fragment(
388 "? ->> 'state' = 'pending'",
389 a.data
390 ),
391 where:
392 fragment(
393 "? @> ?",
394 a.data,
395 ^%{"object" => user.ap_id}
396 )
397 )
398 end
399
400 def get_follow_requests(%User{} = user) do
401 q = get_follow_requests_query(user)
402 reqs = Repo.all(q)
403
404 users =
405 Enum.map(reqs, fn req -> req.actor end)
406 |> Enum.uniq()
407 |> Enum.map(fn ap_id -> get_by_ap_id(ap_id) end)
408 |> Enum.filter(fn u -> !following?(u, user) end)
409
410 {:ok, users}
411 end
412
413 def increase_note_count(%User{} = user) do
414 note_count = (user.info["note_count"] || 0) + 1
415 new_info = Map.put(user.info, "note_count", note_count)
416
417 cs = info_changeset(user, %{info: new_info})
418
419 update_and_set_cache(cs)
420 end
421
422 def decrease_note_count(%User{} = user) do
423 note_count = user.info["note_count"] || 0
424 note_count = if note_count <= 0, do: 0, else: note_count - 1
425 new_info = Map.put(user.info, "note_count", note_count)
426
427 cs = info_changeset(user, %{info: new_info})
428
429 update_and_set_cache(cs)
430 end
431
432 def update_note_count(%User{} = user) do
433 note_count_query =
434 from(
435 a in Object,
436 where: fragment("?->>'actor' = ? and ?->>'type' = 'Note'", a.data, ^user.ap_id, a.data),
437 select: count(a.id)
438 )
439
440 note_count = Repo.one(note_count_query)
441
442 new_info = Map.put(user.info, "note_count", note_count)
443
444 cs = info_changeset(user, %{info: new_info})
445
446 update_and_set_cache(cs)
447 end
448
449 def update_follower_count(%User{} = user) do
450 follower_count_query =
451 from(
452 u in User,
453 where: ^user.follower_address in u.following,
454 where: u.id != ^user.id,
455 select: count(u.id)
456 )
457
458 follower_count = Repo.one(follower_count_query)
459
460 new_info = Map.put(user.info, "follower_count", follower_count)
461
462 cs = info_changeset(user, %{info: new_info})
463
464 update_and_set_cache(cs)
465 end
466
467 def get_users_from_set_query(ap_ids, false) do
468 from(
469 u in User,
470 where: u.ap_id in ^ap_ids
471 )
472 end
473
474 def get_users_from_set_query(ap_ids, true) do
475 query = get_users_from_set_query(ap_ids, false)
476
477 from(
478 u in query,
479 where: u.local == true
480 )
481 end
482
483 def get_users_from_set(ap_ids, local_only \\ true) do
484 get_users_from_set_query(ap_ids, local_only)
485 |> Repo.all()
486 end
487
488 def get_recipients_from_activity(%Activity{recipients: to}) do
489 query =
490 from(
491 u in User,
492 where: u.ap_id in ^to,
493 or_where: fragment("? && ?", u.following, ^to)
494 )
495
496 query = from(u in query, where: u.local == true)
497
498 Repo.all(query)
499 end
500
501 def search(query, resolve \\ false) do
502 # strip the beginning @ off if there is a query
503 query = String.trim_leading(query, "@")
504
505 if resolve do
506 User.get_or_fetch_by_nickname(query)
507 end
508
509 inner =
510 from(
511 u in User,
512 select_merge: %{
513 search_distance:
514 fragment(
515 "? <-> (? || ?)",
516 ^query,
517 u.nickname,
518 u.name
519 )
520 },
521 where: not is_nil(u.nickname)
522 )
523
524 q =
525 from(
526 s in subquery(inner),
527 order_by: s.search_distance,
528 limit: 20
529 )
530
531 Repo.all(q)
532 end
533
534 def block(blocker, %User{ap_id: ap_id} = blocked) do
535 # sever any follow relationships to prevent leaks per activitypub (Pleroma issue #213)
536 blocker =
537 if following?(blocker, blocked) do
538 {:ok, blocker, _} = unfollow(blocker, blocked)
539 blocker
540 else
541 blocker
542 end
543
544 if following?(blocked, blocker) do
545 unfollow(blocked, blocker)
546 end
547
548 blocks = blocker.info["blocks"] || []
549 new_blocks = Enum.uniq([ap_id | blocks])
550 new_info = Map.put(blocker.info, "blocks", new_blocks)
551
552 cs = User.info_changeset(blocker, %{info: new_info})
553 update_and_set_cache(cs)
554 end
555
556 # helper to handle the block given only an actor's AP id
557 def block(blocker, %{ap_id: ap_id}) do
558 block(blocker, User.get_by_ap_id(ap_id))
559 end
560
561 def unblock(user, %{ap_id: ap_id}) do
562 blocks = user.info["blocks"] || []
563 new_blocks = List.delete(blocks, ap_id)
564 new_info = Map.put(user.info, "blocks", new_blocks)
565
566 cs = User.info_changeset(user, %{info: new_info})
567 update_and_set_cache(cs)
568 end
569
570 def blocks?(user, %{ap_id: ap_id}) do
571 blocks = user.info["blocks"] || []
572 domain_blocks = user.info["domain_blocks"] || []
573 %{host: host} = URI.parse(ap_id)
574
575 Enum.member?(blocks, ap_id) ||
576 Enum.any?(domain_blocks, fn domain ->
577 host == domain
578 end)
579 end
580
581 def block_domain(user, domain) do
582 domain_blocks = user.info["domain_blocks"] || []
583 new_blocks = Enum.uniq([domain | domain_blocks])
584 new_info = Map.put(user.info, "domain_blocks", new_blocks)
585
586 cs = User.info_changeset(user, %{info: new_info})
587 update_and_set_cache(cs)
588 end
589
590 def unblock_domain(user, domain) do
591 blocks = user.info["domain_blocks"] || []
592 new_blocks = List.delete(blocks, domain)
593 new_info = Map.put(user.info, "domain_blocks", new_blocks)
594
595 cs = User.info_changeset(user, %{info: new_info})
596 update_and_set_cache(cs)
597 end
598
599 def local_user_query() do
600 from(
601 u in User,
602 where: u.local == true,
603 where: not is_nil(u.nickname)
604 )
605 end
606
607 def moderator_user_query() do
608 from(
609 u in User,
610 where: u.local == true,
611 where: fragment("?->'is_moderator' @> 'true'", u.info)
612 )
613 end
614
615 def deactivate(%User{} = user, status \\ true) do
616 new_info = Map.put(user.info, "deactivated", status)
617 cs = User.info_changeset(user, %{info: new_info})
618 update_and_set_cache(cs)
619 end
620
621 def delete(%User{} = user) do
622 {:ok, user} = User.deactivate(user)
623
624 # Remove all relationships
625 {:ok, followers} = User.get_followers(user)
626
627 followers
628 |> Enum.each(fn follower -> User.unfollow(follower, user) end)
629
630 {:ok, friends} = User.get_friends(user)
631
632 friends
633 |> Enum.each(fn followed -> User.unfollow(user, followed) end)
634
635 query = from(a in Activity, where: a.actor == ^user.ap_id)
636
637 Repo.all(query)
638 |> Enum.each(fn activity ->
639 case activity.data["type"] do
640 "Create" ->
641 ActivityPub.delete(Object.normalize(activity.data["object"]))
642
643 # TODO: Do something with likes, follows, repeats.
644 _ ->
645 "Doing nothing"
646 end
647 end)
648
649 {:ok, user}
650 end
651
652 def html_filter_policy(%User{info: %{"no_rich_text" => true}}) do
653 Pleroma.HTML.Scrubber.TwitterText
654 end
655
656 def html_filter_policy(_), do: nil
657
658 def get_or_fetch_by_ap_id(ap_id) do
659 user = get_by_ap_id(ap_id)
660
661 if !is_nil(user) and !User.needs_update?(user) do
662 user
663 else
664 ap_try = ActivityPub.make_user_from_ap_id(ap_id)
665
666 case ap_try do
667 {:ok, user} ->
668 user
669
670 _ ->
671 case OStatus.make_user(ap_id) do
672 {:ok, user} -> user
673 _ -> {:error, "Could not fetch by AP id"}
674 end
675 end
676 end
677 end
678
679 def get_or_create_instance_user do
680 relay_uri = "#{Pleroma.Web.Endpoint.url()}/relay"
681
682 if user = get_by_ap_id(relay_uri) do
683 user
684 else
685 changes =
686 %User{}
687 |> cast(%{}, [:ap_id, :nickname, :local])
688 |> put_change(:ap_id, relay_uri)
689 |> put_change(:nickname, nil)
690 |> put_change(:local, true)
691 |> put_change(:follower_address, relay_uri <> "/followers")
692
693 {:ok, user} = Repo.insert(changes)
694 user
695 end
696 end
697
698 # AP style
699 def public_key_from_info(%{
700 "source_data" => %{"publicKey" => %{"publicKeyPem" => public_key_pem}}
701 }) do
702 key =
703 :public_key.pem_decode(public_key_pem)
704 |> hd()
705 |> :public_key.pem_entry_decode()
706
707 {:ok, key}
708 end
709
710 # OStatus Magic Key
711 def public_key_from_info(%{"magic_key" => magic_key}) do
712 {:ok, Pleroma.Web.Salmon.decode_key(magic_key)}
713 end
714
715 def get_public_key_for_ap_id(ap_id) do
716 with %User{} = user <- get_or_fetch_by_ap_id(ap_id),
717 {:ok, public_key} <- public_key_from_info(user.info) do
718 {:ok, public_key}
719 else
720 _ -> :error
721 end
722 end
723
724 defp blank?(""), do: nil
725 defp blank?(n), do: n
726
727 def insert_or_update_user(data) do
728 data =
729 data
730 |> Map.put(:name, blank?(data[:name]) || data[:nickname])
731
732 cs = User.remote_user_creation(data)
733 Repo.insert(cs, on_conflict: :replace_all, conflict_target: :nickname)
734 end
735
736 def ap_enabled?(%User{local: true}), do: true
737 def ap_enabled?(%User{info: info}), do: info["ap_enabled"]
738 def ap_enabled?(_), do: false
739
740 def get_or_fetch(uri_or_nickname) do
741 if String.starts_with?(uri_or_nickname, "http") do
742 get_or_fetch_by_ap_id(uri_or_nickname)
743 else
744 get_or_fetch_by_nickname(uri_or_nickname)
745 end
746 end
747
748 # wait a period of time and return newest version of the User structs
749 # this is because we have synchronous follow APIs and need to simulate them
750 # with an async handshake
751 def wait_and_refresh(_, %User{local: true} = a, %User{local: true} = b) do
752 with %User{} = a <- Repo.get(User, a.id),
753 %User{} = b <- Repo.get(User, b.id) do
754 {:ok, a, b}
755 else
756 _e ->
757 :error
758 end
759 end
760
761 def wait_and_refresh(timeout, %User{} = a, %User{} = b) do
762 with :ok <- :timer.sleep(timeout),
763 %User{} = a <- Repo.get(User, a.id),
764 %User{} = b <- Repo.get(User, b.id) do
765 {:ok, a, b}
766 else
767 _e ->
768 :error
769 end
770 end
771 end