Merge branch 'following-relationships-optimizations' into 'develop'
[akkoma] / test / formatter_test.exs
1 # Pleroma: A lightweight social networking server
2 # Copyright © 2017-2020 Pleroma Authors <https://pleroma.social/>
3 # SPDX-License-Identifier: AGPL-3.0-only
4
5 defmodule Pleroma.FormatterTest do
6 alias Pleroma.Formatter
7 alias Pleroma.User
8 use Pleroma.DataCase
9
10 import Pleroma.Factory
11
12 setup_all do
13 Tesla.Mock.mock_global(fn env -> apply(HttpRequestMock, :request, [env]) end)
14 :ok
15 end
16
17 describe ".add_hashtag_links" do
18 test "turns hashtags into links" do
19 text = "I love #cofe and #2hu"
20
21 expected_text =
22 ~s(I love <a class="hashtag" data-tag="cofe" href="http://localhost:4001/tag/cofe" rel="tag ugc">#cofe</a> and <a class="hashtag" data-tag="2hu" href="http://localhost:4001/tag/2hu" rel="tag ugc">#2hu</a>)
23
24 assert {^expected_text, [], _tags} = Formatter.linkify(text)
25 end
26
27 test "does not turn html characters to tags" do
28 text = "#fact_3: pleroma does what mastodon't"
29
30 expected_text =
31 ~s(<a class="hashtag" data-tag="fact_3" href="http://localhost:4001/tag/fact_3" rel="tag ugc">#fact_3</a>: pleroma does what mastodon't)
32
33 assert {^expected_text, [], _tags} = Formatter.linkify(text)
34 end
35 end
36
37 describe ".add_links" do
38 test "turning urls into links" do
39 text = "Hey, check out https://www.youtube.com/watch?v=8Zg1-TufF%20zY?x=1&y=2#blabla ."
40
41 expected =
42 ~S(Hey, check out <a href="https://www.youtube.com/watch?v=8Zg1-TufF%20zY?x=1&y=2#blabla" rel="ugc">https://www.youtube.com/watch?v=8Zg1-TufF%20zY?x=1&y=2#blabla</a> .)
43
44 assert {^expected, [], []} = Formatter.linkify(text)
45
46 text = "https://mastodon.social/@lambadalambda"
47
48 expected =
49 ~S(<a href="https://mastodon.social/@lambadalambda" rel="ugc">https://mastodon.social/@lambadalambda</a>)
50
51 assert {^expected, [], []} = Formatter.linkify(text)
52
53 text = "https://mastodon.social:4000/@lambadalambda"
54
55 expected =
56 ~S(<a href="https://mastodon.social:4000/@lambadalambda" rel="ugc">https://mastodon.social:4000/@lambadalambda</a>)
57
58 assert {^expected, [], []} = Formatter.linkify(text)
59
60 text = "@lambadalambda"
61 expected = "@lambadalambda"
62
63 assert {^expected, [], []} = Formatter.linkify(text)
64
65 text = "http://www.cs.vu.nl/~ast/intel/"
66
67 expected =
68 ~S(<a href="http://www.cs.vu.nl/~ast/intel/" rel="ugc">http://www.cs.vu.nl/~ast/intel/</a>)
69
70 assert {^expected, [], []} = Formatter.linkify(text)
71
72 text = "https://forum.zdoom.org/viewtopic.php?f=44&t=57087"
73
74 expected =
75 "<a href=\"https://forum.zdoom.org/viewtopic.php?f=44&t=57087\" rel=\"ugc\">https://forum.zdoom.org/viewtopic.php?f=44&t=57087</a>"
76
77 assert {^expected, [], []} = Formatter.linkify(text)
78
79 text = "https://en.wikipedia.org/wiki/Sophia_(Gnosticism)#Mythos_of_the_soul"
80
81 expected =
82 "<a href=\"https://en.wikipedia.org/wiki/Sophia_(Gnosticism)#Mythos_of_the_soul\" rel=\"ugc\">https://en.wikipedia.org/wiki/Sophia_(Gnosticism)#Mythos_of_the_soul</a>"
83
84 assert {^expected, [], []} = Formatter.linkify(text)
85
86 text = "https://www.google.co.jp/search?q=Nasim+Aghdam"
87
88 expected =
89 "<a href=\"https://www.google.co.jp/search?q=Nasim+Aghdam\" rel=\"ugc\">https://www.google.co.jp/search?q=Nasim+Aghdam</a>"
90
91 assert {^expected, [], []} = Formatter.linkify(text)
92
93 text = "https://en.wikipedia.org/wiki/Duff's_device"
94
95 expected =
96 "<a href=\"https://en.wikipedia.org/wiki/Duff's_device\" rel=\"ugc\">https://en.wikipedia.org/wiki/Duff's_device</a>"
97
98 assert {^expected, [], []} = Formatter.linkify(text)
99
100 text = "https://pleroma.com https://pleroma.com/sucks"
101
102 expected =
103 "<a href=\"https://pleroma.com\" rel=\"ugc\">https://pleroma.com</a> <a href=\"https://pleroma.com/sucks\" rel=\"ugc\">https://pleroma.com/sucks</a>"
104
105 assert {^expected, [], []} = Formatter.linkify(text)
106
107 text = "xmpp:contact@hacktivis.me"
108
109 expected = "<a href=\"xmpp:contact@hacktivis.me\" rel=\"ugc\">xmpp:contact@hacktivis.me</a>"
110
111 assert {^expected, [], []} = Formatter.linkify(text)
112
113 text =
114 "magnet:?xt=urn:btih:7ec9d298e91d6e4394d1379caf073c77ff3e3136&tr=udp%3A%2F%2Fopentor.org%3A2710&tr=udp%3A%2F%2Ftracker.blackunicorn.xyz%3A6969&tr=udp%3A%2F%2Ftracker.ccc.de%3A80&tr=udp%3A%2F%2Ftracker.coppersurfer.tk%3A6969&tr=udp%3A%2F%2Ftracker.leechers-paradise.org%3A6969&tr=udp%3A%2F%2Ftracker.openbittorrent.com%3A80&tr=wss%3A%2F%2Ftracker.btorrent.xyz&tr=wss%3A%2F%2Ftracker.fastcast.nz&tr=wss%3A%2F%2Ftracker.openwebtorrent.com"
115
116 expected = "<a href=\"#{text}\" rel=\"ugc\">#{text}</a>"
117
118 assert {^expected, [], []} = Formatter.linkify(text)
119 end
120 end
121
122 describe "Formatter.linkify" do
123 test "correctly finds mentions that contain the domain name" do
124 _user = insert(:user, %{nickname: "lain"})
125 _remote_user = insert(:user, %{nickname: "lain@lain.com", local: false})
126
127 text = "hey @lain@lain.com what's up"
128
129 {_text, mentions, []} = Formatter.linkify(text)
130 [{username, user}] = mentions
131
132 assert username == "@lain@lain.com"
133 assert user.nickname == "lain@lain.com"
134 end
135
136 test "gives a replacement for user links, using local nicknames in user links text" do
137 text = "@gsimg According to @archa_eme_, that is @daggsy. Also hello @archaeme@archae.me"
138 gsimg = insert(:user, %{nickname: "gsimg"})
139
140 archaeme =
141 insert(:user,
142 nickname: "archa_eme_",
143 source_data: %{"url" => "https://archeme/@archa_eme_"}
144 )
145
146 archaeme_remote = insert(:user, %{nickname: "archaeme@archae.me"})
147
148 {text, mentions, []} = Formatter.linkify(text)
149
150 assert length(mentions) == 3
151
152 expected_text =
153 ~s(<span class="h-card"><a class="u-url mention" data-user="#{gsimg.id}" href="#{
154 gsimg.ap_id
155 }" rel="ugc">@<span>gsimg</span></a></span> According to <span class="h-card"><a class="u-url mention" data-user="#{
156 archaeme.id
157 }" href="#{"https://archeme/@archa_eme_"}" rel="ugc">@<span>archa_eme_</span></a></span>, that is @daggsy. Also hello <span class="h-card"><a class="u-url mention" data-user="#{
158 archaeme_remote.id
159 }" href="#{archaeme_remote.ap_id}" rel="ugc">@<span>archaeme</span></a></span>)
160
161 assert expected_text == text
162 end
163
164 test "gives a replacement for user links when the user is using Osada" do
165 {:ok, mike} = User.get_or_fetch("mike@osada.macgirvin.com")
166
167 text = "@mike@osada.macgirvin.com test"
168
169 {text, mentions, []} = Formatter.linkify(text)
170
171 assert length(mentions) == 1
172
173 expected_text =
174 ~s(<span class="h-card"><a class="u-url mention" data-user="#{mike.id}" href="#{
175 mike.ap_id
176 }" rel="ugc">@<span>mike</span></a></span> test)
177
178 assert expected_text == text
179 end
180
181 test "gives a replacement for single-character local nicknames" do
182 text = "@o hi"
183 o = insert(:user, %{nickname: "o"})
184
185 {text, mentions, []} = Formatter.linkify(text)
186
187 assert length(mentions) == 1
188
189 expected_text =
190 ~s(<span class="h-card"><a class="u-url mention" data-user="#{o.id}" href="#{o.ap_id}" rel="ugc">@<span>o</span></a></span> hi)
191
192 assert expected_text == text
193 end
194
195 test "does not give a replacement for single-character local nicknames who don't exist" do
196 text = "@a hi"
197
198 expected_text = "@a hi"
199 assert {^expected_text, [] = _mentions, [] = _tags} = Formatter.linkify(text)
200 end
201
202 test "given the 'safe_mention' option, it will only mention people in the beginning" do
203 user = insert(:user)
204 other_user = insert(:user)
205 third_user = insert(:user)
206 text = " @#{user.nickname} @#{other_user.nickname} hey dudes i hate @#{third_user.nickname}"
207 {expected_text, mentions, [] = _tags} = Formatter.linkify(text, safe_mention: true)
208
209 assert mentions == [{"@#{user.nickname}", user}, {"@#{other_user.nickname}", other_user}]
210
211 assert expected_text ==
212 ~s(<span class="h-card"><a class="u-url mention" data-user="#{user.id}" href="#{
213 user.ap_id
214 }" rel="ugc">@<span>#{user.nickname}</span></a></span> <span class="h-card"><a class="u-url mention" data-user="#{
215 other_user.id
216 }" href="#{other_user.ap_id}" rel="ugc">@<span>#{other_user.nickname}</span></a></span> hey dudes i hate <span class="h-card"><a class="u-url mention" data-user="#{
217 third_user.id
218 }" href="#{third_user.ap_id}" rel="ugc">@<span>#{third_user.nickname}</span></a></span>)
219 end
220
221 test "given the 'safe_mention' option, it will still work without any mention" do
222 text = "A post without any mention"
223 {expected_text, mentions, [] = _tags} = Formatter.linkify(text, safe_mention: true)
224
225 assert mentions == []
226 assert expected_text == text
227 end
228
229 test "given the 'safe_mention' option, it will keep text after newlines" do
230 user = insert(:user)
231 text = " @#{user.nickname}\n hey dude\n\nhow are you doing?"
232
233 {expected_text, _, _} = Formatter.linkify(text, safe_mention: true)
234
235 assert expected_text =~ "how are you doing?"
236 end
237
238 test "it can parse mentions and return the relevant users" do
239 text =
240 "@@gsimg According to @archaeme, that is @daggsy. Also hello @archaeme@archae.me and @o and @@@jimm"
241
242 o = insert(:user, %{nickname: "o"})
243 jimm = insert(:user, %{nickname: "jimm"})
244 gsimg = insert(:user, %{nickname: "gsimg"})
245 archaeme = insert(:user, %{nickname: "archaeme"})
246 archaeme_remote = insert(:user, %{nickname: "archaeme@archae.me"})
247
248 expected_mentions = [
249 {"@archaeme", archaeme},
250 {"@archaeme@archae.me", archaeme_remote},
251 {"@gsimg", gsimg},
252 {"@jimm", jimm},
253 {"@o", o}
254 ]
255
256 assert {_text, ^expected_mentions, []} = Formatter.linkify(text)
257 end
258 end
259
260 describe ".parse_tags" do
261 test "parses tags in the text" do
262 text = "Here's a #Test. Maybe these are #working or not. What about #漢字? And #は。"
263
264 expected_tags = [
265 {"#Test", "test"},
266 {"#working", "working"},
267 {"#は", "は"},
268 {"#漢字", "漢字"}
269 ]
270
271 assert {_text, [], ^expected_tags} = Formatter.linkify(text)
272 end
273 end
274
275 test "it escapes HTML in plain text" do
276 text = "hello & world google.com/?a=b&c=d \n http://test.com/?a=b&c=d 1"
277 expected = "hello &amp; world google.com/?a=b&c=d \n http://test.com/?a=b&c=d 1"
278
279 assert Formatter.html_escape(text, "text/plain") == expected
280 end
281 end