Merge branch 'develop' of https://git.pleroma.social/pleroma/pleroma into develop
[akkoma] / test / formatter_test.exs
1 # Pleroma: A lightweight social networking server
2 # Copyright © 2017-2020 Pleroma Authors <https://pleroma.social/>
3 # SPDX-License-Identifier: AGPL-3.0-only
4
5 defmodule Pleroma.FormatterTest do
6 alias Pleroma.Formatter
7 alias Pleroma.User
8 use Pleroma.DataCase
9
10 import Pleroma.Factory
11
12 setup_all do
13 clear_config(Pleroma.Formatter)
14 Tesla.Mock.mock_global(fn env -> apply(HttpRequestMock, :request, [env]) end)
15 :ok
16 end
17
18 describe ".add_hashtag_links" do
19 test "turns hashtags into links" do
20 text = "I love #cofe and #2hu"
21
22 expected_text =
23 ~s(I love <a class="hashtag" data-tag="cofe" href="http://localhost:4001/tag/cofe" rel="tag ugc">#cofe</a> and <a class="hashtag" data-tag="2hu" href="http://localhost:4001/tag/2hu" rel="tag ugc">#2hu</a>)
24
25 assert {^expected_text, [], _tags} = Formatter.linkify(text)
26 end
27
28 test "does not turn html characters to tags" do
29 text = "#fact_3: pleroma does what mastodon't"
30
31 expected_text =
32 ~s(<a class="hashtag" data-tag="fact_3" href="http://localhost:4001/tag/fact_3" rel="tag ugc">#fact_3</a>: pleroma does what mastodon't)
33
34 assert {^expected_text, [], _tags} = Formatter.linkify(text)
35 end
36 end
37
38 describe ".add_links" do
39 test "turning urls into links" do
40 text = "Hey, check out https://www.youtube.com/watch?v=8Zg1-TufF%20zY?x=1&y=2#blabla ."
41
42 expected =
43 ~S(Hey, check out <a href="https://www.youtube.com/watch?v=8Zg1-TufF%20zY?x=1&y=2#blabla" rel="ugc">https://www.youtube.com/watch?v=8Zg1-TufF%20zY?x=1&y=2#blabla</a> .)
44
45 assert {^expected, [], []} = Formatter.linkify(text)
46
47 text = "https://mastodon.social/@lambadalambda"
48
49 expected =
50 ~S(<a href="https://mastodon.social/@lambadalambda" rel="ugc">https://mastodon.social/@lambadalambda</a>)
51
52 assert {^expected, [], []} = Formatter.linkify(text)
53
54 text = "https://mastodon.social:4000/@lambadalambda"
55
56 expected =
57 ~S(<a href="https://mastodon.social:4000/@lambadalambda" rel="ugc">https://mastodon.social:4000/@lambadalambda</a>)
58
59 assert {^expected, [], []} = Formatter.linkify(text)
60
61 text = "@lambadalambda"
62 expected = "@lambadalambda"
63
64 assert {^expected, [], []} = Formatter.linkify(text)
65
66 text = "http://www.cs.vu.nl/~ast/intel/"
67
68 expected =
69 ~S(<a href="http://www.cs.vu.nl/~ast/intel/" rel="ugc">http://www.cs.vu.nl/~ast/intel/</a>)
70
71 assert {^expected, [], []} = Formatter.linkify(text)
72
73 text = "https://forum.zdoom.org/viewtopic.php?f=44&t=57087"
74
75 expected =
76 "<a href=\"https://forum.zdoom.org/viewtopic.php?f=44&t=57087\" rel=\"ugc\">https://forum.zdoom.org/viewtopic.php?f=44&t=57087</a>"
77
78 assert {^expected, [], []} = Formatter.linkify(text)
79
80 text = "https://en.wikipedia.org/wiki/Sophia_(Gnosticism)#Mythos_of_the_soul"
81
82 expected =
83 "<a href=\"https://en.wikipedia.org/wiki/Sophia_(Gnosticism)#Mythos_of_the_soul\" rel=\"ugc\">https://en.wikipedia.org/wiki/Sophia_(Gnosticism)#Mythos_of_the_soul</a>"
84
85 assert {^expected, [], []} = Formatter.linkify(text)
86
87 text = "https://www.google.co.jp/search?q=Nasim+Aghdam"
88
89 expected =
90 "<a href=\"https://www.google.co.jp/search?q=Nasim+Aghdam\" rel=\"ugc\">https://www.google.co.jp/search?q=Nasim+Aghdam</a>"
91
92 assert {^expected, [], []} = Formatter.linkify(text)
93
94 text = "https://en.wikipedia.org/wiki/Duff's_device"
95
96 expected =
97 "<a href=\"https://en.wikipedia.org/wiki/Duff's_device\" rel=\"ugc\">https://en.wikipedia.org/wiki/Duff's_device</a>"
98
99 assert {^expected, [], []} = Formatter.linkify(text)
100
101 text = "https://pleroma.com https://pleroma.com/sucks"
102
103 expected =
104 "<a href=\"https://pleroma.com\" rel=\"ugc\">https://pleroma.com</a> <a href=\"https://pleroma.com/sucks\" rel=\"ugc\">https://pleroma.com/sucks</a>"
105
106 assert {^expected, [], []} = Formatter.linkify(text)
107
108 text = "xmpp:contact@hacktivis.me"
109
110 expected = "<a href=\"xmpp:contact@hacktivis.me\" rel=\"ugc\">xmpp:contact@hacktivis.me</a>"
111
112 assert {^expected, [], []} = Formatter.linkify(text)
113
114 text =
115 "magnet:?xt=urn:btih:7ec9d298e91d6e4394d1379caf073c77ff3e3136&tr=udp%3A%2F%2Fopentor.org%3A2710&tr=udp%3A%2F%2Ftracker.blackunicorn.xyz%3A6969&tr=udp%3A%2F%2Ftracker.ccc.de%3A80&tr=udp%3A%2F%2Ftracker.coppersurfer.tk%3A6969&tr=udp%3A%2F%2Ftracker.leechers-paradise.org%3A6969&tr=udp%3A%2F%2Ftracker.openbittorrent.com%3A80&tr=wss%3A%2F%2Ftracker.btorrent.xyz&tr=wss%3A%2F%2Ftracker.fastcast.nz&tr=wss%3A%2F%2Ftracker.openwebtorrent.com"
116
117 expected = "<a href=\"#{text}\" rel=\"ugc\">#{text}</a>"
118
119 assert {^expected, [], []} = Formatter.linkify(text)
120 end
121 end
122
123 describe "Formatter.linkify" do
124 test "correctly finds mentions that contain the domain name" do
125 _user = insert(:user, %{nickname: "lain"})
126 _remote_user = insert(:user, %{nickname: "lain@lain.com", local: false})
127
128 text = "hey @lain@lain.com what's up"
129
130 {_text, mentions, []} = Formatter.linkify(text)
131 [{username, user}] = mentions
132
133 assert username == "@lain@lain.com"
134 assert user.nickname == "lain@lain.com"
135 end
136
137 test "gives a replacement for user links, using local nicknames in user links text" do
138 text = "@gsimg According to @archa_eme_, that is @daggsy. Also hello @archaeme@archae.me"
139 gsimg = insert(:user, %{nickname: "gsimg"})
140
141 archaeme =
142 insert(:user,
143 nickname: "archa_eme_",
144 uri: "https://archeme/@archa_eme_"
145 )
146
147 archaeme_remote = insert(:user, %{nickname: "archaeme@archae.me"})
148
149 {text, mentions, []} = Formatter.linkify(text)
150
151 assert length(mentions) == 3
152
153 expected_text =
154 ~s(<span class="h-card"><a class="u-url mention" data-user="#{gsimg.id}" href="#{
155 gsimg.ap_id
156 }" rel="ugc">@<span>gsimg</span></a></span> According to <span class="h-card"><a class="u-url mention" data-user="#{
157 archaeme.id
158 }" href="#{"https://archeme/@archa_eme_"}" rel="ugc">@<span>archa_eme_</span></a></span>, that is @daggsy. Also hello <span class="h-card"><a class="u-url mention" data-user="#{
159 archaeme_remote.id
160 }" href="#{archaeme_remote.ap_id}" rel="ugc">@<span>archaeme</span></a></span>)
161
162 assert expected_text == text
163 end
164
165 test "gives a replacement for user links when the user is using Osada" do
166 {:ok, mike} = User.get_or_fetch("mike@osada.macgirvin.com")
167
168 text = "@mike@osada.macgirvin.com test"
169
170 {text, mentions, []} = Formatter.linkify(text)
171
172 assert length(mentions) == 1
173
174 expected_text =
175 ~s(<span class="h-card"><a class="u-url mention" data-user="#{mike.id}" href="#{
176 mike.ap_id
177 }" rel="ugc">@<span>mike</span></a></span> test)
178
179 assert expected_text == text
180 end
181
182 test "gives a replacement for single-character local nicknames" do
183 text = "@o hi"
184 o = insert(:user, %{nickname: "o"})
185
186 {text, mentions, []} = Formatter.linkify(text)
187
188 assert length(mentions) == 1
189
190 expected_text =
191 ~s(<span class="h-card"><a class="u-url mention" data-user="#{o.id}" href="#{o.ap_id}" rel="ugc">@<span>o</span></a></span> hi)
192
193 assert expected_text == text
194 end
195
196 test "does not give a replacement for single-character local nicknames who don't exist" do
197 text = "@a hi"
198
199 expected_text = "@a hi"
200 assert {^expected_text, [] = _mentions, [] = _tags} = Formatter.linkify(text)
201 end
202
203 test "given the 'safe_mention' option, it will only mention people in the beginning" do
204 user = insert(:user)
205 other_user = insert(:user)
206 third_user = insert(:user)
207 text = " @#{user.nickname} @#{other_user.nickname} hey dudes i hate @#{third_user.nickname}"
208 {expected_text, mentions, [] = _tags} = Formatter.linkify(text, safe_mention: true)
209
210 assert mentions == [{"@#{user.nickname}", user}, {"@#{other_user.nickname}", other_user}]
211
212 assert expected_text ==
213 ~s(<span class="h-card"><a class="u-url mention" data-user="#{user.id}" href="#{
214 user.ap_id
215 }" rel="ugc">@<span>#{user.nickname}</span></a></span> <span class="h-card"><a class="u-url mention" data-user="#{
216 other_user.id
217 }" href="#{other_user.ap_id}" rel="ugc">@<span>#{other_user.nickname}</span></a></span> hey dudes i hate <span class="h-card"><a class="u-url mention" data-user="#{
218 third_user.id
219 }" href="#{third_user.ap_id}" rel="ugc">@<span>#{third_user.nickname}</span></a></span>)
220 end
221
222 test "given the 'safe_mention' option, it will still work without any mention" do
223 text = "A post without any mention"
224 {expected_text, mentions, [] = _tags} = Formatter.linkify(text, safe_mention: true)
225
226 assert mentions == []
227 assert expected_text == text
228 end
229
230 test "given the 'safe_mention' option, it will keep text after newlines" do
231 user = insert(:user)
232 text = " @#{user.nickname}\n hey dude\n\nhow are you doing?"
233
234 {expected_text, _, _} = Formatter.linkify(text, safe_mention: true)
235
236 assert expected_text =~ "how are you doing?"
237 end
238
239 test "it can parse mentions and return the relevant users" do
240 text =
241 "@@gsimg According to @archaeme, that is @daggsy. Also hello @archaeme@archae.me and @o and @@@jimm"
242
243 o = insert(:user, %{nickname: "o"})
244 jimm = insert(:user, %{nickname: "jimm"})
245 gsimg = insert(:user, %{nickname: "gsimg"})
246 archaeme = insert(:user, %{nickname: "archaeme"})
247 archaeme_remote = insert(:user, %{nickname: "archaeme@archae.me"})
248
249 expected_mentions = [
250 {"@archaeme", archaeme},
251 {"@archaeme@archae.me", archaeme_remote},
252 {"@gsimg", gsimg},
253 {"@jimm", jimm},
254 {"@o", o}
255 ]
256
257 assert {_text, ^expected_mentions, []} = Formatter.linkify(text)
258 end
259
260 test "it parses URL containing local mention" do
261 _user = insert(:user, %{nickname: "lain"})
262
263 text = "https://example.com/@lain"
264
265 expected = ~S(<a href="https://example.com/@lain" rel="ugc">https://example.com/@lain</a>)
266
267 assert {^expected, [], []} = Formatter.linkify(text)
268 end
269
270 test "it correctly parses angry face D:< with mention" do
271 lain =
272 insert(:user, %{
273 nickname: "lain@lain.com",
274 ap_id: "https://lain.com/users/lain",
275 id: "9qrWmR0cKniB0YU0TA"
276 })
277
278 text = "@lain@lain.com D:<"
279
280 expected_text =
281 ~S(<span class="h-card"><a class="u-url mention" data-user="9qrWmR0cKniB0YU0TA" href="https://lain.com/users/lain" rel="ugc">@<span>lain</span></a></span> D:<)
282
283 expected_mentions = [
284 {"@lain@lain.com", lain}
285 ]
286
287 assert {^expected_text, ^expected_mentions, []} = Formatter.linkify(text)
288 end
289 end
290
291 describe ".parse_tags" do
292 test "parses tags in the text" do
293 text = "Here's a #Test. Maybe these are #working or not. What about #漢字? And #は。"
294
295 expected_tags = [
296 {"#Test", "test"},
297 {"#working", "working"},
298 {"#は", "は"},
299 {"#漢字", "漢字"}
300 ]
301
302 assert {_text, [], ^expected_tags} = Formatter.linkify(text)
303 end
304 end
305
306 test "it escapes HTML in plain text" do
307 text = "hello & world google.com/?a=b&c=d \n http://test.com/?a=b&c=d 1"
308 expected = "hello &amp; world google.com/?a=b&c=d \n http://test.com/?a=b&c=d 1"
309
310 assert Formatter.html_escape(text, "text/plain") == expected
311 end
312 end