Pipeline Ingestion: Note
[akkoma] / test / pleroma / upload_test.exs
1 # Pleroma: A lightweight social networking server
2 # Copyright © 2017-2021 Pleroma Authors <https://pleroma.social/>
3 # SPDX-License-Identifier: AGPL-3.0-only
4
5 defmodule Pleroma.UploadTest do
6 use Pleroma.DataCase
7
8 import ExUnit.CaptureLog
9
10 alias Pleroma.Upload
11 alias Pleroma.Uploaders.Uploader
12
13 @upload_file %Plug.Upload{
14 content_type: "image/jpeg",
15 path: Path.absname("test/fixtures/image_tmp.jpg"),
16 filename: "image.jpg"
17 }
18
19 defmodule TestUploaderBase do
20 def put_file(%{path: path} = _upload, module_name) do
21 task_pid =
22 Task.async(fn ->
23 :timer.sleep(10)
24
25 {Uploader, path}
26 |> :global.whereis_name()
27 |> send({Uploader, self(), {:test}, %{}})
28
29 assert_receive {Uploader, {:test}}, 4_000
30 end)
31
32 Agent.start(fn -> task_pid end, name: module_name)
33
34 :wait_callback
35 end
36 end
37
38 describe "Tried storing a file when http callback response success result" do
39 defmodule TestUploaderSuccess do
40 def http_callback(conn, _params),
41 do: {:ok, conn, {:file, "post-process-file.jpg"}}
42
43 def put_file(upload), do: TestUploaderBase.put_file(upload, __MODULE__)
44 end
45
46 setup do: [uploader: TestUploaderSuccess]
47 setup [:ensure_local_uploader]
48
49 test "it returns file" do
50 File.cp!("test/fixtures/image.jpg", "test/fixtures/image_tmp.jpg")
51
52 assert Upload.store(@upload_file) ==
53 {:ok,
54 %{
55 "name" => "image.jpg",
56 "type" => "Document",
57 "mediaType" => "image/jpeg",
58 "url" => [
59 %{
60 "href" => "http://localhost:4001/media/post-process-file.jpg",
61 "mediaType" => "image/jpeg",
62 "type" => "Link"
63 }
64 ]
65 }}
66
67 Task.await(Agent.get(TestUploaderSuccess, fn task_pid -> task_pid end))
68 end
69 end
70
71 describe "Tried storing a file when http callback response error" do
72 defmodule TestUploaderError do
73 def http_callback(conn, _params), do: {:error, conn, "Errors"}
74
75 def put_file(upload), do: TestUploaderBase.put_file(upload, __MODULE__)
76 end
77
78 setup do: [uploader: TestUploaderError]
79 setup [:ensure_local_uploader]
80
81 test "it returns error" do
82 File.cp!("test/fixtures/image.jpg", "test/fixtures/image_tmp.jpg")
83
84 assert capture_log(fn ->
85 assert Upload.store(@upload_file) == {:error, "Errors"}
86 Task.await(Agent.get(TestUploaderError, fn task_pid -> task_pid end))
87 end) =~
88 "[error] Elixir.Pleroma.Upload store (using Pleroma.UploadTest.TestUploaderError) failed: \"Errors\""
89 end
90 end
91
92 describe "Tried storing a file when http callback doesn't response by timeout" do
93 defmodule(TestUploader, do: def(put_file(_upload), do: :wait_callback))
94 setup do: [uploader: TestUploader]
95 setup [:ensure_local_uploader]
96
97 test "it returns error" do
98 File.cp!("test/fixtures/image.jpg", "test/fixtures/image_tmp.jpg")
99
100 assert capture_log(fn ->
101 assert Upload.store(@upload_file) == {:error, "Uploader callback timeout"}
102 end) =~
103 "[error] Elixir.Pleroma.Upload store (using Pleroma.UploadTest.TestUploader) failed: \"Uploader callback timeout\""
104 end
105 end
106
107 describe "Storing a file with the Local uploader" do
108 setup [:ensure_local_uploader]
109
110 test "does not allow descriptions longer than the post limit" do
111 clear_config([:instance, :description_limit], 2)
112 File.cp!("test/fixtures/image.jpg", "test/fixtures/image_tmp.jpg")
113
114 file = %Plug.Upload{
115 content_type: "image/jpeg",
116 path: Path.absname("test/fixtures/image_tmp.jpg"),
117 filename: "image.jpg"
118 }
119
120 {:error, :description_too_long} = Upload.store(file, description: "123")
121 end
122
123 test "returns a media url" do
124 File.cp!("test/fixtures/image.jpg", "test/fixtures/image_tmp.jpg")
125
126 file = %Plug.Upload{
127 content_type: "image/jpeg",
128 path: Path.absname("test/fixtures/image_tmp.jpg"),
129 filename: "image.jpg"
130 }
131
132 {:ok, data} = Upload.store(file)
133
134 assert %{"url" => [%{"href" => url}]} = data
135
136 assert String.starts_with?(url, Pleroma.Upload.base_url())
137 end
138
139 test "copies the file to the configured folder with deduping" do
140 File.cp!("test/fixtures/image.jpg", "test/fixtures/image_tmp.jpg")
141
142 file = %Plug.Upload{
143 content_type: "image/jpeg",
144 path: Path.absname("test/fixtures/image_tmp.jpg"),
145 filename: "an [image.jpg"
146 }
147
148 {:ok, data} = Upload.store(file, filters: [Pleroma.Upload.Filter.Dedupe])
149
150 assert List.first(data["url"])["href"] ==
151 Pleroma.Upload.base_url() <>
152 "e30397b58d226d6583ab5b8b3c5defb0c682bda5c31ef07a9f57c1c4986e3781.jpg"
153 end
154
155 test "copies the file to the configured folder without deduping" do
156 File.cp!("test/fixtures/image.jpg", "test/fixtures/image_tmp.jpg")
157
158 file = %Plug.Upload{
159 content_type: "image/jpeg",
160 path: Path.absname("test/fixtures/image_tmp.jpg"),
161 filename: "an [image.jpg"
162 }
163
164 {:ok, data} = Upload.store(file)
165 assert data["name"] == "an [image.jpg"
166 end
167
168 test "fixes incorrect content type when base64 is given" do
169 params = %{
170 img: "data:image/png;base64,#{Base.encode64(File.read!("test/fixtures/image.jpg"))}"
171 }
172
173 {:ok, data} = Upload.store(params)
174 assert hd(data["url"])["mediaType"] == "image/jpeg"
175 end
176
177 test "adds extension when base64 is given" do
178 File.cp!("test/fixtures/image.jpg", "test/fixtures/image_tmp.jpg")
179
180 params = %{
181 img: "data:image/png;base64,#{Base.encode64(File.read!("test/fixtures/image.jpg"))}"
182 }
183
184 {:ok, data} = Upload.store(params)
185 assert String.ends_with?(data["name"], ".jpg")
186 end
187
188 test "copies the file to the configured folder with anonymizing filename" do
189 File.cp!("test/fixtures/image.jpg", "test/fixtures/image_tmp.jpg")
190
191 file = %Plug.Upload{
192 content_type: "image/jpeg",
193 path: Path.absname("test/fixtures/image_tmp.jpg"),
194 filename: "an [image.jpg"
195 }
196
197 {:ok, data} = Upload.store(file, filters: [Pleroma.Upload.Filter.AnonymizeFilename])
198
199 refute data["name"] == "an [image.jpg"
200 end
201
202 test "escapes invalid characters in url" do
203 File.cp!("test/fixtures/image.jpg", "test/fixtures/image_tmp.jpg")
204
205 file = %Plug.Upload{
206 content_type: "image/jpeg",
207 path: Path.absname("test/fixtures/image_tmp.jpg"),
208 filename: "an… image.jpg"
209 }
210
211 {:ok, data} = Upload.store(file)
212 [attachment_url | _] = data["url"]
213
214 assert Path.basename(attachment_url["href"]) == "an%E2%80%A6%20image.jpg"
215 end
216
217 test "escapes reserved uri characters" do
218 File.cp!("test/fixtures/image.jpg", "test/fixtures/image_tmp.jpg")
219
220 file = %Plug.Upload{
221 content_type: "image/jpeg",
222 path: Path.absname("test/fixtures/image_tmp.jpg"),
223 filename: ":?#[]@!$&\\'()*+,;=.jpg"
224 }
225
226 {:ok, data} = Upload.store(file)
227 [attachment_url | _] = data["url"]
228
229 assert Path.basename(attachment_url["href"]) ==
230 "%3A%3F%23%5B%5D%40%21%24%26%5C%27%28%29%2A%2B%2C%3B%3D.jpg"
231 end
232 end
233
234 describe "Setting a custom base_url for uploaded media" do
235 setup do: clear_config([Pleroma.Upload, :base_url], "https://cache.pleroma.social")
236
237 test "returns a media url with configured base_url" do
238 base_url = Pleroma.Config.get([Pleroma.Upload, :base_url])
239
240 File.cp!("test/fixtures/image.jpg", "test/fixtures/image_tmp.jpg")
241
242 file = %Plug.Upload{
243 content_type: "image/jpeg",
244 path: Path.absname("test/fixtures/image_tmp.jpg"),
245 filename: "image.jpg"
246 }
247
248 {:ok, data} = Upload.store(file, base_url: base_url)
249
250 assert %{"url" => [%{"href" => url}]} = data
251
252 refute String.starts_with?(url, base_url <> "/media/")
253 end
254 end
255 end