1 # Pleroma: A lightweight social networking server
2 # Copyright © 2017-2021 Pleroma Authors <https://pleroma.social/>
3 # SPDX-License-Identifier: AGPL-3.0-only
5 defmodule Pleroma.ObjectTest do
7 use Oban.Testing, repo: Pleroma.Repo
8 import ExUnit.CaptureLog
11 alias Pleroma.Activity
14 alias Pleroma.Tests.ObanHelpers
15 alias Pleroma.Web.CommonAPI
18 mock(fn env -> apply(HttpRequestMock, :request, [env]) end)
22 test "returns an object by it's AP id" do
23 object = insert(:note)
24 found_object = Object.get_by_ap_id(object.data["id"])
26 assert object == found_object
29 describe "generic changeset" do
30 test "it ensures uniqueness of the id" do
31 object = insert(:note)
32 cs = Object.change(%Object{}, %{data: %{id: object.data["id"]}})
35 {:error, _result} = Repo.insert(cs)
39 describe "deletion function" do
40 test "deletes an object" do
41 object = insert(:note)
42 found_object = Object.get_by_ap_id(object.data["id"])
44 assert object == found_object
46 Object.delete(found_object)
48 found_object = Object.get_by_ap_id(object.data["id"])
50 refute object == found_object
52 assert found_object.data["type"] == "Tombstone"
55 test "ensures cache is cleared for the object" do
56 object = insert(:note)
57 cached_object = Object.get_cached_by_ap_id(object.data["id"])
59 assert object == cached_object
61 Cachex.put(:web_resp_cache, URI.parse(object.data["id"]).path, "cofe")
63 Object.delete(cached_object)
65 {:ok, nil} = Cachex.get(:object_cache, "object:#{object.data["id"]}")
66 {:ok, nil} = Cachex.get(:web_resp_cache, URI.parse(object.data["id"]).path)
68 cached_object = Object.get_cached_by_ap_id(object.data["id"])
70 refute object == cached_object
72 assert cached_object.data["type"] == "Tombstone"
76 describe "delete attachments" do
77 setup do: clear_config([Pleroma.Upload])
78 setup do: clear_config([:instance, :cleanup_attachments])
80 test "Disabled via config" do
81 clear_config([Pleroma.Upload, :uploader], Pleroma.Uploaders.Local)
82 clear_config([:instance, :cleanup_attachments], false)
85 content_type: "image/jpeg",
86 path: Path.absname("test/fixtures/image.jpg"),
87 filename: "an_image.jpg"
92 {:ok, %Object{} = attachment} =
93 Pleroma.Web.ActivityPub.ActivityPub.upload(file, actor: user.ap_id)
95 %{data: %{"attachment" => [%{"url" => [%{"href" => href}]}]}} =
96 note = insert(:note, %{user: user, data: %{"attachment" => [attachment.data]}})
98 uploads_dir = Pleroma.Config.get!([Pleroma.Uploaders.Local, :uploads])
100 path = href |> Path.dirname() |> Path.basename()
102 assert {:ok, ["an_image.jpg"]} == File.ls("#{uploads_dir}/#{path}")
106 ObanHelpers.perform(all_enqueued(worker: Pleroma.Workers.AttachmentsCleanupWorker))
108 assert Object.get_by_id(note.id).data["deleted"]
109 refute Object.get_by_id(attachment.id) == nil
111 assert {:ok, ["an_image.jpg"]} == File.ls("#{uploads_dir}/#{path}")
114 test "in subdirectories" do
115 clear_config([Pleroma.Upload, :uploader], Pleroma.Uploaders.Local)
116 clear_config([:instance, :cleanup_attachments], true)
119 content_type: "image/jpeg",
120 path: Path.absname("test/fixtures/image.jpg"),
121 filename: "an_image.jpg"
126 {:ok, %Object{} = attachment} =
127 Pleroma.Web.ActivityPub.ActivityPub.upload(file, actor: user.ap_id)
129 %{data: %{"attachment" => [%{"url" => [%{"href" => href}]}]}} =
130 note = insert(:note, %{user: user, data: %{"attachment" => [attachment.data]}})
132 uploads_dir = Pleroma.Config.get!([Pleroma.Uploaders.Local, :uploads])
134 path = href |> Path.dirname() |> Path.basename()
136 assert {:ok, ["an_image.jpg"]} == File.ls("#{uploads_dir}/#{path}")
140 ObanHelpers.perform(all_enqueued(worker: Pleroma.Workers.AttachmentsCleanupWorker))
142 assert Object.get_by_id(note.id).data["deleted"]
143 assert Object.get_by_id(attachment.id) == nil
145 assert {:ok, []} == File.ls("#{uploads_dir}/#{path}")
148 test "with dedupe enabled" do
149 clear_config([Pleroma.Upload, :uploader], Pleroma.Uploaders.Local)
150 clear_config([Pleroma.Upload, :filters], [Pleroma.Upload.Filter.Dedupe])
151 clear_config([:instance, :cleanup_attachments], true)
153 uploads_dir = Pleroma.Config.get!([Pleroma.Uploaders.Local, :uploads])
155 File.mkdir_p!(uploads_dir)
158 content_type: "image/jpeg",
159 path: Path.absname("test/fixtures/image.jpg"),
160 filename: "an_image.jpg"
165 {:ok, %Object{} = attachment} =
166 Pleroma.Web.ActivityPub.ActivityPub.upload(file, actor: user.ap_id)
168 %{data: %{"attachment" => [%{"url" => [%{"href" => href}]}]}} =
169 note = insert(:note, %{user: user, data: %{"attachment" => [attachment.data]}})
171 filename = Path.basename(href)
173 assert {:ok, files} = File.ls(uploads_dir)
174 assert filename in files
178 ObanHelpers.perform(all_enqueued(worker: Pleroma.Workers.AttachmentsCleanupWorker))
180 assert Object.get_by_id(note.id).data["deleted"]
181 assert Object.get_by_id(attachment.id) == nil
182 assert {:ok, files} = File.ls(uploads_dir)
183 refute filename in files
186 test "with objects that have legacy data.url attribute" do
187 clear_config([Pleroma.Upload, :uploader], Pleroma.Uploaders.Local)
188 clear_config([:instance, :cleanup_attachments], true)
191 content_type: "image/jpeg",
192 path: Path.absname("test/fixtures/image.jpg"),
193 filename: "an_image.jpg"
198 {:ok, %Object{} = attachment} =
199 Pleroma.Web.ActivityPub.ActivityPub.upload(file, actor: user.ap_id)
201 {:ok, %Object{}} = Object.create(%{url: "https://google.com", actor: user.ap_id})
203 %{data: %{"attachment" => [%{"url" => [%{"href" => href}]}]}} =
204 note = insert(:note, %{user: user, data: %{"attachment" => [attachment.data]}})
206 uploads_dir = Pleroma.Config.get!([Pleroma.Uploaders.Local, :uploads])
208 path = href |> Path.dirname() |> Path.basename()
210 assert {:ok, ["an_image.jpg"]} == File.ls("#{uploads_dir}/#{path}")
214 ObanHelpers.perform(all_enqueued(worker: Pleroma.Workers.AttachmentsCleanupWorker))
216 assert Object.get_by_id(note.id).data["deleted"]
217 assert Object.get_by_id(attachment.id) == nil
219 assert {:ok, []} == File.ls("#{uploads_dir}/#{path}")
222 test "With custom base_url" do
223 clear_config([Pleroma.Upload, :uploader], Pleroma.Uploaders.Local)
224 clear_config([Pleroma.Upload, :base_url], "https://sub.domain.tld/dir/")
225 clear_config([:instance, :cleanup_attachments], true)
228 content_type: "image/jpeg",
229 path: Path.absname("test/fixtures/image.jpg"),
230 filename: "an_image.jpg"
235 {:ok, %Object{} = attachment} =
236 Pleroma.Web.ActivityPub.ActivityPub.upload(file, actor: user.ap_id)
238 %{data: %{"attachment" => [%{"url" => [%{"href" => href}]}]}} =
239 note = insert(:note, %{user: user, data: %{"attachment" => [attachment.data]}})
241 uploads_dir = Pleroma.Config.get!([Pleroma.Uploaders.Local, :uploads])
243 path = href |> Path.dirname() |> Path.basename()
245 assert {:ok, ["an_image.jpg"]} == File.ls("#{uploads_dir}/#{path}")
249 ObanHelpers.perform(all_enqueued(worker: Pleroma.Workers.AttachmentsCleanupWorker))
251 assert Object.get_by_id(note.id).data["deleted"]
252 assert Object.get_by_id(attachment.id) == nil
254 assert {:ok, []} == File.ls("#{uploads_dir}/#{path}")
258 describe "normalizer" do
259 @url "http://mastodon.example.org/@admin/99541947525187367"
260 test "does not fetch unknown objects by default" do
261 assert nil == Object.normalize(@url)
264 test "fetches unknown objects when fetch is explicitly true" do
265 %Object{} = object = Object.normalize(@url, fetch: true)
267 assert object.data["url"] == @url
270 test "does not fetch unknown objects when fetch is false" do
272 Object.normalize(@url,
279 describe "get_by_id_and_maybe_refetch" do
282 %{method: :get, url: "https://patch.cx/objects/9a172665-2bc5-452d-8428-2361d4c33b1d"} ->
285 body: File.read!("test/fixtures/tesla_mock/poll_original.json"),
286 headers: HttpRequestMock.activitypub_object_headers()
290 apply(HttpRequestMock, :request, [env])
293 mock_modified = fn resp ->
295 %{method: :get, url: "https://patch.cx/objects/9a172665-2bc5-452d-8428-2361d4c33b1d"} ->
299 apply(HttpRequestMock, :request, [env])
303 on_exit(fn -> mock(fn env -> apply(HttpRequestMock, :request, [env]) end) end)
305 [mock_modified: mock_modified]
308 test "refetches if the time since the last refetch is greater than the interval", %{
309 mock_modified: mock_modified
313 Object.normalize("https://patch.cx/objects/9a172665-2bc5-452d-8428-2361d4c33b1d",
317 Object.set_cache(object)
319 assert Enum.at(object.data["oneOf"], 0)["replies"]["totalItems"] == 4
320 assert Enum.at(object.data["oneOf"], 1)["replies"]["totalItems"] == 0
322 mock_modified.(%Tesla.Env{
324 body: File.read!("test/fixtures/tesla_mock/poll_modified.json"),
325 headers: HttpRequestMock.activitypub_object_headers()
328 updated_object = Object.get_by_id_and_maybe_refetch(object.id, interval: -1)
329 object_in_cache = Object.get_cached_by_ap_id(object.data["id"])
330 assert updated_object == object_in_cache
331 assert Enum.at(updated_object.data["oneOf"], 0)["replies"]["totalItems"] == 8
332 assert Enum.at(updated_object.data["oneOf"], 1)["replies"]["totalItems"] == 3
335 test "returns the old object if refetch fails", %{mock_modified: mock_modified} do
338 Object.normalize("https://patch.cx/objects/9a172665-2bc5-452d-8428-2361d4c33b1d",
342 Object.set_cache(object)
344 assert Enum.at(object.data["oneOf"], 0)["replies"]["totalItems"] == 4
345 assert Enum.at(object.data["oneOf"], 1)["replies"]["totalItems"] == 0
347 assert capture_log(fn ->
348 mock_modified.(%Tesla.Env{status: 404, body: ""})
350 updated_object = Object.get_by_id_and_maybe_refetch(object.id, interval: -1)
351 object_in_cache = Object.get_cached_by_ap_id(object.data["id"])
352 assert updated_object == object_in_cache
353 assert Enum.at(updated_object.data["oneOf"], 0)["replies"]["totalItems"] == 4
354 assert Enum.at(updated_object.data["oneOf"], 1)["replies"]["totalItems"] == 0
356 "[error] Couldn't refresh https://patch.cx/objects/9a172665-2bc5-452d-8428-2361d4c33b1d"
359 test "does not refetch if the time since the last refetch is greater than the interval", %{
360 mock_modified: mock_modified
364 Object.normalize("https://patch.cx/objects/9a172665-2bc5-452d-8428-2361d4c33b1d",
368 Object.set_cache(object)
370 assert Enum.at(object.data["oneOf"], 0)["replies"]["totalItems"] == 4
371 assert Enum.at(object.data["oneOf"], 1)["replies"]["totalItems"] == 0
373 mock_modified.(%Tesla.Env{
375 body: File.read!("test/fixtures/tesla_mock/poll_modified.json"),
376 headers: HttpRequestMock.activitypub_object_headers()
379 updated_object = Object.get_by_id_and_maybe_refetch(object.id, interval: 100)
380 object_in_cache = Object.get_cached_by_ap_id(object.data["id"])
381 assert updated_object == object_in_cache
382 assert Enum.at(updated_object.data["oneOf"], 0)["replies"]["totalItems"] == 4
383 assert Enum.at(updated_object.data["oneOf"], 1)["replies"]["totalItems"] == 0
386 test "preserves internal fields on refetch", %{mock_modified: mock_modified} do
389 Object.normalize("https://patch.cx/objects/9a172665-2bc5-452d-8428-2361d4c33b1d",
393 Object.set_cache(object)
395 assert Enum.at(object.data["oneOf"], 0)["replies"]["totalItems"] == 4
396 assert Enum.at(object.data["oneOf"], 1)["replies"]["totalItems"] == 0
399 activity = Activity.get_create_by_object_ap_id(object.data["id"])
400 {:ok, activity} = CommonAPI.favorite(user, activity.id)
401 object = Object.get_by_ap_id(activity.data["object"])
403 assert object.data["like_count"] == 1
405 mock_modified.(%Tesla.Env{
407 body: File.read!("test/fixtures/tesla_mock/poll_modified.json"),
408 headers: HttpRequestMock.activitypub_object_headers()
411 updated_object = Object.get_by_id_and_maybe_refetch(object.id, interval: -1)
412 object_in_cache = Object.get_cached_by_ap_id(object.data["id"])
413 assert updated_object == object_in_cache
414 assert Enum.at(updated_object.data["oneOf"], 0)["replies"]["totalItems"] == 8
415 assert Enum.at(updated_object.data["oneOf"], 1)["replies"]["totalItems"] == 3
417 assert updated_object.data["like_count"] == 1