git.squeep.com Git - akkoma/blob - test/pleroma/object_test.exs

   1 # Pleroma: A lightweight social networking server
   2 # Copyright © 2017-2021 Pleroma Authors <https://pleroma.social/>
   3 # SPDX-License-Identifier: AGPL-3.0-only
   4
   5 defmodule Pleroma.ObjectTest do
   6   use Pleroma.DataCase
   7   use Oban.Testing, repo: Pleroma.Repo
   8   import ExUnit.CaptureLog
   9   import Pleroma.Factory
  10   import Tesla.Mock
  11   alias Pleroma.Activity
  12   alias Pleroma.Object
  13   alias Pleroma.Repo
  14   alias Pleroma.Tests.ObanHelpers
  15   alias Pleroma.Web.CommonAPI
  16
  17   setup do
  18     mock(fn env -> apply(HttpRequestMock, :request, [env]) end)
  19     :ok
  20   end
  21
  22   test "returns an object by it's AP id" do
  23     object = insert(:note)
  24     found_object = Object.get_by_ap_id(object.data["id"])
  25
  26     assert object == found_object
  27   end
  28
  29   describe "generic changeset" do
  30     test "it ensures uniqueness of the id" do
  31       object = insert(:note)
  32       cs = Object.change(%Object{}, %{data: %{id: object.data["id"]}})
  33       assert cs.valid?
  34
  35       {:error, _result} = Repo.insert(cs)
  36     end
  37   end
  38
  39   describe "deletion function" do
  40     test "deletes an object" do
  41       object = insert(:note)
  42       found_object = Object.get_by_ap_id(object.data["id"])
  43
  44       assert object == found_object
  45
  46       Object.delete(found_object)
  47
  48       found_object = Object.get_by_ap_id(object.data["id"])
  49
  50       refute object == found_object
  51
  52       assert found_object.data["type"] == "Tombstone"
  53     end
  54
  55     test "ensures cache is cleared for the object" do
  56       object = insert(:note)
  57       cached_object = Object.get_cached_by_ap_id(object.data["id"])
  58
  59       assert object == cached_object
  60
  61       Cachex.put(:web_resp_cache, URI.parse(object.data["id"]).path, "cofe")
  62
  63       Object.delete(cached_object)
  64
  65       {:ok, nil} = Cachex.get(:object_cache, "object:#{object.data["id"]}")
  66       {:ok, nil} = Cachex.get(:web_resp_cache, URI.parse(object.data["id"]).path)
  67
  68       cached_object = Object.get_cached_by_ap_id(object.data["id"])
  69
  70       refute object == cached_object
  71
  72       assert cached_object.data["type"] == "Tombstone"
  73     end
  74   end
  75
  76   describe "delete attachments" do
  77     setup do: clear_config([Pleroma.Upload])
  78     setup do: clear_config([:instance, :cleanup_attachments])
  79
  80     test "Disabled via config" do
  81       clear_config([Pleroma.Upload, :uploader], Pleroma.Uploaders.Local)
  82       clear_config([:instance, :cleanup_attachments], false)
  83
  84       file = %Plug.Upload{
  85         content_type: "image/jpeg",
  86         path: Path.absname("test/fixtures/image.jpg"),
  87         filename: "an_image.jpg"
  88       }
  89
  90       user = insert(:user)
  91
  92       {:ok, %Object{} = attachment} =
  93         Pleroma.Web.ActivityPub.ActivityPub.upload(file, actor: user.ap_id)
  94
  95       %{data: %{"attachment" => [%{"url" => [%{"href" => href}]}]}} =
  96         note = insert(:note, %{user: user, data: %{"attachment" => [attachment.data]}})
  97
  98       uploads_dir = Pleroma.Config.get!([Pleroma.Uploaders.Local, :uploads])
  99
 100       path = href |> Path.dirname() |> Path.basename()
 101
 102       assert {:ok, ["an_image.jpg"]} == File.ls("#{uploads_dir}/#{path}")
 103
 104       Object.delete(note)
 105
 106       ObanHelpers.perform(all_enqueued(worker: Pleroma.Workers.AttachmentsCleanupWorker))
 107
 108       assert Object.get_by_id(note.id).data["deleted"]
 109       refute Object.get_by_id(attachment.id) == nil
 110
 111       assert {:ok, ["an_image.jpg"]} == File.ls("#{uploads_dir}/#{path}")
 112     end
 113
 114     test "in subdirectories" do
 115       clear_config([Pleroma.Upload, :uploader], Pleroma.Uploaders.Local)
 116       clear_config([:instance, :cleanup_attachments], true)
 117
 118       file = %Plug.Upload{
 119         content_type: "image/jpeg",
 120         path: Path.absname("test/fixtures/image.jpg"),
 121         filename: "an_image.jpg"
 122       }
 123
 124       user = insert(:user)
 125
 126       {:ok, %Object{} = attachment} =
 127         Pleroma.Web.ActivityPub.ActivityPub.upload(file, actor: user.ap_id)
 128
 129       %{data: %{"attachment" => [%{"url" => [%{"href" => href}]}]}} =
 130         note = insert(:note, %{user: user, data: %{"attachment" => [attachment.data]}})
 131
 132       uploads_dir = Pleroma.Config.get!([Pleroma.Uploaders.Local, :uploads])
 133
 134       path = href |> Path.dirname() |> Path.basename()
 135
 136       assert {:ok, ["an_image.jpg"]} == File.ls("#{uploads_dir}/#{path}")
 137
 138       Object.delete(note)
 139
 140       ObanHelpers.perform(all_enqueued(worker: Pleroma.Workers.AttachmentsCleanupWorker))
 141
 142       assert Object.get_by_id(note.id).data["deleted"]
 143       assert Object.get_by_id(attachment.id) == nil
 144
 145       assert {:ok, []} == File.ls("#{uploads_dir}/#{path}")
 146     end
 147
 148     test "with dedupe enabled" do
 149       clear_config([Pleroma.Upload, :uploader], Pleroma.Uploaders.Local)
 150       clear_config([Pleroma.Upload, :filters], [Pleroma.Upload.Filter.Dedupe])
 151       clear_config([:instance, :cleanup_attachments], true)
 152
 153       uploads_dir = Pleroma.Config.get!([Pleroma.Uploaders.Local, :uploads])
 154
 155       File.mkdir_p!(uploads_dir)
 156
 157       file = %Plug.Upload{
 158         content_type: "image/jpeg",
 159         path: Path.absname("test/fixtures/image.jpg"),
 160         filename: "an_image.jpg"
 161       }
 162
 163       user = insert(:user)
 164
 165       {:ok, %Object{} = attachment} =
 166         Pleroma.Web.ActivityPub.ActivityPub.upload(file, actor: user.ap_id)
 167
 168       %{data: %{"attachment" => [%{"url" => [%{"href" => href}]}]}} =
 169         note = insert(:note, %{user: user, data: %{"attachment" => [attachment.data]}})
 170
 171       filename = Path.basename(href)
 172
 173       assert {:ok, files} = File.ls(uploads_dir)
 174       assert filename in files
 175
 176       Object.delete(note)
 177
 178       ObanHelpers.perform(all_enqueued(worker: Pleroma.Workers.AttachmentsCleanupWorker))
 179
 180       assert Object.get_by_id(note.id).data["deleted"]
 181       assert Object.get_by_id(attachment.id) == nil
 182       assert {:ok, files} = File.ls(uploads_dir)
 183       refute filename in files
 184     end
 185
 186     test "with objects that have legacy data.url attribute" do
 187       clear_config([Pleroma.Upload, :uploader], Pleroma.Uploaders.Local)
 188       clear_config([:instance, :cleanup_attachments], true)
 189
 190       file = %Plug.Upload{
 191         content_type: "image/jpeg",
 192         path: Path.absname("test/fixtures/image.jpg"),
 193         filename: "an_image.jpg"
 194       }
 195
 196       user = insert(:user)
 197
 198       {:ok, %Object{} = attachment} =
 199         Pleroma.Web.ActivityPub.ActivityPub.upload(file, actor: user.ap_id)
 200
 201       {:ok, %Object{}} = Object.create(%{url: "https://google.com", actor: user.ap_id})
 202
 203       %{data: %{"attachment" => [%{"url" => [%{"href" => href}]}]}} =
 204         note = insert(:note, %{user: user, data: %{"attachment" => [attachment.data]}})
 205
 206       uploads_dir = Pleroma.Config.get!([Pleroma.Uploaders.Local, :uploads])
 207
 208       path = href |> Path.dirname() |> Path.basename()
 209
 210       assert {:ok, ["an_image.jpg"]} == File.ls("#{uploads_dir}/#{path}")
 211
 212       Object.delete(note)
 213
 214       ObanHelpers.perform(all_enqueued(worker: Pleroma.Workers.AttachmentsCleanupWorker))
 215
 216       assert Object.get_by_id(note.id).data["deleted"]
 217       assert Object.get_by_id(attachment.id) == nil
 218
 219       assert {:ok, []} == File.ls("#{uploads_dir}/#{path}")
 220     end
 221
 222     test "With custom base_url" do
 223       clear_config([Pleroma.Upload, :uploader], Pleroma.Uploaders.Local)
 224       clear_config([Pleroma.Upload, :base_url], "https://sub.domain.tld/dir/")
 225       clear_config([:instance, :cleanup_attachments], true)
 226
 227       file = %Plug.Upload{
 228         content_type: "image/jpeg",
 229         path: Path.absname("test/fixtures/image.jpg"),
 230         filename: "an_image.jpg"
 231       }
 232
 233       user = insert(:user)
 234
 235       {:ok, %Object{} = attachment} =
 236         Pleroma.Web.ActivityPub.ActivityPub.upload(file, actor: user.ap_id)
 237
 238       %{data: %{"attachment" => [%{"url" => [%{"href" => href}]}]}} =
 239         note = insert(:note, %{user: user, data: %{"attachment" => [attachment.data]}})
 240
 241       uploads_dir = Pleroma.Config.get!([Pleroma.Uploaders.Local, :uploads])
 242
 243       path = href |> Path.dirname() |> Path.basename()
 244
 245       assert {:ok, ["an_image.jpg"]} == File.ls("#{uploads_dir}/#{path}")
 246
 247       Object.delete(note)
 248
 249       ObanHelpers.perform(all_enqueued(worker: Pleroma.Workers.AttachmentsCleanupWorker))
 250
 251       assert Object.get_by_id(note.id).data["deleted"]
 252       assert Object.get_by_id(attachment.id) == nil
 253
 254       assert {:ok, []} == File.ls("#{uploads_dir}/#{path}")
 255     end
 256   end
 257
 258   describe "normalizer" do
 259     @url "http://mastodon.example.org/@admin/99541947525187367"
 260     test "does not fetch unknown objects by default" do
 261       assert nil == Object.normalize(@url)
 262     end
 263
 264     test "fetches unknown objects when fetch is explicitly true" do
 265       %Object{} = object = Object.normalize(@url, fetch: true)
 266
 267       assert object.data["url"] == @url
 268     end
 269
 270     test "does not fetch unknown objects when fetch is false" do
 271       assert is_nil(
 272                Object.normalize(@url,
 273                  fetch: false
 274                )
 275              )
 276     end
 277   end
 278
 279   describe "get_by_id_and_maybe_refetch" do
 280     setup do
 281       mock(fn
 282         %{method: :get, url: "https://patch.cx/objects/9a172665-2bc5-452d-8428-2361d4c33b1d"} ->
 283           %Tesla.Env{
 284             status: 200,
 285             body: File.read!("test/fixtures/tesla_mock/poll_original.json"),
 286             headers: HttpRequestMock.activitypub_object_headers()
 287           }
 288
 289         env ->
 290           apply(HttpRequestMock, :request, [env])
 291       end)
 292
 293       mock_modified = fn resp ->
 294         mock(fn
 295           %{method: :get, url: "https://patch.cx/objects/9a172665-2bc5-452d-8428-2361d4c33b1d"} ->
 296             resp
 297
 298           env ->
 299             apply(HttpRequestMock, :request, [env])
 300         end)
 301       end
 302
 303       on_exit(fn -> mock(fn env -> apply(HttpRequestMock, :request, [env]) end) end)
 304
 305       [mock_modified: mock_modified]
 306     end
 307
 308     test "refetches if the time since the last refetch is greater than the interval", %{
 309       mock_modified: mock_modified
 310     } do
 311       %Object{} =
 312         object =
 313         Object.normalize("https://patch.cx/objects/9a172665-2bc5-452d-8428-2361d4c33b1d",
 314           fetch: true
 315         )
 316
 317       Object.set_cache(object)
 318
 319       assert Enum.at(object.data["oneOf"], 0)["replies"]["totalItems"] == 4
 320       assert Enum.at(object.data["oneOf"], 1)["replies"]["totalItems"] == 0
 321
 322       mock_modified.(%Tesla.Env{
 323         status: 200,
 324         body: File.read!("test/fixtures/tesla_mock/poll_modified.json"),
 325         headers: HttpRequestMock.activitypub_object_headers()
 326       })
 327
 328       updated_object = Object.get_by_id_and_maybe_refetch(object.id, interval: -1)
 329       object_in_cache = Object.get_cached_by_ap_id(object.data["id"])
 330       assert updated_object == object_in_cache
 331       assert Enum.at(updated_object.data["oneOf"], 0)["replies"]["totalItems"] == 8
 332       assert Enum.at(updated_object.data["oneOf"], 1)["replies"]["totalItems"] == 3
 333     end
 334
 335     test "returns the old object if refetch fails", %{mock_modified: mock_modified} do
 336       %Object{} =
 337         object =
 338         Object.normalize("https://patch.cx/objects/9a172665-2bc5-452d-8428-2361d4c33b1d",
 339           fetch: true
 340         )
 341
 342       Object.set_cache(object)
 343
 344       assert Enum.at(object.data["oneOf"], 0)["replies"]["totalItems"] == 4
 345       assert Enum.at(object.data["oneOf"], 1)["replies"]["totalItems"] == 0
 346
 347       assert capture_log(fn ->
 348                mock_modified.(%Tesla.Env{status: 404, body: ""})
 349
 350                updated_object = Object.get_by_id_and_maybe_refetch(object.id, interval: -1)
 351                object_in_cache = Object.get_cached_by_ap_id(object.data["id"])
 352                assert updated_object == object_in_cache
 353                assert Enum.at(updated_object.data["oneOf"], 0)["replies"]["totalItems"] == 4
 354                assert Enum.at(updated_object.data["oneOf"], 1)["replies"]["totalItems"] == 0
 355              end) =~
 356                "[error] Couldn't refresh https://patch.cx/objects/9a172665-2bc5-452d-8428-2361d4c33b1d"
 357     end
 358
 359     test "does not refetch if the time since the last refetch is greater than the interval", %{
 360       mock_modified: mock_modified
 361     } do
 362       %Object{} =
 363         object =
 364         Object.normalize("https://patch.cx/objects/9a172665-2bc5-452d-8428-2361d4c33b1d",
 365           fetch: true
 366         )
 367
 368       Object.set_cache(object)
 369
 370       assert Enum.at(object.data["oneOf"], 0)["replies"]["totalItems"] == 4
 371       assert Enum.at(object.data["oneOf"], 1)["replies"]["totalItems"] == 0
 372
 373       mock_modified.(%Tesla.Env{
 374         status: 200,
 375         body: File.read!("test/fixtures/tesla_mock/poll_modified.json"),
 376         headers: HttpRequestMock.activitypub_object_headers()
 377       })
 378
 379       updated_object = Object.get_by_id_and_maybe_refetch(object.id, interval: 100)
 380       object_in_cache = Object.get_cached_by_ap_id(object.data["id"])
 381       assert updated_object == object_in_cache
 382       assert Enum.at(updated_object.data["oneOf"], 0)["replies"]["totalItems"] == 4
 383       assert Enum.at(updated_object.data["oneOf"], 1)["replies"]["totalItems"] == 0
 384     end
 385
 386     test "preserves internal fields on refetch", %{mock_modified: mock_modified} do
 387       %Object{} =
 388         object =
 389         Object.normalize("https://patch.cx/objects/9a172665-2bc5-452d-8428-2361d4c33b1d",
 390           fetch: true
 391         )
 392
 393       Object.set_cache(object)
 394
 395       assert Enum.at(object.data["oneOf"], 0)["replies"]["totalItems"] == 4
 396       assert Enum.at(object.data["oneOf"], 1)["replies"]["totalItems"] == 0
 397
 398       user = insert(:user)
 399       activity = Activity.get_create_by_object_ap_id(object.data["id"])
 400       {:ok, activity} = CommonAPI.favorite(user, activity.id)
 401       object = Object.get_by_ap_id(activity.data["object"])
 402
 403       assert object.data["like_count"] == 1
 404
 405       mock_modified.(%Tesla.Env{
 406         status: 200,
 407         body: File.read!("test/fixtures/tesla_mock/poll_modified.json"),
 408         headers: HttpRequestMock.activitypub_object_headers()
 409       })
 410
 411       updated_object = Object.get_by_id_and_maybe_refetch(object.id, interval: -1)
 412       object_in_cache = Object.get_cached_by_ap_id(object.data["id"])
 413       assert updated_object == object_in_cache
 414       assert Enum.at(updated_object.data["oneOf"], 0)["replies"]["totalItems"] == 8
 415       assert Enum.at(updated_object.data["oneOf"], 1)["replies"]["totalItems"] == 3
 416
 417       assert updated_object.data["like_count"] == 1
 418     end
 419   end
 420 end