# Pleroma: A lightweight social networking server # Copyright © 2017-2018 Pleroma Authors # SPDX-License-Identifier: AGPL-3.0-only defmodule Pleroma.Web.CommonAPI.Utils do alias Calendar.Strftime alias Comeonin.Pbkdf2 alias Pleroma.{Activity, Formatter, Object, Repo, HTML} alias Pleroma.User alias Pleroma.Web alias Pleroma.Web.ActivityPub.Utils alias Pleroma.Web.Endpoint alias Pleroma.Web.MediaProxy # This is a hack for twidere. def get_by_id_or_ap_id(id) do activity = Repo.get(Activity, id) || Activity.get_create_activity_by_object_ap_id(id) activity && if activity.data["type"] == "Create" do activity else Activity.get_create_activity_by_object_ap_id(activity.data["object"]) end end def get_replied_to_activity(""), do: nil def get_replied_to_activity(id) when not is_nil(id) do Repo.get(Activity, id) end def get_replied_to_activity(_), do: nil def attachments_from_ids(ids) do Enum.map(ids || [], fn media_id -> Repo.get(Object, media_id).data end) end def to_for_user_and_mentions(user, mentions, inReplyTo, "public") do mentioned_users = Enum.map(mentions, fn {_, %{ap_id: ap_id}} -> ap_id end) to = ["https://www.w3.org/ns/activitystreams#Public" | mentioned_users] cc = [user.follower_address] if inReplyTo do {Enum.uniq([inReplyTo.data["actor"] | to]), cc} else {to, cc} end end def to_for_user_and_mentions(user, mentions, inReplyTo, "unlisted") do mentioned_users = Enum.map(mentions, fn {_, %{ap_id: ap_id}} -> ap_id end) to = [user.follower_address | mentioned_users] cc = ["https://www.w3.org/ns/activitystreams#Public"] if inReplyTo do {Enum.uniq([inReplyTo.data["actor"] | to]), cc} else {to, cc} end end def to_for_user_and_mentions(user, mentions, inReplyTo, "private") do {to, cc} = to_for_user_and_mentions(user, mentions, inReplyTo, "direct") {[user.follower_address | to], cc} end def to_for_user_and_mentions(_user, mentions, inReplyTo, "direct") do mentioned_users = Enum.map(mentions, fn {_, %{ap_id: ap_id}} -> ap_id end) if inReplyTo do {Enum.uniq([inReplyTo.data["actor"] | mentioned_users]), []} else {mentioned_users, []} end end def make_content_html( status, mentions, attachments, tags, content_type, no_attachment_links \\ false ) do status |> format_input(mentions, tags, content_type) |> maybe_add_attachments(attachments, no_attachment_links) end def make_context(%Activity{data: %{"context" => context}}), do: context def make_context(_), do: Utils.generate_context_id() def maybe_add_attachments(text, _attachments, _no_links = true), do: text def maybe_add_attachments(text, attachments, _no_links) do add_attachments(text, attachments) end def add_attachments(text, attachments) do attachment_text = Enum.map(attachments, fn %{"url" => [%{"href" => href} | _]} = attachment -> name = attachment["name"] || URI.decode(Path.basename(href)) href = MediaProxy.url(href) "#{shortname(name)}" _ -> "" end) Enum.join([text | attachment_text], "
") end @doc """ Formatting text to plain text. """ def format_input(text, mentions, tags, "text/plain") do text |> Formatter.html_escape("text/plain") |> String.replace(~r/\r?\n/, "
") |> (&{[], &1}).() |> Formatter.add_links() |> Formatter.add_user_links(mentions) |> Formatter.add_hashtag_links(tags) |> Formatter.finalize() end @doc """ Formatting text to html. """ def format_input(text, mentions, _tags, "text/html") do text |> Formatter.html_escape("text/html") |> String.replace(~r/\r?\n/, "
") |> (&{[], &1}).() |> Formatter.add_user_links(mentions) |> Formatter.finalize() end @doc """ Formatting text to markdown. """ def format_input(text, mentions, tags, "text/markdown") do text |> Formatter.mentions_escape(mentions) |> Earmark.as_html!() |> Formatter.html_escape("text/html") |> String.replace(~r/\r?\n/, "") |> (&{[], &1}).() |> Formatter.add_user_links(mentions) |> Formatter.add_hashtag_links(tags) |> Formatter.finalize() end def add_tag_links(text, tags) do tags = tags |> Enum.sort_by(fn {tag, _} -> -String.length(tag) end) Enum.reduce(tags, text, fn {full, tag}, text -> url = "" String.replace(text, full, url) end) end def make_note_data( actor, to, context, content_html, attachments, inReplyTo, tags, cw \\ nil, cc \\ [] ) do object = %{ "type" => "Note", "to" => to, "cc" => cc, "content" => content_html, "summary" => cw, "context" => context, "attachment" => attachments, "actor" => actor, "tag" => tags |> Enum.map(fn {_, tag} -> tag end) |> Enum.uniq() } if inReplyTo do object |> Map.put("inReplyTo", inReplyTo.data["object"]["id"]) |> Map.put("inReplyToStatusId", inReplyTo.id) else object end end def format_naive_asctime(date) do date |> DateTime.from_naive!("Etc/UTC") |> format_asctime end def format_asctime(date) do Strftime.strftime!(date, "%a %b %d %H:%M:%S %z %Y") end def date_to_asctime(date) do with {:ok, date, _offset} <- date |> DateTime.from_iso8601() do format_asctime(date) else _e -> "" end end def to_masto_date(%NaiveDateTime{} = date) do date |> NaiveDateTime.to_iso8601() |> String.replace(~r/(\.\d+)?$/, ".000Z", global: false) end def to_masto_date(date) do try do date |> NaiveDateTime.from_iso8601!() |> NaiveDateTime.to_iso8601() |> String.replace(~r/(\.\d+)?$/, ".000Z", global: false) rescue _e -> "" end end defp shortname(name) do if String.length(name) < 30 do name else String.slice(name, 0..30) <> "…" end end def confirm_current_password(user, password) do with %User{local: true} = db_user <- Repo.get(User, user.id), true <- Pbkdf2.checkpw(password, db_user.password_hash) do {:ok, db_user} else _ -> {:error, "Invalid password."} end end def emoji_from_profile(%{info: _info} = user) do (Formatter.get_emoji(user.bio) ++ Formatter.get_emoji(user.name)) |> Enum.map(fn {shortcode, url} -> %{ "type" => "Emoji", "icon" => %{"type" => "Image", "url" => "#{Endpoint.url()}#{url}"}, "name" => ":#{shortcode}:" } end) end @doc """ Get sanitized HTML from cache, or scrub it and save to cache. """ def get_scrubbed_html( content, scrubbers, %{data: %{"object" => object}} = activity ) do scrubber_cache = if is_list(object["scrubber_cache"]) do object["scrubber_cache"] else [] end signature = generate_scrubber_signature(scrubbers) {new_scrubber_cache, scrubbed_html} = Enum.map_reduce(scrubber_cache, nil, fn entry, _content -> if Map.keys(entry["scrubbers"]) == Map.keys(signature) do if entry["scrubbers"] == signature do {entry, entry["content"]} else # Remove the entry if scrubber version is outdated {nil, nil} end end end) # Remove nil objects new_scrubber_cache = Enum.reject(new_scrubber_cache, &is_nil/1) if scrubbed_html == nil or new_scrubber_cache != scrubber_cache do scrubbed_html = HTML.filter_tags(content, scrubbers) new_scrubber_cache = [%{:scrubbers => signature, :content => scrubbed_html} | new_scrubber_cache] update_scrubber_cache(activity, new_scrubber_cache) end scrubbed_html end defp generate_scrubber_signature(scrubbers) do Enum.reduce(scrubbers, %{}, fn scrubber, signature -> Map.put(signature, to_string(scrubber), scrubber.version) end) end defp update_scrubber_cache(activity, scrubber_cache) do cng = Object.change(activity, %{ data: Kernel.put_in(activity.data, ["object", "scrubber_cache"], scrubber_cache) }) {:ok, _struct} = Repo.update(cng) end end