X-Git-Url: http://git.squeep.com/?a=blobdiff_plain;f=lib%2Fpleroma%2Fformatter.ex;h=93cd12fa69132d920900fadef4ff329bc737a0ae;hb=6aa65b68b82c8ad7f6246dc5ccf1ac7673ce3e22;hp=fbcbca9796e7e6dba95b9b32b8dba5a94d204a78;hpb=ed3403ad8be255480d7e41f899d74fe9e5ef3f84;p=akkoma diff --git a/lib/pleroma/formatter.ex b/lib/pleroma/formatter.ex index fbcbca979..93cd12fa6 100644 --- a/lib/pleroma/formatter.ex +++ b/lib/pleroma/formatter.ex @@ -1,27 +1,30 @@ defmodule Pleroma.Formatter do alias Pleroma.User - - @link_regex ~r/https?:\/\/[\w\.\/?=\-#%&@~]+[\w\/]/u - def linkify(text) do - Regex.replace(@link_regex, text, "\\0") - end + alias Pleroma.Web.MediaProxy @tag_regex ~r/\#\w+/u def parse_tags(text, data \\ %{}) do Regex.scan(@tag_regex, text) - |> Enum.map(fn (["#" <> tag = full_tag]) -> {full_tag, String.downcase(tag)} end) - |> (fn map -> if data["sensitive"], do: [{"#nsfw", "nsfw"}] ++ map, else: map end).() + |> Enum.map(fn ["#" <> tag = full_tag] -> {full_tag, String.downcase(tag)} end) + |> (fn map -> + if data["sensitive"] in [true, "True", "true", "1"], + do: [{"#nsfw", "nsfw"}] ++ map, + else: map + end).() end def parse_mentions(text) do # Modified from https://www.w3.org/TR/html5/forms.html#valid-e-mail-address - regex = ~r/@[a-zA-Z0-9.!#$%&'*+\/=?^_`{|}~-]+@?[a-zA-Z0-9](?:[a-zA-Z0-9-]{0,61}[a-zA-Z0-9])?(?:\.[a-zA-Z0-9](?:[a-zA-Z0-9-]{0,61}[a-zA-Z0-9])?)*/u + regex = + ~r/@[a-zA-Z0-9.!#$%&'*+\/=?^_`{|}~-]*@?[a-zA-Z0-9](?:[a-zA-Z0-9-]{0,61}[a-zA-Z0-9])?(?:\.[a-zA-Z0-9](?:[a-zA-Z0-9-]{0,61}[a-zA-Z0-9])?)*/u Regex.scan(regex, text) - |> List.flatten - |> Enum.uniq - |> Enum.map(fn ("@" <> match = full_match) -> {full_match, User.get_cached_by_nickname(match)} end) - |> Enum.filter(fn ({_match, user}) -> user end) + |> List.flatten() + |> Enum.uniq() + |> Enum.map(fn "@" <> match = full_match -> + {full_match, User.get_cached_by_nickname(match)} + end) + |> Enum.filter(fn {_match, user} -> user end) end @finmoji [ @@ -90,41 +93,200 @@ defmodule Pleroma.Formatter do "woollysocks" ] - @finmoji_with_filenames Enum.map(@finmoji, fn (finmoji) -> - {finmoji, "/finmoji/128px/#{finmoji}-128.png"} - end) - - @emoji_from_file (with {:ok, file} <- File.read("config/emoji.txt") do - file - |> String.trim - |> String.split("\n") - |> Enum.map(fn(line) -> - [name, file] = String.split(line, ", ") - {name, file} - end) + @finmoji_with_filenames Enum.map(@finmoji, fn finmoji -> + {finmoji, "/finmoji/128px/#{finmoji}-128.png"} + end) + + @emoji_from_file (with {:ok, default} <- File.read("config/emoji.txt") do + custom = + with {:ok, custom} <- File.read("config/custom_emoji.txt") do + custom + else + _e -> "" + end + + (default <> "\n" <> custom) + |> String.trim() + |> String.split(~r/\n+/) + |> Enum.map(fn line -> + [name, file] = String.split(line, ~r/,\s*/) + {name, file} + end) else _ -> [] - end) + end) + + @emoji_from_globs ( + static_path = Path.join(:code.priv_dir(:pleroma), "static") - @emoji @finmoji_with_filenames ++ @emoji_from_file + globs = + Application.get_env(:pleroma, :emoji, []) + |> Keyword.get(:shortcode_globs, []) - def emojify(text, additional \\ nil) do - all_emoji = if additional do - Map.to_list(additional) ++ @emoji - else - @emoji - end + paths = + Enum.map(globs, fn glob -> + Path.join(static_path, glob) + |> Path.wildcard() + end) + |> Enum.concat() - Enum.reduce(all_emoji, text, fn ({emoji, file}, text) -> - String.replace(text, ":#{emoji}:", "#{emoji}") + Enum.map(paths, fn path -> + shortcode = Path.basename(path, Path.extname(path)) + external_path = Path.join("/", Path.relative_to(path, static_path)) + {shortcode, external_path} + end) + ) + + @emoji @finmoji_with_filenames ++ @emoji_from_globs ++ @emoji_from_file + + def emojify(text, emoji \\ @emoji) + def emojify(text, nil), do: text + + def emojify(text, emoji) do + Enum.reduce(emoji, text, fn {emoji, file}, text -> + emoji = HtmlSanitizeEx.strip_tags(emoji) + file = HtmlSanitizeEx.strip_tags(file) + + String.replace( + text, + ":#{emoji}:", + "#{emoji}" + ) end) end def get_emoji(text) do - Enum.filter(@emoji, fn ({emoji, _}) -> String.contains?(text, ":#{emoji}:") end) + Enum.filter(@emoji, fn {emoji, _} -> String.contains?(text, ":#{emoji}:") end) end def get_custom_emoji() do @emoji end + + @link_regex ~r/[0-9a-z+\-\.]+:[0-9a-z$-_.+!*'(),]+/ui + + # IANA got a list https://www.iana.org/assignments/uri-schemes/ but + # Stuff like ipfs isn’t in it + # There is very niche stuff + @uri_schemes [ + "https://", + "http://", + "dat://", + "dweb://", + "gopher://", + "ipfs://", + "ipns://", + "irc:", + "ircs:", + "magnet:", + "mailto:", + "mumble:", + "ssb://", + "xmpp:" + ] + + # TODO: make it use something other than @link_regex + def html_escape(text, "text/html") do + HtmlSanitizeEx.basic_html(text) + end + + def html_escape(text, "text/plain") do + Regex.split(@link_regex, text, include_captures: true) + |> Enum.map_every(2, fn chunk -> + {:safe, part} = Phoenix.HTML.html_escape(chunk) + part + end) + |> Enum.join("") + end + + @doc "changes scheme:... urls to html links" + def add_links({subs, text}) do + additionnal_schemes = + Application.get_env(:pleroma, :uri_schemes, []) + |> Keyword.get(:additionnal_schemes, []) + + links = + text + |> String.split([" ", "\t", "
"]) + |> Enum.filter(fn word -> String.starts_with?(word, @uri_schemes ++ additionnal_schemes) end) + |> Enum.filter(fn word -> Regex.match?(@link_regex, word) end) + |> Enum.map(fn url -> {Ecto.UUID.generate(), url} end) + |> Enum.sort_by(fn {_, url} -> -String.length(url) end) + + uuid_text = + links + |> Enum.reduce(text, fn {uuid, url}, acc -> String.replace(acc, url, uuid) end) + + subs = + subs ++ + Enum.map(links, fn {uuid, url} -> + {:safe, link} = Phoenix.HTML.Link.link(url, to: url) + + link = + link + |> IO.iodata_to_binary() + + {uuid, link} + end) + + {subs, uuid_text} + end + + @doc "Adds the links to mentioned users" + def add_user_links({subs, text}, mentions) do + mentions = + mentions + |> Enum.sort_by(fn {name, _} -> -String.length(name) end) + |> Enum.map(fn {name, user} -> {name, user, Ecto.UUID.generate()} end) + + uuid_text = + mentions + |> Enum.reduce(text, fn {match, _user, uuid}, text -> + String.replace(text, match, uuid) + end) + + subs = + subs ++ + Enum.map(mentions, fn {match, %User{ap_id: ap_id, info: info}, uuid} -> + ap_id = info["source_data"]["url"] || ap_id + + short_match = String.split(match, "@") |> tl() |> hd() + + {uuid, + "@#{short_match}"} + end) + + {subs, uuid_text} + end + + @doc "Adds the hashtag links" + def add_hashtag_links({subs, text}, tags) do + tags = + tags + |> Enum.sort_by(fn {name, _} -> -String.length(name) end) + |> Enum.map(fn {name, short} -> {name, short, Ecto.UUID.generate()} end) + + uuid_text = + tags + |> Enum.reduce(text, fn {match, _short, uuid}, text -> + String.replace(text, match, uuid) + end) + + subs = + subs ++ + Enum.map(tags, fn {tag_text, tag, uuid} -> + url = "" + {uuid, url} + end) + + {subs, uuid_text} + end + + def finalize({subs, text}) do + Enum.reduce(subs, text, fn {uuid, replacement}, result_text -> + String.replace(result_text, uuid, replacement) + end) + end end