X-Git-Url: http://git.squeep.com/?a=blobdiff_plain;f=lib%2Fpleroma%2Fweb%2Fwebsub%2Fwebsub.ex;h=8f7d53b03f598da82d15e12d8cbd2b5da4ebf546;hb=7e384a2425b5188ca76aad4b97172b553ca9b640;hp=a5309ebd99428fee662b07a9b98e17633e487346;hpb=6a184115a2431727b5039c1c726a8afc5eef228c;p=akkoma diff --git a/lib/pleroma/web/websub/websub.ex b/lib/pleroma/web/websub/websub.ex index a5309ebd9..8f7d53b03 100644 --- a/lib/pleroma/web/websub/websub.ex +++ b/lib/pleroma/web/websub/websub.ex @@ -1,6 +1,11 @@ +# Pleroma: A lightweight social networking server +# Copyright © 2017-2019 Pleroma Authors +# SPDX-License-Identifier: AGPL-3.0-only + defmodule Pleroma.Web.Websub do alias Ecto.Changeset alias Pleroma.Repo + alias Pleroma.Instances alias Pleroma.Web.Websub.{WebsubServerSubscription, WebsubClientSubscription} alias Pleroma.Web.OStatus.FeedRepresenter alias Pleroma.Web.{XML, Endpoint, OStatus} @@ -26,56 +31,74 @@ defmodule Pleroma.Web.Websub do url = hd(String.split(subscription.callback, "?")) query = URI.parse(subscription.callback).query || "" params = Map.merge(params, URI.decode_query(query)) - with {:ok, response} <- getter.(url, [], [params: params]), - ^challenge <- response.body - do + + with {:ok, response} <- getter.(url, [], params: params), + ^challenge <- response.body do changeset = Changeset.change(subscription, %{state: "active"}) Repo.update(changeset) - else _e -> - changeset = Changeset.change(subscription, %{state: "rejected"}) - {:ok, subscription} = Repo.update(changeset) - {:error, subscription} + else + e -> + Logger.debug("Couldn't verify subscription") + Logger.debug(inspect(e)) + {:error, subscription} end end - def publish(topic, user, activity) do - # TODO: Only send to still valid subscriptions. - query = from sub in WebsubServerSubscription, - where: sub.topic == ^topic and sub.state == "active" - subscriptions = Repo.all(query) - Enum.each(subscriptions, fn(sub) -> - response = user + @supported_activities [ + "Create", + "Follow", + "Like", + "Announce", + "Undo", + "Delete" + ] + def publish(topic, user, %{data: %{"type" => type}} = activity) + when type in @supported_activities do + response = + user |> FeedRepresenter.to_simple_form([activity], [user]) |> :xmerl.export_simple(:xmerl_xml) |> to_string - signature = sign(sub.secret || "", response) - Logger.debug(fn -> "Pushing #{topic} to #{sub.callback}" end) - - Task.start(fn -> - with {:ok, %{status_code: code}} <- @httpoison.post(sub.callback, response, [ - {"Content-Type", "application/atom+xml"}, - {"X-Hub-Signature", "sha1=#{signature}"} - ], timeout: 10000, recv_timeout: 20000) do - Logger.debug(fn -> "Pushed to #{sub.callback}, code #{code}" end) - else e -> - Logger.debug(fn -> "Couldn't push to #{sub.callback}, #{inspect(e)}" end) - end - end) + query = + from( + sub in WebsubServerSubscription, + where: sub.topic == ^topic and sub.state == "active", + where: fragment("? > (NOW() at time zone 'UTC')", sub.valid_until) + ) + + subscriptions = Repo.all(query) + + callbacks = Enum.map(subscriptions, & &1.callback) + reachable_callbacks = Instances.filter_reachable(callbacks) + + subscriptions + |> Enum.filter(&(&1.callback in reachable_callbacks)) + |> Enum.each(fn sub -> + data = %{ + xml: response, + topic: topic, + callback: sub.callback, + secret: sub.secret + } + + Pleroma.Web.Federator.enqueue(:publish_single_websub, data) end) end + def publish(_, _, _), do: "" + def sign(secret, doc) do - :crypto.hmac(:sha, secret, to_string(doc)) |> Base.encode16 |> String.downcase + :crypto.hmac(:sha, secret, to_string(doc)) |> Base.encode16() |> String.downcase() end def incoming_subscription_request(user, %{"hub.mode" => "subscribe"} = params) do with {:ok, topic} <- valid_topic(params, user), {:ok, lease_time} <- lease_time(params), secret <- params["hub.secret"], - callback <- params["hub.callback"] - do + callback <- params["hub.callback"] do subscription = get_subscription(topic, callback) + data = %{ state: subscription.state || "requested", topic: topic, @@ -86,21 +109,29 @@ defmodule Pleroma.Web.Websub do change = Changeset.change(subscription, data) websub = Repo.insert_or_update!(change) - change = Changeset.change(websub, %{valid_until: - NaiveDateTime.add(websub.updated_at, lease_time)}) + change = + Changeset.change(websub, %{valid_until: NaiveDateTime.add(websub.updated_at, lease_time)}) + websub = Repo.update!(change) Pleroma.Web.Federator.enqueue(:verify_websub, websub) {:ok, websub} - else {:error, reason} -> - Logger.debug("Couldn't create subscription.") - Logger.debug(inspect(reason)) + else + {:error, reason} -> + Logger.debug("Couldn't create subscription") + Logger.debug(inspect(reason)) - {:error, reason} + {:error, reason} end end + def incoming_subscription_request(user, params) do + Logger.info("Unhandled WebSub request for #{user.nickname}: #{inspect(params)}") + + {:error, "Invalid WebSub request"} + end + defp get_subscription(topic, callback) do Repo.get_by(WebsubServerSubscription, topic: topic, callback: callback) || %WebsubServerSubscription{} @@ -108,7 +139,8 @@ defmodule Pleroma.Web.Websub do # Temp hack for mastodon. defp lease_time(%{"hub.lease_seconds" => ""}) do - {:ok, 60 * 60 * 24 * 3} # three days + # three days + {:ok, 60 * 60 * 24 * 3} end defp lease_time(%{"hub.lease_seconds" => lease_seconds}) do @@ -116,7 +148,8 @@ defmodule Pleroma.Web.Websub do end defp lease_time(_) do - {:ok, 60 * 60 * 24 * 3} # three days + # three days + {:ok, 60 * 60 * 24 * 3} end defp valid_topic(%{"hub.topic" => topic}, user) do @@ -128,51 +161,57 @@ defmodule Pleroma.Web.Websub do end def subscribe(subscriber, subscribed, requester \\ &request_subscription/1) do - topic = subscribed.info["topic"] + topic = subscribed.info.topic # FIXME: Race condition, use transactions - {:ok, subscription} = with subscription when not is_nil(subscription) <- Repo.get_by(WebsubClientSubscription, topic: topic) do - subscribers = [subscriber.ap_id | subscription.subscribers] |> Enum.uniq - change = Ecto.Changeset.change(subscription, %{subscribers: subscribers}) - Repo.update(change) - else _e -> - subscription = %WebsubClientSubscription{ - topic: topic, - hub: subscribed.info["hub"], - subscribers: [subscriber.ap_id], - state: "requested", - secret: :crypto.strong_rand_bytes(8) |> Base.url_encode64, - user: subscribed - } - Repo.insert(subscription) - end + {:ok, subscription} = + with subscription when not is_nil(subscription) <- + Repo.get_by(WebsubClientSubscription, topic: topic) do + subscribers = [subscriber.ap_id | subscription.subscribers] |> Enum.uniq() + change = Ecto.Changeset.change(subscription, %{subscribers: subscribers}) + Repo.update(change) + else + _e -> + subscription = %WebsubClientSubscription{ + topic: topic, + hub: subscribed.info.hub, + subscribers: [subscriber.ap_id], + state: "requested", + secret: :crypto.strong_rand_bytes(8) |> Base.url_encode64(), + user: subscribed + } + + Repo.insert(subscription) + end + requester.(subscription) end def gather_feed_data(topic, getter \\ &@httpoison.get/1) do with {:ok, response} <- getter.(topic), - status_code when status_code in 200..299 <- response.status_code, + status when status in 200..299 <- response.status, body <- response.body, doc <- XML.parse_document(body), uri when not is_nil(uri) <- XML.string_from_xpath("/feed/author[1]/uri", doc), hub when not is_nil(hub) <- XML.string_from_xpath(~S{/feed/link[@rel="hub"]/@href}, doc) do - name = XML.string_from_xpath("/feed/author[1]/name", doc) preferredUsername = XML.string_from_xpath("/feed/author[1]/poco:preferredUsername", doc) displayName = XML.string_from_xpath("/feed/author[1]/poco:displayName", doc) avatar = OStatus.make_avatar_object(doc) bio = XML.string_from_xpath("/feed/author[1]/summary", doc) - {:ok, %{ - "uri" => uri, - "hub" => hub, - "nickname" => preferredUsername || name, - "name" => displayName || name, - "host" => URI.parse(uri).host, - "avatar" => avatar, - "bio" => bio - }} - else e -> - {:error, e} + {:ok, + %{ + "uri" => uri, + "hub" => hub, + "nickname" => preferredUsername || name, + "name" => displayName || name, + "host" => URI.parse(uri).host, + "avatar" => avatar, + "bio" => bio + }} + else + e -> + {:error, e} end end @@ -186,44 +225,70 @@ defmodule Pleroma.Web.Websub do # This checks once a second if we are confirmed yet websub_checker = fn -> - helper = fn (helper) -> + helper = fn helper -> :timer.sleep(1000) websub = Repo.get_by(WebsubClientSubscription, id: websub.id, state: "accepted") if websub, do: websub, else: helper.(helper) end + helper.(helper) end task = Task.async(websub_checker) - with {:ok, %{status_code: 202}} <- poster.(websub.hub, {:form, data}, ["Content-type": "application/x-www-form-urlencoded"]), + with {:ok, %{status: 202}} <- + poster.(websub.hub, {:form, data}, "Content-type": "application/x-www-form-urlencoded"), {:ok, websub} <- Task.yield(task, timeout) do {:ok, websub} - else e -> - Task.shutdown(task) + else + e -> + Task.shutdown(task) - change = Ecto.Changeset.change(websub, %{state: "rejected"}) - {:ok, websub} = Repo.update(change) + change = Ecto.Changeset.change(websub, %{state: "rejected"}) + {:ok, websub} = Repo.update(change) - Logger.debug(fn -> "Couldn't confirm subscription: #{inspect(websub)}" end) - Logger.debug(fn -> "error: #{inspect(e)}" end) + Logger.debug(fn -> "Couldn't confirm subscription: #{inspect(websub)}" end) + Logger.debug(fn -> "error: #{inspect(e)}" end) - {:error, websub} + {:error, websub} end end def refresh_subscriptions(delta \\ 60 * 60 * 24) do Logger.debug("Refreshing subscriptions") - cut_off = NaiveDateTime.add(NaiveDateTime.utc_now, delta) + cut_off = NaiveDateTime.add(NaiveDateTime.utc_now(), delta) - query = from sub in WebsubClientSubscription, - where: sub.valid_until < ^cut_off and sub.state == "accepted" + query = from(sub in WebsubClientSubscription, where: sub.valid_until < ^cut_off) subs = Repo.all(query) - Enum.map(subs, fn (sub) -> - request_subscription(sub) + Enum.each(subs, fn sub -> + Pleroma.Web.Federator.enqueue(:request_subscription, sub) end) end + + def publish_one(%{xml: xml, topic: topic, callback: callback, secret: secret}) do + signature = sign(secret || "", xml) + Logger.info(fn -> "Pushing #{topic} to #{callback}" end) + + with {:ok, %{status: code}} when code in 200..299 <- + @httpoison.post( + callback, + xml, + [ + {"Content-Type", "application/atom+xml"}, + {"X-Hub-Signature", "sha1=#{signature}"} + ] + ) do + Instances.set_reachable(callback) + Logger.info(fn -> "Pushed to #{callback}, code #{code}" end) + {:ok, code} + else + {_post_result, response} -> + Instances.set_unreachable(callback) + Logger.debug(fn -> "Couldn't push to #{callback}, #{inspect(response)}" end) + {:error, response} + end + end end