X-Git-Url: https://git.squeep.com/?a=blobdiff_plain;f=lib%2Fpleroma%2Fuploaders%2Fs3.ex;h=9876b639806b2d000b277ba21f93d4db0cca3820;hb=0c9c62509d10c19e2e6d796cb431f1560e9e88b1;hp=40a836460b6f18744cc77058e7ab404e30ac3208;hpb=7ac701ccd211d0a1b04243e4c0591adb9f1996fc;p=akkoma diff --git a/lib/pleroma/uploaders/s3.ex b/lib/pleroma/uploaders/s3.ex index 40a836460..9876b6398 100644 --- a/lib/pleroma/uploaders/s3.ex +++ b/lib/pleroma/uploaders/s3.ex @@ -1,40 +1,76 @@ -defmodule Pleroma.Uploaders.S3 do - alias Pleroma.Web.MediaProxy +# Pleroma: A lightweight social networking server +# Copyright © 2017-2019 Pleroma Authors +# SPDX-License-Identifier: AGPL-3.0-only +defmodule Pleroma.Uploaders.S3 do @behaviour Pleroma.Uploaders.Uploader + require Logger + + alias Pleroma.Config + + # The file name is re-encoded with S3's constraints here to comply with previous + # links with less strict filenames + def get_file(file) do + config = Config.get([__MODULE__]) + bucket = Keyword.fetch!(config, :bucket) - def put_file(name, uuid, path, content_type, _should_dedupe) do - settings = Application.get_env(:pleroma, Pleroma.Uploaders.S3) - bucket = Keyword.fetch!(settings, :bucket) - public_endpoint = Keyword.fetch!(settings, :public_endpoint) - force_media_proxy = Keyword.fetch!(settings, :force_media_proxy) + bucket_with_namespace = + cond do + truncated_namespace = Keyword.get(config, :truncated_namespace) -> + truncated_namespace - {:ok, file_data} = File.read(path) + namespace = Keyword.get(config, :bucket_namespace) -> + namespace <> ":" <> bucket - File.rm!(path) + true -> + bucket + end - s3_name = "#{uuid}/#{encode(name)}" + {:ok, + {:url, + Path.join([ + Keyword.fetch!(config, :public_endpoint), + bucket_with_namespace, + strict_encode(URI.decode(file)) + ])}} + end - {:ok, _} = - ExAws.S3.put_object(bucket, s3_name, file_data, [ - {:acl, :public_read}, - {:content_type, content_type} - ]) - |> ExAws.request() + def put_file(%Pleroma.Upload{} = upload) do + config = Config.get([__MODULE__]) + bucket = Keyword.get(config, :bucket) + streaming = Keyword.get(config, :streaming_enabled) - url_base = "#{public_endpoint}/#{bucket}/#{s3_name}" + s3_name = strict_encode(upload.path) - public_url = - if force_media_proxy do - MediaProxy.url(url_base) + op = + if streaming do + upload.tempfile + |> ExAws.S3.Upload.stream_file() + |> ExAws.S3.upload(bucket, s3_name, [ + {:acl, :public_read}, + {:content_type, upload.content_type} + ]) else - url_base + {:ok, file_data} = File.read(upload.tempfile) + + ExAws.S3.put_object(bucket, s3_name, file_data, [ + {:acl, :public_read}, + {:content_type, upload.content_type} + ]) end - {:ok, public_url} + case ExAws.request(op) do + {:ok, _} -> + {:ok, {:file, s3_name}} + + error -> + Logger.error("#{__MODULE__}: #{inspect(error)}") + {:error, "S3 Upload failed"} + end end - defp encode(name) do - String.replace(name, ~r/[^0-9a-zA-Z!.*'()_-]/, "-") + @regex Regex.compile!("[^0-9a-zA-Z!.*/'()_-]") + def strict_encode(name) do + String.replace(name, @regex, "-") end end