alias Ecto.UUID
alias Pleroma.Web
- def store(%Plug.Upload{} = file) do
- uuid = UUID.generate()
- upload_folder = Path.join(upload_path(), uuid)
+ def store(%Plug.Upload{} = file, should_dedupe) do
+ settings = Application.get_env(:pleroma, Pleroma.Upload)
+ use_s3 = Keyword.fetch!(settings, :use_s3)
+
+ content_type = get_content_type(file.path)
+ uuid = get_uuid(file, should_dedupe)
+ name = get_name(file, uuid, content_type, should_dedupe)
+ upload_folder = get_upload_path(uuid, should_dedupe)
+ url_path = get_url(name, uuid, should_dedupe)
+
+ strip_exif_data(content_type, file.path)
+
File.mkdir_p!(upload_folder)
- result_file = Path.join(upload_folder, file.filename)
- File.cp!(file.path, result_file)
+ result_file = Path.join(upload_folder, name)
+
+ if File.exists?(result_file) do
+ File.rm!(file.path)
+ else
+ File.cp!(file.path, result_file)
+ end
- # fix content type on some image uploads
- content_type =
- if file.content_type in [nil, "application/octet-stream"] do
- get_content_type(file.path)
+ url_path =
+ if use_s3 do
+ put_s3_file(name, uuid, result_file, content_type)
else
- file.content_type
+ url_path
end
%{
- "type" => "Image",
+ "type" => "Document",
"url" => [
%{
"type" => "Link",
"mediaType" => content_type,
- "href" => url_for(Path.join(uuid, :cow_uri.urlencode(file.filename)))
+ "href" => url_path
}
],
- "name" => file.filename,
- "uuid" => uuid
+ "name" => name
}
end
- def store(%{"img" => "data:image/" <> image_data}) do
+ # XXX: does this code actually work? i am skeptical. --kaniini
+ def store(%{"img" => "data:image/" <> image_data}, should_dedupe) do
+ settings = Application.get_env(:pleroma, Pleroma.Upload)
+ use_s3 = Keyword.fetch!(settings, :use_s3)
+
parsed = Regex.named_captures(~r/(?<filetype>jpeg|png|gif);base64,(?<data>.*)/, image_data)
- data = Base.decode64!(parsed["data"])
+ data = Base.decode64!(parsed["data"], ignore: :whitespace)
uuid = UUID.generate()
- upload_folder = Path.join(upload_path(), uuid)
+ uuidpath = Path.join(upload_path(), uuid)
+ uuid = UUID.generate()
+
+ File.mkdir_p!(upload_path())
+
+ File.write!(uuidpath, data)
+
+ content_type = get_content_type(uuidpath)
+
+ name =
+ create_name(
+ String.downcase(Base.encode16(:crypto.hash(:sha256, data))),
+ parsed["filetype"],
+ content_type
+ )
+
+ upload_folder = get_upload_path(uuid, should_dedupe)
+ url_path = get_url(name, uuid, should_dedupe)
+
File.mkdir_p!(upload_folder)
- filename = Base.encode16(:crypto.hash(:sha256, data)) <> ".#{parsed["filetype"]}"
- result_file = Path.join(upload_folder, filename)
+ result_file = Path.join(upload_folder, name)
- File.write!(result_file, data)
+ if should_dedupe do
+ if !File.exists?(result_file) do
+ File.rename(uuidpath, result_file)
+ else
+ File.rm!(uuidpath)
+ end
+ else
+ File.rename(uuidpath, result_file)
+ end
+
+ strip_exif_data(content_type, result_file)
- content_type = "image/#{parsed["filetype"]}"
+ url_path =
+ if use_s3 do
+ put_s3_file(name, uuid, result_file, content_type)
+ else
+ url_path
+ end
%{
"type" => "Image",
%{
"type" => "Link",
"mediaType" => content_type,
- "href" => url_for(Path.join(uuid, :cow_uri.urlencode(filename)))
+ "href" => url_path
}
],
- "name" => filename,
- "uuid" => uuid
+ "name" => name
}
end
- defp upload_path do
+ def strip_exif_data(content_type, file) do
+ settings = Application.get_env(:pleroma, Pleroma.Upload)
+ do_strip = Keyword.fetch!(settings, :strip_exif)
+ [filetype, ext] = String.split(content_type, "/")
+
+ if filetype == "image" and do_strip == true do
+ Mogrify.open(file) |> Mogrify.custom("strip") |> Mogrify.save(in_place: true)
+ end
+ end
+
+ def upload_path do
settings = Application.get_env(:pleroma, Pleroma.Upload)
Keyword.fetch!(settings, :uploads)
end
+ defp create_name(uuid, ext, type) do
+ case type do
+ "application/octet-stream" ->
+ String.downcase(Enum.join([uuid, ext], "."))
+
+ "audio/mpeg" ->
+ String.downcase(Enum.join([uuid, "mp3"], "."))
+
+ _ ->
+ String.downcase(Enum.join([uuid, List.last(String.split(type, "/"))], "."))
+ end
+ end
+
+ defp get_uuid(file, should_dedupe) do
+ if should_dedupe do
+ Base.encode16(:crypto.hash(:sha256, File.read!(file.path)))
+ else
+ UUID.generate()
+ end
+ end
+
+ defp get_name(file, uuid, type, should_dedupe) do
+ if should_dedupe do
+ create_name(uuid, List.last(String.split(file.filename, ".")), type)
+ else
+ parts = String.split(file.filename, ".")
+
+ new_filename =
+ if length(parts) > 1 do
+ Enum.drop(parts, -1) |> Enum.join(".")
+ else
+ Enum.join(parts)
+ end
+
+ case type do
+ "application/octet-stream" -> file.filename
+ "audio/mpeg" -> new_filename <> ".mp3"
+ "image/jpeg" -> new_filename <> ".jpg"
+ _ -> Enum.join([new_filename, String.split(type, "/") |> List.last()], ".")
+ end
+ end
+ end
+
+ defp get_upload_path(uuid, should_dedupe) do
+ if should_dedupe do
+ upload_path()
+ else
+ Path.join(upload_path(), uuid)
+ end
+ end
+
+ defp get_url(name, uuid, should_dedupe) do
+ if should_dedupe do
+ url_for(:cow_uri.urlencode(name))
+ else
+ url_for(Path.join(uuid, :cow_uri.urlencode(name)))
+ end
+ end
+
defp url_for(file) do
"#{Web.base_url()}/media/#{file}"
end
<<0x49, 0x44, 0x33, _, _, _, _, _>> ->
"audio/mpeg"
+ <<255, 251, _, 68, 0, 0, 0, 0>> ->
+ "audio/mpeg"
+
<<0x4F, 0x67, 0x67, 0x53, 0x00, 0x02, 0x00, 0x00>> ->
"audio/ogg"
_e -> "application/octet-stream"
end
end
+
+ defp put_s3_file(name, uuid, path, content_type) do
+ settings = Application.get_env(:pleroma, Pleroma.Upload)
+ bucket = Keyword.fetch!(settings, :bucket)
+ public_endpoint = Keyword.fetch!(settings, :public_endpoint)
+
+ {:ok, file_data} = File.read(path)
+
+ File.rm!(path)
+
+ s3_name = "#{uuid}/#{name}"
+
+ {:ok, result} =
+ ExAws.S3.put_object(bucket, s3_name, file_data, [
+ {:acl, :public_read},
+ {:content_type, content_type}
+ ])
+ |> ExAws.request()
+
+ "#{public_endpoint}/#{bucket}/#{s3_name}"
+ end
end