2018-12-23 12:11:29 -08:00
|
|
|
# Pleroma: A lightweight social networking server
|
2020-03-03 14:44:49 -08:00
|
|
|
# Copyright © 2017-2020 Pleroma Authors <https://pleroma.social/>
|
2018-12-23 12:11:29 -08:00
|
|
|
# SPDX-License-Identifier: AGPL-3.0-only
|
|
|
|
|
2017-03-28 16:39:01 -07:00
|
|
|
defmodule Pleroma.UploadTest do
|
|
|
|
use Pleroma.DataCase
|
|
|
|
|
2019-07-20 06:07:51 -07:00
|
|
|
import ExUnit.CaptureLog
|
|
|
|
|
2019-07-18 05:30:18 -07:00
|
|
|
alias Pleroma.Upload
|
|
|
|
alias Pleroma.Uploaders.Uploader
|
|
|
|
|
|
|
|
@upload_file %Plug.Upload{
|
2020-06-16 06:11:45 -07:00
|
|
|
content_type: "image/jpeg",
|
2019-07-18 05:30:18 -07:00
|
|
|
path: Path.absname("test/fixtures/image_tmp.jpg"),
|
|
|
|
filename: "image.jpg"
|
|
|
|
}
|
|
|
|
|
|
|
|
defmodule TestUploaderBase do
|
|
|
|
def put_file(%{path: path} = _upload, module_name) do
|
|
|
|
task_pid =
|
|
|
|
Task.async(fn ->
|
|
|
|
:timer.sleep(10)
|
|
|
|
|
|
|
|
{Uploader, path}
|
|
|
|
|> :global.whereis_name()
|
|
|
|
|> send({Uploader, self(), {:test}, %{}})
|
|
|
|
|
|
|
|
assert_receive {Uploader, {:test}}, 4_000
|
|
|
|
end)
|
|
|
|
|
|
|
|
Agent.start(fn -> task_pid end, name: module_name)
|
|
|
|
|
|
|
|
:wait_callback
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
describe "Tried storing a file when http callback response success result" do
|
|
|
|
defmodule TestUploaderSuccess do
|
|
|
|
def http_callback(conn, _params),
|
|
|
|
do: {:ok, conn, {:file, "post-process-file.jpg"}}
|
|
|
|
|
|
|
|
def put_file(upload), do: TestUploaderBase.put_file(upload, __MODULE__)
|
|
|
|
end
|
|
|
|
|
|
|
|
setup do: [uploader: TestUploaderSuccess]
|
|
|
|
setup [:ensure_local_uploader]
|
|
|
|
|
|
|
|
test "it returns file" do
|
|
|
|
File.cp!("test/fixtures/image.jpg", "test/fixtures/image_tmp.jpg")
|
|
|
|
|
|
|
|
assert Upload.store(@upload_file) ==
|
|
|
|
{:ok,
|
|
|
|
%{
|
|
|
|
"name" => "image.jpg",
|
|
|
|
"type" => "Document",
|
2020-05-21 06:17:39 -07:00
|
|
|
"mediaType" => "image/jpeg",
|
2019-07-18 05:30:18 -07:00
|
|
|
"url" => [
|
|
|
|
%{
|
|
|
|
"href" => "http://localhost:4001/media/post-process-file.jpg",
|
|
|
|
"mediaType" => "image/jpeg",
|
|
|
|
"type" => "Link"
|
|
|
|
}
|
|
|
|
]
|
|
|
|
}}
|
|
|
|
|
|
|
|
Task.await(Agent.get(TestUploaderSuccess, fn task_pid -> task_pid end))
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
describe "Tried storing a file when http callback response error" do
|
|
|
|
defmodule TestUploaderError do
|
|
|
|
def http_callback(conn, _params), do: {:error, conn, "Errors"}
|
|
|
|
|
|
|
|
def put_file(upload), do: TestUploaderBase.put_file(upload, __MODULE__)
|
|
|
|
end
|
|
|
|
|
|
|
|
setup do: [uploader: TestUploaderError]
|
|
|
|
setup [:ensure_local_uploader]
|
|
|
|
|
|
|
|
test "it returns error" do
|
|
|
|
File.cp!("test/fixtures/image.jpg", "test/fixtures/image_tmp.jpg")
|
2019-07-20 06:07:51 -07:00
|
|
|
|
|
|
|
assert capture_log(fn ->
|
|
|
|
assert Upload.store(@upload_file) == {:error, "Errors"}
|
|
|
|
Task.await(Agent.get(TestUploaderError, fn task_pid -> task_pid end))
|
|
|
|
end) =~
|
|
|
|
"[error] Elixir.Pleroma.Upload store (using Pleroma.UploadTest.TestUploaderError) failed: \"Errors\""
|
2019-07-18 05:30:18 -07:00
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
describe "Tried storing a file when http callback doesn't response by timeout" do
|
|
|
|
defmodule(TestUploader, do: def(put_file(_upload), do: :wait_callback))
|
|
|
|
setup do: [uploader: TestUploader]
|
|
|
|
setup [:ensure_local_uploader]
|
|
|
|
|
|
|
|
test "it returns error" do
|
|
|
|
File.cp!("test/fixtures/image.jpg", "test/fixtures/image_tmp.jpg")
|
2019-07-20 06:07:51 -07:00
|
|
|
|
|
|
|
assert capture_log(fn ->
|
|
|
|
assert Upload.store(@upload_file) == {:error, "Uploader callback timeout"}
|
|
|
|
end) =~
|
|
|
|
"[error] Elixir.Pleroma.Upload store (using Pleroma.UploadTest.TestUploader) failed: \"Uploader callback timeout\""
|
2019-07-18 05:30:18 -07:00
|
|
|
end
|
|
|
|
end
|
|
|
|
|
2018-11-23 08:40:45 -08:00
|
|
|
describe "Storing a file with the Local uploader" do
|
2018-12-05 02:37:06 -08:00
|
|
|
setup [:ensure_local_uploader]
|
2018-11-23 08:40:45 -08:00
|
|
|
|
|
|
|
test "returns a media url" do
|
|
|
|
File.cp!("test/fixtures/image.jpg", "test/fixtures/image_tmp.jpg")
|
|
|
|
|
|
|
|
file = %Plug.Upload{
|
2020-06-16 06:11:45 -07:00
|
|
|
content_type: "image/jpeg",
|
2018-11-23 08:40:45 -08:00
|
|
|
path: Path.absname("test/fixtures/image_tmp.jpg"),
|
|
|
|
filename: "image.jpg"
|
|
|
|
}
|
|
|
|
|
|
|
|
{:ok, data} = Upload.store(file)
|
|
|
|
|
|
|
|
assert %{"url" => [%{"href" => url}]} = data
|
|
|
|
|
|
|
|
assert String.starts_with?(url, Pleroma.Web.base_url() <> "/media/")
|
|
|
|
end
|
|
|
|
|
2018-04-15 16:37:51 -07:00
|
|
|
test "copies the file to the configured folder with deduping" do
|
|
|
|
File.cp!("test/fixtures/image.jpg", "test/fixtures/image_tmp.jpg")
|
|
|
|
|
2018-03-30 06:01:53 -07:00
|
|
|
file = %Plug.Upload{
|
2020-06-16 06:11:45 -07:00
|
|
|
content_type: "image/jpeg",
|
2018-04-15 16:37:51 -07:00
|
|
|
path: Path.absname("test/fixtures/image_tmp.jpg"),
|
2018-03-30 06:01:53 -07:00
|
|
|
filename: "an [image.jpg"
|
|
|
|
}
|
|
|
|
|
2018-11-29 12:11:45 -08:00
|
|
|
{:ok, data} = Upload.store(file, filters: [Pleroma.Upload.Filter.Dedupe])
|
2018-03-30 06:01:53 -07:00
|
|
|
|
2018-11-29 12:11:45 -08:00
|
|
|
assert List.first(data["url"])["href"] ==
|
|
|
|
Pleroma.Web.base_url() <>
|
2019-03-19 02:02:24 -07:00
|
|
|
"/media/e30397b58d226d6583ab5b8b3c5defb0c682bda5c31ef07a9f57c1c4986e3781.jpg"
|
2017-03-28 16:39:01 -07:00
|
|
|
end
|
2017-11-09 04:11:37 -08:00
|
|
|
|
2018-04-15 16:37:51 -07:00
|
|
|
test "copies the file to the configured folder without deduping" do
|
|
|
|
File.cp!("test/fixtures/image.jpg", "test/fixtures/image_tmp.jpg")
|
|
|
|
|
2018-03-30 06:01:53 -07:00
|
|
|
file = %Plug.Upload{
|
2020-06-16 06:11:45 -07:00
|
|
|
content_type: "image/jpeg",
|
2018-04-15 16:37:51 -07:00
|
|
|
path: Path.absname("test/fixtures/image_tmp.jpg"),
|
2018-03-30 06:01:53 -07:00
|
|
|
filename: "an [image.jpg"
|
|
|
|
}
|
|
|
|
|
2018-11-29 12:11:45 -08:00
|
|
|
{:ok, data} = Upload.store(file)
|
2018-04-15 16:37:51 -07:00
|
|
|
assert data["name"] == "an [image.jpg"
|
2017-11-09 04:11:37 -08:00
|
|
|
end
|
|
|
|
|
2020-06-16 06:11:45 -07:00
|
|
|
test "fixes incorrect content type when base64 is given" do
|
|
|
|
params = %{
|
|
|
|
img: "data:image/png;base64,#{Base.encode64(File.read!("test/fixtures/image.jpg"))}"
|
2018-03-30 06:01:53 -07:00
|
|
|
}
|
|
|
|
|
2020-06-16 06:11:45 -07:00
|
|
|
{:ok, data} = Upload.store(params)
|
2018-04-15 16:37:51 -07:00
|
|
|
assert hd(data["url"])["mediaType"] == "image/jpeg"
|
2017-11-09 04:11:37 -08:00
|
|
|
end
|
2018-06-14 09:12:38 -07:00
|
|
|
|
2020-06-16 06:11:45 -07:00
|
|
|
test "adds extension when base64 is given" do
|
2018-06-14 09:12:38 -07:00
|
|
|
File.cp!("test/fixtures/image.jpg", "test/fixtures/image_tmp.jpg")
|
|
|
|
|
2020-06-16 06:11:45 -07:00
|
|
|
params = %{
|
|
|
|
img: "data:image/png;base64,#{Base.encode64(File.read!("test/fixtures/image.jpg"))}"
|
2018-06-14 09:12:38 -07:00
|
|
|
}
|
|
|
|
|
2020-06-16 06:11:45 -07:00
|
|
|
{:ok, data} = Upload.store(params)
|
|
|
|
assert String.ends_with?(data["name"], ".jpg")
|
2018-06-21 11:04:12 -07:00
|
|
|
end
|
2018-11-30 10:33:34 -08:00
|
|
|
|
|
|
|
test "copies the file to the configured folder with anonymizing filename" do
|
|
|
|
File.cp!("test/fixtures/image.jpg", "test/fixtures/image_tmp.jpg")
|
|
|
|
|
|
|
|
file = %Plug.Upload{
|
2020-06-16 06:11:45 -07:00
|
|
|
content_type: "image/jpeg",
|
2018-11-30 10:33:34 -08:00
|
|
|
path: Path.absname("test/fixtures/image_tmp.jpg"),
|
|
|
|
filename: "an [image.jpg"
|
|
|
|
}
|
|
|
|
|
|
|
|
{:ok, data} = Upload.store(file, filters: [Pleroma.Upload.Filter.AnonymizeFilename])
|
|
|
|
|
|
|
|
refute data["name"] == "an [image.jpg"
|
|
|
|
end
|
2019-01-14 10:29:38 -08:00
|
|
|
|
|
|
|
test "escapes invalid characters in url" do
|
|
|
|
File.cp!("test/fixtures/image.jpg", "test/fixtures/image_tmp.jpg")
|
|
|
|
|
|
|
|
file = %Plug.Upload{
|
2020-06-16 06:11:45 -07:00
|
|
|
content_type: "image/jpeg",
|
2019-01-14 10:29:38 -08:00
|
|
|
path: Path.absname("test/fixtures/image_tmp.jpg"),
|
|
|
|
filename: "an… image.jpg"
|
|
|
|
}
|
|
|
|
|
|
|
|
{:ok, data} = Upload.store(file)
|
|
|
|
[attachment_url | _] = data["url"]
|
|
|
|
|
2019-03-17 03:23:08 -07:00
|
|
|
assert Path.basename(attachment_url["href"]) == "an%E2%80%A6%20image.jpg"
|
2019-01-14 10:29:38 -08:00
|
|
|
end
|
2019-01-14 22:40:00 -08:00
|
|
|
|
2019-03-05 08:28:58 -08:00
|
|
|
test "escapes reserved uri characters" do
|
2019-01-14 22:40:00 -08:00
|
|
|
File.cp!("test/fixtures/image.jpg", "test/fixtures/image_tmp.jpg")
|
|
|
|
|
|
|
|
file = %Plug.Upload{
|
2020-06-16 06:11:45 -07:00
|
|
|
content_type: "image/jpeg",
|
2019-01-14 22:40:00 -08:00
|
|
|
path: Path.absname("test/fixtures/image_tmp.jpg"),
|
2019-03-05 08:28:58 -08:00
|
|
|
filename: ":?#[]@!$&\\'()*+,;=.jpg"
|
2019-01-14 22:40:00 -08:00
|
|
|
}
|
|
|
|
|
|
|
|
{:ok, data} = Upload.store(file)
|
|
|
|
[attachment_url | _] = data["url"]
|
|
|
|
|
2019-03-05 08:28:58 -08:00
|
|
|
assert Path.basename(attachment_url["href"]) ==
|
2019-03-14 12:02:48 -07:00
|
|
|
"%3A%3F%23%5B%5D%40%21%24%26%5C%27%28%29%2A%2B%2C%3B%3D.jpg"
|
2019-01-14 22:40:00 -08:00
|
|
|
end
|
2017-03-28 16:39:01 -07:00
|
|
|
end
|
2019-07-24 08:35:25 -07:00
|
|
|
|
|
|
|
describe "Setting a custom base_url for uploaded media" do
|
2020-03-20 08:33:00 -07:00
|
|
|
setup do: clear_config([Pleroma.Upload, :base_url], "https://cache.pleroma.social")
|
2019-07-24 08:35:25 -07:00
|
|
|
|
|
|
|
test "returns a media url with configured base_url" do
|
|
|
|
base_url = Pleroma.Config.get([Pleroma.Upload, :base_url])
|
|
|
|
|
|
|
|
File.cp!("test/fixtures/image.jpg", "test/fixtures/image_tmp.jpg")
|
|
|
|
|
|
|
|
file = %Plug.Upload{
|
2020-06-16 06:11:45 -07:00
|
|
|
content_type: "image/jpeg",
|
2019-07-24 08:35:25 -07:00
|
|
|
path: Path.absname("test/fixtures/image_tmp.jpg"),
|
|
|
|
filename: "image.jpg"
|
|
|
|
}
|
|
|
|
|
|
|
|
{:ok, data} = Upload.store(file, base_url: base_url)
|
|
|
|
|
|
|
|
assert %{"url" => [%{"href" => url}]} = data
|
|
|
|
|
|
|
|
refute String.starts_with?(url, base_url <> "/media/")
|
|
|
|
end
|
|
|
|
end
|
2017-03-28 16:39:01 -07:00
|
|
|
end
|