2019-07-10 05:13:23 +00:00
|
|
|
# Pleroma: A lightweight social networking server
|
2023-01-02 20:38:50 +00:00
|
|
|
# Copyright © 2017-2022 Pleroma Authors <https://pleroma.social/>
|
2019-07-10 05:13:23 +00:00
|
|
|
# SPDX-License-Identifier: AGPL-3.0-only
|
|
|
|
|
2019-01-01 20:26:40 +00:00
|
|
|
defmodule Pleroma.Web.RichMedia.ParserTest do
|
2024-02-11 21:54:41 +00:00
|
|
|
use Pleroma.DataCase
|
2019-01-01 20:26:40 +00:00
|
|
|
|
2020-09-01 16:12:45 +00:00
|
|
|
alias Pleroma.Web.RichMedia.Parser
|
|
|
|
|
2024-02-06 19:34:59 +00:00
|
|
|
import Tesla.Mock
|
2020-09-01 16:12:45 +00:00
|
|
|
|
2024-02-06 19:34:59 +00:00
|
|
|
setup do
|
|
|
|
mock_global(fn env -> apply(HttpRequestMock, :request, [env]) end)
|
2019-01-01 20:26:40 +00:00
|
|
|
end
|
|
|
|
|
2019-01-02 14:02:50 +00:00
|
|
|
test "returns error when no metadata present" do
|
2024-02-06 19:34:59 +00:00
|
|
|
assert {:error, _} = Parser.parse("https://example.com/empty")
|
2019-01-02 14:02:50 +00:00
|
|
|
end
|
|
|
|
|
2019-06-22 14:22:59 +00:00
|
|
|
test "doesn't just add a title" do
|
2024-02-06 19:34:59 +00:00
|
|
|
assert {:error, {:invalid_metadata, _}} = Parser.parse("https://example.com/non-ogp")
|
2019-06-22 14:22:59 +00:00
|
|
|
end
|
|
|
|
|
2019-01-01 20:26:40 +00:00
|
|
|
test "parses ogp" do
|
2024-02-06 19:34:59 +00:00
|
|
|
assert Parser.parse("https://example.com/ogp") ==
|
2019-01-02 14:02:50 +00:00
|
|
|
{:ok,
|
|
|
|
%{
|
2020-06-09 17:49:24 +00:00
|
|
|
"image" => "http://ia.media-imdb.com/images/rock.jpg",
|
|
|
|
"title" => "The Rock",
|
|
|
|
"description" =>
|
2019-05-30 21:03:31 +00:00
|
|
|
"Directed by Michael Bay. With Sean Connery, Nicolas Cage, Ed Harris, John Spencer.",
|
2020-06-09 17:49:24 +00:00
|
|
|
"type" => "video.movie",
|
2024-02-06 19:34:59 +00:00
|
|
|
"url" => "https://example.com/ogp"
|
2019-01-02 14:02:50 +00:00
|
|
|
}}
|
2019-01-01 20:26:40 +00:00
|
|
|
end
|
2019-01-10 18:09:56 +00:00
|
|
|
|
2019-06-22 13:12:57 +00:00
|
|
|
test "falls back to <title> when ogp:title is missing" do
|
2024-02-06 19:34:59 +00:00
|
|
|
assert Parser.parse("https://example.com/ogp-missing-title") ==
|
2019-06-22 13:12:57 +00:00
|
|
|
{:ok,
|
|
|
|
%{
|
2020-06-09 17:49:24 +00:00
|
|
|
"image" => "http://ia.media-imdb.com/images/rock.jpg",
|
|
|
|
"title" => "The Rock (1996)",
|
|
|
|
"description" =>
|
2019-06-22 13:12:57 +00:00
|
|
|
"Directed by Michael Bay. With Sean Connery, Nicolas Cage, Ed Harris, John Spencer.",
|
2020-06-09 17:49:24 +00:00
|
|
|
"type" => "video.movie",
|
2024-02-06 19:34:59 +00:00
|
|
|
"url" => "https://example.com/ogp-missing-title"
|
2019-06-22 13:12:57 +00:00
|
|
|
}}
|
|
|
|
end
|
|
|
|
|
2019-01-10 18:09:56 +00:00
|
|
|
test "parses twitter card" do
|
2024-02-06 19:34:59 +00:00
|
|
|
assert Parser.parse("https://example.com/twitter-card") ==
|
2019-01-10 18:09:56 +00:00
|
|
|
{:ok,
|
|
|
|
%{
|
2020-06-09 17:49:24 +00:00
|
|
|
"card" => "summary",
|
|
|
|
"site" => "@flickr",
|
|
|
|
"image" => "https://farm6.staticflickr.com/5510/14338202952_93595258ff_z.jpg",
|
|
|
|
"title" => "Small Island Developing States Photo Submission",
|
|
|
|
"description" => "View the album on Flickr.",
|
2024-02-06 19:34:59 +00:00
|
|
|
"url" => "https://example.com/twitter-card"
|
2019-01-10 18:09:56 +00:00
|
|
|
}}
|
|
|
|
end
|
2019-01-13 00:06:50 +00:00
|
|
|
|
2023-05-26 17:23:59 +00:00
|
|
|
test "parses OEmbed and filters HTML tags" do
|
2024-02-06 19:34:59 +00:00
|
|
|
assert Parser.parse("https://example.com/oembed") ==
|
2019-01-13 00:06:50 +00:00
|
|
|
{:ok,
|
|
|
|
%{
|
2022-01-10 14:50:39 +00:00
|
|
|
"author_name" => "\u202E\u202D\u202Cbees\u202C",
|
2020-06-09 17:49:24 +00:00
|
|
|
"author_url" => "https://www.flickr.com/photos/bees/",
|
|
|
|
"cache_age" => 3600,
|
|
|
|
"flickr_type" => "photo",
|
|
|
|
"height" => "768",
|
|
|
|
"html" =>
|
2023-05-26 17:23:59 +00:00
|
|
|
"<a href=\"https://www.flickr.com/photos/bees/2362225867/\" title=\"Bacon Lollys by \u202E\u202D\u202Cbees\u202C, on Flickr\"><img src=\"https://farm4.staticflickr.com/3040/2362225867_4a87ab8baf_b.jpg\" width=\"1024\" height=\"768\" alt=\"Bacon Lollys\"/></a>",
|
2020-06-09 17:49:24 +00:00
|
|
|
"license" => "All Rights Reserved",
|
|
|
|
"license_id" => 0,
|
|
|
|
"provider_name" => "Flickr",
|
|
|
|
"provider_url" => "https://www.flickr.com/",
|
|
|
|
"thumbnail_height" => 150,
|
|
|
|
"thumbnail_url" =>
|
|
|
|
"https://farm4.staticflickr.com/3040/2362225867_4a87ab8baf_q.jpg",
|
|
|
|
"thumbnail_width" => 150,
|
|
|
|
"title" => "Bacon Lollys",
|
|
|
|
"type" => "photo",
|
2024-02-06 19:34:59 +00:00
|
|
|
"url" => "https://example.com/oembed",
|
2020-06-09 17:49:24 +00:00
|
|
|
"version" => "1.0",
|
|
|
|
"web_page" => "https://www.flickr.com/photos/bees/2362225867/",
|
|
|
|
"web_page_short_url" => "https://flic.kr/p/4AK2sc",
|
|
|
|
"width" => "1024"
|
2019-01-13 00:06:50 +00:00
|
|
|
}}
|
|
|
|
end
|
2019-01-31 16:19:53 +00:00
|
|
|
|
|
|
|
test "rejects invalid OGP data" do
|
2024-02-06 19:34:59 +00:00
|
|
|
assert {:error, _} = Parser.parse("https://example.com/malformed")
|
2020-09-01 16:12:45 +00:00
|
|
|
end
|
|
|
|
|
|
|
|
test "returns error if getting page was not successful" do
|
2024-02-06 19:34:59 +00:00
|
|
|
assert {:error, :overload} = Parser.parse("https://example.com/error")
|
2019-01-31 16:19:53 +00:00
|
|
|
end
|
2020-09-14 11:45:58 +00:00
|
|
|
|
|
|
|
test "does a HEAD request to check if the body is too large" do
|
2024-02-06 19:34:59 +00:00
|
|
|
assert {:error, :body_too_large} = Parser.parse("https://example.com/huge-page")
|
2020-09-14 11:45:58 +00:00
|
|
|
end
|
|
|
|
|
|
|
|
test "does a HEAD request to check if the body is html" do
|
2024-02-06 19:34:59 +00:00
|
|
|
assert {:error, {:content_type, _}} = Parser.parse("https://example.com/pdf-file")
|
2020-09-14 11:45:58 +00:00
|
|
|
end
|
2024-02-11 21:54:41 +00:00
|
|
|
|
|
|
|
test "refuses to crawl incomplete URLs" do
|
|
|
|
url = "example.com/ogp"
|
|
|
|
assert :error == Parser.parse(url)
|
|
|
|
end
|
|
|
|
|
|
|
|
test "refuses to crawl malformed URLs" do
|
|
|
|
url = "example.com[]/ogp"
|
|
|
|
assert :error == Parser.parse(url)
|
|
|
|
end
|
|
|
|
|
|
|
|
test "refuses to crawl URLs of private network from posts" do
|
|
|
|
[
|
|
|
|
"http://127.0.0.1:4000/notice/9kCP7VNyPJXFOXDrgO",
|
|
|
|
"https://10.111.10.1/notice/9kCP7V",
|
|
|
|
"https://172.16.32.40/notice/9kCP7V",
|
|
|
|
"https://192.168.10.40/notice/9kCP7V",
|
|
|
|
"https://pleroma.local/notice/9kCP7V"
|
|
|
|
]
|
|
|
|
|> Enum.each(fn url ->
|
|
|
|
assert :error == Parser.parse(url)
|
|
|
|
end)
|
|
|
|
end
|
2019-01-01 20:26:40 +00:00
|
|
|
end
|