2019-07-09 23:13:23 -06:00
|
|
|
# Pleroma: A lightweight social networking server
|
2024-06-09 11:28:00 -06:00
|
|
|
# Copyright © 2017-2022 Pleroma Authors <https://pleroma.social/>
|
2019-07-09 23:13:23 -06:00
|
|
|
# SPDX-License-Identifier: AGPL-3.0-only
|
|
|
|
|
2019-01-01 13:26:40 -07:00
|
|
|
defmodule Pleroma.Web.RichMedia.ParserTest do
|
2024-02-11 14:54:41 -07:00
|
|
|
use Pleroma.DataCase
|
2024-06-09 11:28:00 -06:00
|
|
|
|
2020-09-01 10:12:45 -06:00
|
|
|
alias Pleroma.Web.RichMedia.Parser
|
|
|
|
|
2024-06-09 11:28:00 -06:00
|
|
|
import Tesla.Mock
|
2019-01-01 13:26:40 -07:00
|
|
|
|
2024-06-09 11:28:00 -06:00
|
|
|
setup do
|
|
|
|
mock_global(fn env -> apply(HttpRequestMock, :request, [env]) end)
|
2019-01-01 13:26:40 -07:00
|
|
|
end
|
|
|
|
|
2024-06-09 11:28:00 -06:00
|
|
|
setup_all do: clear_config([:rich_media, :enabled], true)
|
|
|
|
|
2019-01-02 07:02:50 -07:00
|
|
|
test "returns error when no metadata present" do
|
2024-06-09 11:28:00 -06:00
|
|
|
assert {:error, _} = Parser.parse("https://example.com/empty")
|
2019-01-02 07:02:50 -07:00
|
|
|
end
|
|
|
|
|
2019-06-22 08:22:59 -06:00
|
|
|
test "doesn't just add a title" do
|
2024-06-09 11:28:00 -06:00
|
|
|
assert {:error, {:invalid_metadata, _}} = Parser.parse("https://example.com/non-ogp")
|
2019-06-22 08:22:59 -06:00
|
|
|
end
|
|
|
|
|
2019-01-01 13:26:40 -07:00
|
|
|
test "parses ogp" do
|
2024-06-09 11:28:00 -06:00
|
|
|
assert Parser.parse("https://example.com/ogp") ==
|
2019-01-02 07:02:50 -07:00
|
|
|
{:ok,
|
|
|
|
%{
|
2020-06-09 11:49:24 -06:00
|
|
|
"image" => "http://ia.media-imdb.com/images/rock.jpg",
|
|
|
|
"title" => "The Rock",
|
|
|
|
"description" =>
|
2019-05-30 15:03:31 -06:00
|
|
|
"Directed by Michael Bay. With Sean Connery, Nicolas Cage, Ed Harris, John Spencer.",
|
2020-06-09 11:49:24 -06:00
|
|
|
"type" => "video.movie",
|
2024-06-09 11:28:00 -06:00
|
|
|
"url" => "https://example.com/ogp"
|
2019-01-02 07:02:50 -07:00
|
|
|
}}
|
2019-01-01 13:26:40 -07:00
|
|
|
end
|
2019-01-10 11:09:56 -07:00
|
|
|
|
2019-06-22 07:12:57 -06:00
|
|
|
test "falls back to <title> when ogp:title is missing" do
|
2024-06-09 11:28:00 -06:00
|
|
|
assert Parser.parse("https://example.com/ogp-missing-title") ==
|
2019-06-22 07:12:57 -06:00
|
|
|
{:ok,
|
|
|
|
%{
|
2020-06-09 11:49:24 -06:00
|
|
|
"image" => "http://ia.media-imdb.com/images/rock.jpg",
|
|
|
|
"title" => "The Rock (1996)",
|
|
|
|
"description" =>
|
2019-06-22 07:12:57 -06:00
|
|
|
"Directed by Michael Bay. With Sean Connery, Nicolas Cage, Ed Harris, John Spencer.",
|
2020-06-09 11:49:24 -06:00
|
|
|
"type" => "video.movie",
|
2024-06-09 11:28:00 -06:00
|
|
|
"url" => "https://example.com/ogp-missing-title"
|
2019-06-22 07:12:57 -06:00
|
|
|
}}
|
|
|
|
end
|
|
|
|
|
2019-01-10 11:09:56 -07:00
|
|
|
test "parses twitter card" do
|
2024-06-09 11:28:00 -06:00
|
|
|
assert Parser.parse("https://example.com/twitter-card") ==
|
2019-01-10 11:09:56 -07:00
|
|
|
{:ok,
|
|
|
|
%{
|
2020-06-09 11:49:24 -06:00
|
|
|
"card" => "summary",
|
|
|
|
"site" => "@flickr",
|
|
|
|
"image" => "https://farm6.staticflickr.com/5510/14338202952_93595258ff_z.jpg",
|
|
|
|
"title" => "Small Island Developing States Photo Submission",
|
|
|
|
"description" => "View the album on Flickr.",
|
2024-06-09 11:28:00 -06:00
|
|
|
"url" => "https://example.com/twitter-card"
|
2019-01-10 11:09:56 -07:00
|
|
|
}}
|
|
|
|
end
|
2019-01-12 17:06:50 -07:00
|
|
|
|
2023-05-26 13:45:57 -06:00
|
|
|
test "parses OEmbed and filters HTML tags" do
|
2024-06-09 11:28:00 -06:00
|
|
|
assert Parser.parse("https://example.com/oembed") ==
|
2019-01-12 17:06:50 -07:00
|
|
|
{:ok,
|
|
|
|
%{
|
2021-12-12 10:23:44 -07:00
|
|
|
"author_name" => "\u202E\u202D\u202Cbees\u202C",
|
2020-06-09 11:49:24 -06:00
|
|
|
"author_url" => "https://www.flickr.com/photos/bees/",
|
|
|
|
"cache_age" => 3600,
|
|
|
|
"flickr_type" => "photo",
|
|
|
|
"height" => "768",
|
|
|
|
"html" =>
|
2023-05-26 13:45:57 -06:00
|
|
|
"<a href=\"https://www.flickr.com/photos/bees/2362225867/\" title=\"Bacon Lollys by \u202E\u202D\u202Cbees\u202C, on Flickr\"><img src=\"https://farm4.staticflickr.com/3040/2362225867_4a87ab8baf_b.jpg\" width=\"1024\" height=\"768\" alt=\"Bacon Lollys\"/></a>",
|
2020-06-09 11:49:24 -06:00
|
|
|
"license" => "All Rights Reserved",
|
|
|
|
"license_id" => 0,
|
|
|
|
"provider_name" => "Flickr",
|
|
|
|
"provider_url" => "https://www.flickr.com/",
|
|
|
|
"thumbnail_height" => 150,
|
|
|
|
"thumbnail_url" =>
|
|
|
|
"https://farm4.staticflickr.com/3040/2362225867_4a87ab8baf_q.jpg",
|
|
|
|
"thumbnail_width" => 150,
|
|
|
|
"title" => "Bacon Lollys",
|
|
|
|
"type" => "photo",
|
2024-06-09 11:28:00 -06:00
|
|
|
"url" => "https://example.com/oembed",
|
2020-06-09 11:49:24 -06:00
|
|
|
"version" => "1.0",
|
|
|
|
"web_page" => "https://www.flickr.com/photos/bees/2362225867/",
|
|
|
|
"web_page_short_url" => "https://flic.kr/p/4AK2sc",
|
|
|
|
"width" => "1024"
|
2019-01-12 17:06:50 -07:00
|
|
|
}}
|
|
|
|
end
|
2019-01-31 09:19:53 -07:00
|
|
|
|
|
|
|
test "rejects invalid OGP data" do
|
2024-06-09 11:28:00 -06:00
|
|
|
assert {:error, _} = Parser.parse("https://example.com/malformed")
|
2020-09-01 10:12:45 -06:00
|
|
|
end
|
|
|
|
|
|
|
|
test "returns error if getting page was not successful" do
|
2024-06-09 11:28:00 -06:00
|
|
|
assert {:error, :overload} = Parser.parse("https://example.com/error")
|
2019-01-31 09:19:53 -07:00
|
|
|
end
|
2020-09-14 05:45:58 -06:00
|
|
|
|
|
|
|
test "does a HEAD request to check if the body is too large" do
|
2024-06-09 11:28:00 -06:00
|
|
|
assert {:error, :body_too_large} = Parser.parse("https://example.com/huge-page")
|
2020-09-14 05:45:58 -06:00
|
|
|
end
|
|
|
|
|
|
|
|
test "does a HEAD request to check if the body is html" do
|
2024-06-09 11:28:00 -06:00
|
|
|
assert {:error, {:content_type, _}} = Parser.parse("https://example.com/pdf-file")
|
2020-09-14 05:45:58 -06:00
|
|
|
end
|
2024-02-11 14:54:41 -07:00
|
|
|
|
|
|
|
test "refuses to crawl incomplete URLs" do
|
|
|
|
url = "example.com/ogp"
|
|
|
|
assert :error == Parser.parse(url)
|
|
|
|
end
|
|
|
|
|
|
|
|
test "refuses to crawl malformed URLs" do
|
|
|
|
url = "example.com[]/ogp"
|
|
|
|
assert :error == Parser.parse(url)
|
|
|
|
end
|
|
|
|
|
|
|
|
test "refuses to crawl URLs of private network from posts" do
|
|
|
|
[
|
|
|
|
"http://127.0.0.1:4000/notice/9kCP7VNyPJXFOXDrgO",
|
|
|
|
"https://10.111.10.1/notice/9kCP7V",
|
|
|
|
"https://172.16.32.40/notice/9kCP7V",
|
|
|
|
"https://192.168.10.40/notice/9kCP7V",
|
|
|
|
"https://pleroma.local/notice/9kCP7V"
|
|
|
|
]
|
|
|
|
|> Enum.each(fn url ->
|
|
|
|
assert :error == Parser.parse(url)
|
|
|
|
end)
|
|
|
|
end
|
2024-06-09 11:28:00 -06:00
|
|
|
|
|
|
|
test "returns error when disabled" do
|
|
|
|
clear_config([:rich_media, :enabled], false)
|
|
|
|
|
|
|
|
assert match?({:error, :rich_media_disabled}, Parser.parse("https://example.com/ogp"))
|
|
|
|
end
|
2019-01-01 13:26:40 -07:00
|
|
|
end
|