2020-04-14 10:59:04 -06:00
|
|
|
|
# Pleroma: A lightweight social networking server
|
2021-01-12 23:49:20 -07:00
|
|
|
|
# Copyright © 2017-2021 Pleroma Authors <https://pleroma.social/>
|
2020-04-14 10:59:04 -06:00
|
|
|
|
# SPDX-License-Identifier: AGPL-3.0-only
|
|
|
|
|
|
|
|
|
|
defmodule Pleroma.Web.ActivityPub.MRF.StealEmojiPolicy do
|
|
|
|
|
require Logger
|
|
|
|
|
|
|
|
|
|
alias Pleroma.Config
|
|
|
|
|
|
|
|
|
|
@moduledoc "Detect new emojis by their shortcode and steals them"
|
2021-06-07 13:22:08 -06:00
|
|
|
|
@behaviour Pleroma.Web.ActivityPub.MRF.Policy
|
2020-04-14 10:59:04 -06:00
|
|
|
|
|
|
|
|
|
defp accept_host?(host), do: host in Config.get([:mrf_steal_emoji, :hosts], [])
|
|
|
|
|
|
2022-05-18 13:25:10 -06:00
|
|
|
|
defp shortcode_matches?(shortcode, pattern) when is_binary(pattern) do
|
|
|
|
|
shortcode == pattern
|
|
|
|
|
end
|
|
|
|
|
|
|
|
|
|
defp shortcode_matches?(shortcode, pattern) do
|
|
|
|
|
String.match?(shortcode, pattern)
|
|
|
|
|
end
|
|
|
|
|
|
2020-12-24 10:27:28 -07:00
|
|
|
|
defp steal_emoji({shortcode, url}, emoji_dir_path) do
|
2020-04-14 10:59:04 -06:00
|
|
|
|
url = Pleroma.Web.MediaProxy.url(url)
|
|
|
|
|
|
2020-12-25 01:30:36 -07:00
|
|
|
|
with {:ok, %{status: status} = response} when status in 200..299 <- Pleroma.HTTP.get(url) do
|
|
|
|
|
size_limit = Config.get([:mrf_steal_emoji, :size_limit], 50_000)
|
|
|
|
|
|
|
|
|
|
if byte_size(response.body) <= size_limit do
|
|
|
|
|
extension =
|
|
|
|
|
url
|
|
|
|
|
|> URI.parse()
|
|
|
|
|
|> Map.get(:path)
|
|
|
|
|
|> Path.basename()
|
|
|
|
|
|> Path.extname()
|
|
|
|
|
|
2024-02-20 00:45:48 -07:00
|
|
|
|
shortcode = Path.basename(shortcode)
|
2020-12-25 01:30:36 -07:00
|
|
|
|
file_path = Path.join(emoji_dir_path, shortcode <> (extension || ".png"))
|
2020-04-14 10:59:04 -06:00
|
|
|
|
|
2020-12-25 01:30:36 -07:00
|
|
|
|
case File.write(file_path, response.body) do
|
|
|
|
|
:ok ->
|
|
|
|
|
shortcode
|
2020-04-14 10:59:04 -06:00
|
|
|
|
|
2020-12-25 01:30:36 -07:00
|
|
|
|
e ->
|
2023-08-01 04:43:50 -06:00
|
|
|
|
Logger.warning("MRF.StealEmojiPolicy: Failed to write to #{file_path}: #{inspect(e)}")
|
2020-12-25 01:30:36 -07:00
|
|
|
|
nil
|
|
|
|
|
end
|
2020-12-24 10:27:28 -07:00
|
|
|
|
else
|
2020-12-25 01:30:36 -07:00
|
|
|
|
Logger.debug(
|
2021-10-06 00:08:21 -06:00
|
|
|
|
"MRF.StealEmojiPolicy: :#{shortcode}: at #{url} (#{byte_size(response.body)} B) over size limit (#{size_limit} B)"
|
2020-12-25 01:30:36 -07:00
|
|
|
|
)
|
|
|
|
|
|
|
|
|
|
nil
|
2020-04-14 10:59:04 -06:00
|
|
|
|
end
|
|
|
|
|
else
|
2020-12-25 01:30:36 -07:00
|
|
|
|
e ->
|
2023-08-01 04:43:50 -06:00
|
|
|
|
Logger.warning("MRF.StealEmojiPolicy: Failed to fetch #{url}: #{inspect(e)}")
|
2020-12-25 01:30:36 -07:00
|
|
|
|
nil
|
2020-04-14 10:59:04 -06:00
|
|
|
|
end
|
|
|
|
|
end
|
|
|
|
|
|
|
|
|
|
@impl true
|
|
|
|
|
def filter(%{"object" => %{"emoji" => foreign_emojis, "actor" => actor}} = message) do
|
|
|
|
|
host = URI.parse(actor).host
|
|
|
|
|
|
2020-12-25 01:30:36 -07:00
|
|
|
|
if host != Pleroma.Web.Endpoint.host() and accept_host?(host) do
|
2020-04-14 10:59:04 -06:00
|
|
|
|
installed_emoji = Pleroma.Emoji.get_all() |> Enum.map(fn {k, _} -> k end)
|
|
|
|
|
|
2020-12-24 10:27:28 -07:00
|
|
|
|
emoji_dir_path =
|
|
|
|
|
Config.get(
|
|
|
|
|
[:mrf_steal_emoji, :path],
|
|
|
|
|
Path.join(Config.get([:instance, :static_dir]), "emoji/stolen")
|
|
|
|
|
)
|
|
|
|
|
|
2020-12-27 11:58:15 -07:00
|
|
|
|
File.mkdir_p(emoji_dir_path)
|
2020-12-24 10:27:28 -07:00
|
|
|
|
|
2020-04-14 10:59:04 -06:00
|
|
|
|
new_emojis =
|
|
|
|
|
foreign_emojis
|
2020-12-25 01:30:36 -07:00
|
|
|
|
|> Enum.reject(fn {shortcode, _url} -> shortcode in installed_emoji end)
|
2024-02-20 03:31:29 -07:00
|
|
|
|
|> Enum.reject(fn {shortcode, _url} -> String.contains?(shortcode, ["/", "\\", ".", ":"]) end)
|
2020-04-14 10:59:04 -06:00
|
|
|
|
|> Enum.filter(fn {shortcode, _url} ->
|
|
|
|
|
reject_emoji? =
|
2020-12-25 01:30:36 -07:00
|
|
|
|
[:mrf_steal_emoji, :rejected_shortcodes]
|
|
|
|
|
|> Config.get([])
|
2022-05-18 13:25:10 -06:00
|
|
|
|
|> Enum.find(false, fn pattern -> shortcode_matches?(shortcode, pattern) end)
|
2020-04-14 10:59:04 -06:00
|
|
|
|
|
|
|
|
|
!reject_emoji?
|
|
|
|
|
end)
|
2020-12-24 10:27:28 -07:00
|
|
|
|
|> Enum.map(&steal_emoji(&1, emoji_dir_path))
|
2020-04-14 10:59:04 -06:00
|
|
|
|
|> Enum.filter(& &1)
|
|
|
|
|
|
|
|
|
|
if !Enum.empty?(new_emojis) do
|
|
|
|
|
Logger.info("Stole new emojis: #{inspect(new_emojis)}")
|
|
|
|
|
Pleroma.Emoji.reload()
|
|
|
|
|
end
|
|
|
|
|
end
|
|
|
|
|
|
|
|
|
|
{:ok, message}
|
|
|
|
|
end
|
|
|
|
|
|
|
|
|
|
def filter(message), do: {:ok, message}
|
|
|
|
|
|
2021-08-14 10:08:39 -06:00
|
|
|
|
@impl true
|
|
|
|
|
@spec config_description :: %{
|
|
|
|
|
children: [
|
|
|
|
|
%{
|
|
|
|
|
description: <<_::272, _::_*256>>,
|
|
|
|
|
key: :hosts | :rejected_shortcodes | :size_limit,
|
|
|
|
|
suggestions: [any(), ...],
|
|
|
|
|
type: {:list, :string} | {:list, :string} | :integer
|
|
|
|
|
},
|
|
|
|
|
...
|
|
|
|
|
],
|
|
|
|
|
description: <<_::448>>,
|
|
|
|
|
key: :mrf_steal_emoji,
|
|
|
|
|
label: <<_::80>>,
|
|
|
|
|
related_policy: <<_::352>>
|
|
|
|
|
}
|
|
|
|
|
def config_description do
|
|
|
|
|
%{
|
|
|
|
|
key: :mrf_steal_emoji,
|
|
|
|
|
related_policy: "Pleroma.Web.ActivityPub.MRF.StealEmojiPolicy",
|
|
|
|
|
label: "MRF Emojis",
|
|
|
|
|
description: "Steals emojis from selected instances when it sees them.",
|
|
|
|
|
children: [
|
|
|
|
|
%{
|
|
|
|
|
key: :hosts,
|
|
|
|
|
type: {:list, :string},
|
|
|
|
|
description: "List of hosts to steal emojis from",
|
|
|
|
|
suggestions: [""]
|
|
|
|
|
},
|
|
|
|
|
%{
|
|
|
|
|
key: :rejected_shortcodes,
|
|
|
|
|
type: {:list, :string},
|
2022-05-18 13:25:10 -06:00
|
|
|
|
description: """
|
|
|
|
|
A list of patterns or matches to reject shortcodes with.
|
|
|
|
|
|
|
|
|
|
Each pattern can be a string or [Regex](https://hexdocs.pm/elixir/Regex.html) in the format of `~r/PATTERN/`.
|
|
|
|
|
""",
|
|
|
|
|
suggestions: ["foo", ~r/foo/]
|
2021-08-14 10:08:39 -06:00
|
|
|
|
},
|
|
|
|
|
%{
|
|
|
|
|
key: :size_limit,
|
|
|
|
|
type: :integer,
|
|
|
|
|
description: "File size limit (in bytes), checked before an emoji is saved to the disk",
|
|
|
|
|
suggestions: ["100000"]
|
|
|
|
|
}
|
|
|
|
|
]
|
|
|
|
|
}
|
|
|
|
|
end
|
|
|
|
|
|
2020-04-14 10:59:04 -06:00
|
|
|
|
@impl true
|
|
|
|
|
def describe do
|
|
|
|
|
{:ok, %{}}
|
|
|
|
|
end
|
|
|
|
|
end
|