2018-12-23 13:04:54 -07:00
|
|
|
# Pleroma: A lightweight social networking server
|
2021-01-12 23:49:20 -07:00
|
|
|
# Copyright © 2017-2021 Pleroma Authors <https://pleroma.social/>
|
2018-12-23 13:04:54 -07:00
|
|
|
# SPDX-License-Identifier: AGPL-3.0-only
|
|
|
|
|
2017-03-17 10:09:58 -06:00
|
|
|
defmodule Pleroma.Application do
|
|
|
|
use Application
|
2020-02-11 00:12:57 -07:00
|
|
|
|
|
|
|
import Cachex.Spec
|
|
|
|
|
|
|
|
alias Pleroma.Config
|
|
|
|
|
2019-12-09 05:11:54 -07:00
|
|
|
require Logger
|
2017-03-17 10:09:58 -06:00
|
|
|
|
2019-02-01 10:11:23 -07:00
|
|
|
@name Mix.Project.config()[:name]
|
2018-11-20 09:55:03 -07:00
|
|
|
@version Mix.Project.config()[:version]
|
2019-02-01 10:11:23 -07:00
|
|
|
@repository Mix.Project.config()[:source_url]
|
2021-02-04 09:11:48 -07:00
|
|
|
@mix_env Mix.env()
|
2019-08-14 09:55:17 -06:00
|
|
|
|
2018-11-20 09:55:03 -07:00
|
|
|
def name, do: @name
|
|
|
|
def version, do: @version
|
2019-03-04 20:18:43 -07:00
|
|
|
def named_version, do: @name <> " " <> @version
|
2019-01-31 23:55:10 -07:00
|
|
|
def repository, do: @repository
|
2018-11-20 09:55:03 -07:00
|
|
|
|
2019-03-04 20:18:43 -07:00
|
|
|
def user_agent do
|
2020-09-02 06:45:47 -06:00
|
|
|
if Process.whereis(Pleroma.Web.Endpoint) do
|
|
|
|
case Config.get([:http, :user_agent], :default) do
|
|
|
|
:default ->
|
2021-05-31 14:09:11 -06:00
|
|
|
info = "#{Pleroma.Web.Endpoint.url()} <#{Config.get([:instance, :email], "")}>"
|
2020-09-02 06:45:47 -06:00
|
|
|
named_version() <> "; " <> info
|
|
|
|
|
|
|
|
custom ->
|
|
|
|
custom
|
|
|
|
end
|
|
|
|
else
|
|
|
|
# fallback, if endpoint is not started yet
|
|
|
|
"Pleroma Data Loader"
|
2019-11-25 02:53:11 -07:00
|
|
|
end
|
2018-11-23 09:40:45 -07:00
|
|
|
end
|
|
|
|
|
2017-03-17 10:09:58 -06:00
|
|
|
# See http://elixir-lang.org/docs/stable/elixir/Application.html
|
|
|
|
# for more information on OTP Applications
|
|
|
|
def start(_type, _args) do
|
2020-07-14 02:41:30 -06:00
|
|
|
# Scrubbers are compiled at runtime and therefore will cause a conflict
|
|
|
|
# every time the application is restarted, so we disable module
|
|
|
|
# conflicts at runtime
|
|
|
|
Code.compiler_options(ignore_module_conflict: true)
|
2020-09-01 00:08:54 -06:00
|
|
|
# Disable warnings_as_errors at runtime, it breaks Phoenix live reload
|
|
|
|
# due to protocol consolidation warnings
|
|
|
|
Code.compiler_options(warnings_as_errors: false)
|
2020-07-09 09:53:51 -06:00
|
|
|
Config.Holder.save_default()
|
2019-12-08 09:42:40 -07:00
|
|
|
Pleroma.HTML.compile_scrubbers()
|
2020-09-06 03:13:26 -06:00
|
|
|
Pleroma.Config.Oban.warn()
|
2020-02-11 00:12:57 -07:00
|
|
|
Config.DeprecationWarnings.warn()
|
2020-06-24 01:39:17 -06:00
|
|
|
Pleroma.Web.Plugs.HTTPSecurityPlug.warn_if_disabled()
|
2020-06-22 08:27:49 -06:00
|
|
|
Pleroma.ApplicationRequirements.verify!()
|
2019-12-05 06:18:25 -07:00
|
|
|
load_custom_modules()
|
2020-07-12 09:23:33 -06:00
|
|
|
Pleroma.Docs.JSON.compile()
|
2020-09-10 01:54:57 -06:00
|
|
|
limiters_setup()
|
2019-01-28 04:09:41 -07:00
|
|
|
|
2017-03-17 10:09:58 -06:00
|
|
|
# Define workers and child supervisors to be supervised
|
2018-03-30 07:01:53 -06:00
|
|
|
children =
|
|
|
|
[
|
2019-08-14 09:55:17 -06:00
|
|
|
Pleroma.Repo,
|
2020-02-11 00:12:57 -07:00
|
|
|
Config.TransferTask,
|
2019-08-14 09:55:17 -06:00
|
|
|
Pleroma.Emoji,
|
2022-08-19 11:19:38 -06:00
|
|
|
Pleroma.Web.Plugs.RateLimiter.Supervisor,
|
|
|
|
{Task.Supervisor, name: Pleroma.TaskSupervisor}
|
2018-03-30 07:01:53 -06:00
|
|
|
] ++
|
2019-08-14 09:55:17 -06:00
|
|
|
cachex_children() ++
|
2022-07-10 11:06:25 -06:00
|
|
|
http_children() ++
|
2019-01-30 04:38:38 -07:00
|
|
|
[
|
2019-08-14 09:55:17 -06:00
|
|
|
Pleroma.Stats,
|
2019-09-26 05:49:57 -06:00
|
|
|
Pleroma.JobQueueMonitor,
|
2020-06-16 07:11:45 -06:00
|
|
|
{Majic.Pool, [name: Pleroma.MajicPool, pool_size: Config.get([:majic_pool, :size], 2)]},
|
2021-02-22 13:09:41 -07:00
|
|
|
{Oban, Config.get(Oban)},
|
|
|
|
Pleroma.Web.Endpoint
|
2019-01-30 04:38:38 -07:00
|
|
|
] ++
|
2022-06-30 09:28:31 -06:00
|
|
|
elasticsearch_children() ++
|
2021-02-04 09:11:48 -07:00
|
|
|
task_children(@mix_env) ++
|
2022-07-21 04:29:28 -06:00
|
|
|
dont_run_in_test(@mix_env)
|
2017-03-17 10:09:58 -06:00
|
|
|
|
|
|
|
# See http://elixir-lang.org/docs/stable/elixir/Supervisor.html
|
|
|
|
# for other strategies and supported options
|
2022-07-13 09:09:35 -06:00
|
|
|
# If we have a lot of caches, default max_restarts can cause test
|
|
|
|
# resets to fail.
|
|
|
|
# Go for the default 3 unless we're in test
|
|
|
|
max_restarts =
|
|
|
|
if @mix_env == :test do
|
|
|
|
100
|
|
|
|
else
|
|
|
|
3
|
|
|
|
end
|
|
|
|
|
|
|
|
opts = [strategy: :one_for_one, name: Pleroma.Supervisor, max_restarts: max_restarts]
|
2020-11-20 08:26:22 -07:00
|
|
|
|
2022-07-21 04:29:28 -06:00
|
|
|
with {:ok, data} <- Supervisor.start_link(children, opts) do
|
|
|
|
set_postgres_server_version()
|
|
|
|
{:ok, data}
|
|
|
|
else
|
|
|
|
e ->
|
|
|
|
Logger.error("Failed to start!")
|
|
|
|
Logger.error("#{inspect(e)}")
|
|
|
|
e
|
|
|
|
end
|
2020-11-20 08:26:22 -07:00
|
|
|
end
|
|
|
|
|
2020-11-20 08:38:05 -07:00
|
|
|
defp set_postgres_server_version do
|
2020-11-20 08:26:22 -07:00
|
|
|
version =
|
|
|
|
with %{rows: [[version]]} <- Ecto.Adapters.SQL.query!(Pleroma.Repo, "show server_version"),
|
|
|
|
{num, _} <- Float.parse(version) do
|
|
|
|
num
|
|
|
|
else
|
|
|
|
e ->
|
|
|
|
Logger.warn(
|
|
|
|
"Could not get the postgres version: #{inspect(e)}.\nSetting the default value of 9.6"
|
|
|
|
)
|
|
|
|
|
|
|
|
9.6
|
|
|
|
end
|
|
|
|
|
2020-11-23 07:29:55 -07:00
|
|
|
:persistent_term.put({Pleroma.Repo, :postgres_version}, version)
|
2017-03-17 10:09:58 -06:00
|
|
|
end
|
2018-02-01 10:23:26 -07:00
|
|
|
|
2019-12-05 06:29:17 -07:00
|
|
|
def load_custom_modules do
|
2020-02-11 00:12:57 -07:00
|
|
|
dir = Config.get([:modules, :runtime_dir])
|
2019-12-05 06:18:25 -07:00
|
|
|
|
|
|
|
if dir && File.exists?(dir) do
|
|
|
|
dir
|
2019-12-09 04:23:07 -07:00
|
|
|
|> Pleroma.Utils.compile_dir()
|
2019-12-05 06:18:25 -07:00
|
|
|
|> case do
|
|
|
|
{:error, _errors, _warnings} ->
|
|
|
|
raise "Invalid custom modules"
|
|
|
|
|
|
|
|
{:ok, modules, _warnings} ->
|
2021-02-04 09:11:48 -07:00
|
|
|
if @mix_env != :test do
|
2019-12-06 03:05:09 -07:00
|
|
|
Enum.each(modules, fn mod ->
|
2019-12-09 05:11:54 -07:00
|
|
|
Logger.info("Custom module loaded: #{inspect(mod)}")
|
2019-12-06 03:05:09 -07:00
|
|
|
end)
|
|
|
|
end
|
2019-12-05 06:18:25 -07:00
|
|
|
|
|
|
|
:ok
|
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
2019-08-14 09:55:17 -06:00
|
|
|
defp cachex_children do
|
|
|
|
[
|
|
|
|
build_cachex("used_captcha", ttl_interval: seconds_valid_interval()),
|
|
|
|
build_cachex("user", default_ttl: 25_000, ttl_interval: 1000, limit: 2500),
|
|
|
|
build_cachex("object", default_ttl: 25_000, ttl_interval: 1000, limit: 2500),
|
|
|
|
build_cachex("rich_media", default_ttl: :timer.minutes(120), limit: 5000),
|
|
|
|
build_cachex("scrubber", limit: 2500),
|
2022-09-06 13:24:02 -06:00
|
|
|
build_cachex("scrubber_management", limit: 2500),
|
2019-09-09 12:53:08 -06:00
|
|
|
build_cachex("idempotency", expiration: idempotency_expiration(), limit: 2500),
|
2019-08-12 04:13:01 -06:00
|
|
|
build_cachex("web_resp", limit: 2500),
|
2019-10-01 14:00:27 -06:00
|
|
|
build_cachex("emoji_packs", expiration: emoji_packs_expiration(), limit: 10),
|
2020-06-14 12:02:57 -06:00
|
|
|
build_cachex("failed_proxy_url", limit: 2500),
|
2022-08-29 13:42:22 -06:00
|
|
|
build_cachex("banned_urls", default_ttl: :timer.hours(24 * 30), limit: 5_000),
|
2022-11-06 15:49:39 -07:00
|
|
|
build_cachex("translations", default_ttl: :timer.hours(24 * 30), limit: 2500),
|
2022-11-26 12:22:56 -07:00
|
|
|
build_cachex("instances", default_ttl: :timer.hours(24), ttl_interval: 1000, limit: 2500),
|
|
|
|
build_cachex("request_signatures", default_ttl: :timer.hours(24 * 30), limit: 3000)
|
2019-08-14 09:55:17 -06:00
|
|
|
]
|
|
|
|
end
|
2018-11-19 12:58:12 -07:00
|
|
|
|
2019-08-12 04:13:01 -06:00
|
|
|
defp emoji_packs_expiration,
|
|
|
|
do: expiration(default: :timer.seconds(5 * 60), interval: :timer.seconds(60))
|
|
|
|
|
2019-08-14 09:55:17 -06:00
|
|
|
defp idempotency_expiration,
|
2019-08-14 12:01:11 -06:00
|
|
|
do: expiration(default: :timer.seconds(6 * 60 * 60), interval: :timer.seconds(60))
|
2019-08-14 09:55:17 -06:00
|
|
|
|
|
|
|
defp seconds_valid_interval,
|
2020-02-11 00:12:57 -07:00
|
|
|
do: :timer.seconds(Config.get!([Pleroma.Captcha, :seconds_valid]))
|
2019-08-14 09:55:17 -06:00
|
|
|
|
2020-07-03 10:18:08 -06:00
|
|
|
@spec build_cachex(String.t(), keyword()) :: map()
|
|
|
|
def build_cachex(type, opts),
|
2019-08-14 12:01:11 -06:00
|
|
|
do: %{
|
|
|
|
id: String.to_atom("cachex_" <> type),
|
|
|
|
start: {Cachex, :start_link, [String.to_atom(type <> "_cache"), opts]},
|
|
|
|
type: :worker
|
|
|
|
}
|
2019-08-14 09:55:17 -06:00
|
|
|
|
2020-09-18 05:58:22 -06:00
|
|
|
defp dont_run_in_test(env) when env in [:test, :benchmark], do: []
|
2019-08-14 09:55:17 -06:00
|
|
|
|
2020-09-18 05:58:22 -06:00
|
|
|
defp dont_run_in_test(_) do
|
2020-05-07 03:13:32 -06:00
|
|
|
[
|
|
|
|
{Registry,
|
|
|
|
[
|
|
|
|
name: Pleroma.Web.Streamer.registry(),
|
|
|
|
keys: :duplicate,
|
|
|
|
partitions: System.schedulers_online()
|
2020-11-17 07:28:30 -07:00
|
|
|
]}
|
2021-03-12 02:18:11 -07:00
|
|
|
] ++ background_migrators()
|
|
|
|
end
|
|
|
|
|
|
|
|
defp background_migrators do
|
|
|
|
[
|
|
|
|
Pleroma.Migrators.HashtagsTableMigrator
|
2020-05-07 03:13:32 -06:00
|
|
|
]
|
2018-02-01 10:23:26 -07:00
|
|
|
end
|
2019-01-30 04:38:38 -07:00
|
|
|
|
2019-09-17 08:44:52 -06:00
|
|
|
defp task_children(:test) do
|
|
|
|
[
|
|
|
|
%{
|
|
|
|
id: :web_push_init,
|
|
|
|
start: {Task, :start_link, [&Pleroma.Web.Push.init/0]},
|
|
|
|
restart: :temporary
|
|
|
|
}
|
|
|
|
]
|
|
|
|
end
|
|
|
|
|
|
|
|
defp task_children(_) do
|
|
|
|
[
|
|
|
|
%{
|
|
|
|
id: :web_push_init,
|
|
|
|
start: {Task, :start_link, [&Pleroma.Web.Push.init/0]},
|
|
|
|
restart: :temporary
|
|
|
|
},
|
|
|
|
%{
|
|
|
|
id: :internal_fetch_init,
|
|
|
|
start: {Task, :start_link, [&Pleroma.Web.ActivityPub.InternalFetchActor.init/0]},
|
|
|
|
restart: :temporary
|
|
|
|
}
|
|
|
|
]
|
|
|
|
end
|
2020-02-11 00:12:57 -07:00
|
|
|
|
2022-06-30 09:28:31 -06:00
|
|
|
def elasticsearch_children do
|
|
|
|
config = Config.get([Pleroma.Search, :module])
|
|
|
|
|
|
|
|
if config == Pleroma.Search.Elasticsearch do
|
|
|
|
[Pleroma.Search.Elasticsearch.Cluster]
|
|
|
|
else
|
|
|
|
[]
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
2020-11-20 01:37:01 -07:00
|
|
|
@spec limiters_setup() :: :ok
|
2020-09-10 01:54:57 -06:00
|
|
|
def limiters_setup do
|
2021-01-09 08:52:40 -07:00
|
|
|
config = Config.get(ConcurrentLimiter, [])
|
|
|
|
|
2021-08-15 12:53:04 -06:00
|
|
|
[
|
|
|
|
Pleroma.Web.RichMedia.Helpers,
|
|
|
|
Pleroma.Web.ActivityPub.MRF.MediaProxyWarmingPolicy,
|
|
|
|
Pleroma.Search
|
|
|
|
]
|
2021-01-09 08:52:40 -07:00
|
|
|
|> Enum.each(fn module ->
|
|
|
|
mod_config = Keyword.get(config, module, [])
|
|
|
|
|
|
|
|
max_running = Keyword.get(mod_config, :max_running, 5)
|
|
|
|
max_waiting = Keyword.get(mod_config, :max_waiting, 5)
|
|
|
|
|
|
|
|
ConcurrentLimiter.new(module, max_running, max_waiting)
|
|
|
|
end)
|
2020-09-10 01:54:57 -06:00
|
|
|
end
|
2022-07-10 11:06:25 -06:00
|
|
|
|
|
|
|
defp http_children do
|
2022-08-14 17:13:49 -06:00
|
|
|
proxy_url = Config.get([:http, :proxy_url])
|
|
|
|
proxy = Pleroma.HTTP.AdapterHelper.format_proxy(proxy_url)
|
|
|
|
|
2022-07-10 11:06:25 -06:00
|
|
|
config =
|
|
|
|
[:http, :adapter]
|
|
|
|
|> Config.get([])
|
2022-08-14 17:13:49 -06:00
|
|
|
|> Pleroma.HTTP.AdapterHelper.maybe_add_proxy_pool(proxy)
|
2022-07-10 11:06:25 -06:00
|
|
|
|> Keyword.put(:name, MyFinch)
|
|
|
|
|
|
|
|
[{Finch, config}]
|
|
|
|
end
|
2017-03-17 10:09:58 -06:00
|
|
|
end
|