2020-02-11 00:12:57 -07:00
|
|
|
# Pleroma: A lightweight social networking server
|
2020-03-03 05:44:13 -07:00
|
|
|
# Copyright © 2017-2020 Pleroma Authors <https://pleroma.social/>
|
2020-02-11 00:12:57 -07:00
|
|
|
# SPDX-License-Identifier: AGPL-3.0-only
|
|
|
|
|
2020-03-03 08:53:44 -07:00
|
|
|
defmodule Pleroma.HTTP.AdapterHelper.Gun do
|
|
|
|
@behaviour Pleroma.HTTP.AdapterHelper
|
2020-02-11 00:12:57 -07:00
|
|
|
|
2020-08-19 01:22:59 -06:00
|
|
|
alias Pleroma.Config
|
2020-05-05 16:51:10 -06:00
|
|
|
alias Pleroma.Gun.ConnectionPool
|
2020-03-06 11:04:18 -07:00
|
|
|
alias Pleroma.HTTP.AdapterHelper
|
2020-02-11 00:12:57 -07:00
|
|
|
|
2020-03-06 11:24:19 -07:00
|
|
|
require Logger
|
|
|
|
|
2020-02-11 00:12:57 -07:00
|
|
|
@defaults [
|
2020-02-24 09:56:27 -07:00
|
|
|
connect_timeout: 5_000,
|
2020-02-11 00:12:57 -07:00
|
|
|
domain_lookup_timeout: 5_000,
|
|
|
|
tls_handshake_timeout: 5_000,
|
2020-08-19 01:22:59 -06:00
|
|
|
retry: 1,
|
2020-03-03 08:01:35 -07:00
|
|
|
retry_timeout: 1000,
|
2020-02-11 00:12:57 -07:00
|
|
|
await_up_timeout: 5_000
|
|
|
|
]
|
|
|
|
|
2020-09-02 01:50:51 -06:00
|
|
|
@type pool() :: :federation | :upload | :media | :default
|
|
|
|
|
2020-02-11 00:12:57 -07:00
|
|
|
@spec options(keyword(), URI.t()) :: keyword()
|
2020-03-12 09:28:54 -06:00
|
|
|
def options(incoming_opts \\ [], %URI{} = uri) do
|
|
|
|
proxy =
|
2020-08-19 01:22:59 -06:00
|
|
|
[:http, :proxy_url]
|
|
|
|
|> Config.get()
|
2020-03-06 11:04:18 -07:00
|
|
|
|> AdapterHelper.format_proxy()
|
|
|
|
|
2020-08-19 01:22:59 -06:00
|
|
|
config_opts = Config.get([:http, :adapter], [])
|
2020-02-11 00:12:57 -07:00
|
|
|
|
|
|
|
@defaults
|
2020-03-06 11:04:18 -07:00
|
|
|
|> Keyword.merge(config_opts)
|
2020-02-11 00:12:57 -07:00
|
|
|
|> add_scheme_opts(uri)
|
2020-03-12 09:28:54 -06:00
|
|
|
|> AdapterHelper.maybe_add_proxy(proxy)
|
2020-05-05 16:51:10 -06:00
|
|
|
|> Keyword.merge(incoming_opts)
|
2020-09-02 01:50:51 -06:00
|
|
|
|> put_timeout()
|
2020-02-11 00:12:57 -07:00
|
|
|
end
|
|
|
|
|
2020-03-12 09:28:54 -06:00
|
|
|
defp add_scheme_opts(opts, %{scheme: "http"}), do: opts
|
2020-02-11 00:12:57 -07:00
|
|
|
|
2020-03-12 09:28:54 -06:00
|
|
|
defp add_scheme_opts(opts, %{scheme: "https"}) do
|
2020-08-19 01:22:59 -06:00
|
|
|
Keyword.put(opts, :certificates_verification, true)
|
2020-02-11 00:12:57 -07:00
|
|
|
end
|
|
|
|
|
2020-09-02 01:50:51 -06:00
|
|
|
defp put_timeout(opts) do
|
|
|
|
# this is the timeout to receive a message from Gun
|
|
|
|
Keyword.put_new(opts, :timeout, pool_timeout(opts[:pool]))
|
|
|
|
end
|
|
|
|
|
|
|
|
@spec pool_timeout(pool()) :: non_neg_integer()
|
|
|
|
def pool_timeout(pool) do
|
|
|
|
default = Config.get([:pools, :default, :timeout], 5_000)
|
|
|
|
|
|
|
|
Config.get([:pools, pool, :timeout], default)
|
|
|
|
end
|
|
|
|
|
2020-05-05 16:51:10 -06:00
|
|
|
@spec get_conn(URI.t(), keyword()) :: {:ok, keyword()} | {:error, atom()}
|
|
|
|
def get_conn(uri, opts) do
|
|
|
|
case ConnectionPool.get_conn(uri, opts) do
|
|
|
|
{:ok, conn_pid} -> {:ok, Keyword.merge(opts, conn: conn_pid, close_conn: false)}
|
|
|
|
err -> err
|
2020-02-11 00:12:57 -07:00
|
|
|
end
|
|
|
|
end
|
2020-05-17 13:16:02 -06:00
|
|
|
|
|
|
|
@prefix Pleroma.Gun.ConnectionPool
|
|
|
|
def limiter_setup do
|
2020-08-19 01:22:59 -06:00
|
|
|
wait = Config.get([:connections_pool, :connection_acquisition_wait])
|
|
|
|
retries = Config.get([:connections_pool, :connection_acquisition_retries])
|
2020-05-17 13:16:02 -06:00
|
|
|
|
|
|
|
:pools
|
2020-08-19 01:22:59 -06:00
|
|
|
|> Config.get([])
|
2020-05-17 13:16:02 -06:00
|
|
|
|> Enum.each(fn {name, opts} ->
|
|
|
|
max_running = Keyword.get(opts, :size, 50)
|
|
|
|
max_waiting = Keyword.get(opts, :max_waiting, 10)
|
|
|
|
|
2020-06-30 09:35:15 -06:00
|
|
|
result =
|
2020-05-17 13:16:02 -06:00
|
|
|
ConcurrentLimiter.new(:"#{@prefix}.#{name}", max_running, max_waiting,
|
|
|
|
wait: wait,
|
|
|
|
max_retries: retries
|
|
|
|
)
|
2020-06-30 09:35:15 -06:00
|
|
|
|
|
|
|
case result do
|
|
|
|
:ok -> :ok
|
|
|
|
{:error, :existing} -> :ok
|
|
|
|
end
|
2020-05-17 13:16:02 -06:00
|
|
|
end)
|
|
|
|
|
|
|
|
:ok
|
|
|
|
end
|
2020-02-11 00:12:57 -07:00
|
|
|
end
|