spc-pleroma/lib/pleroma/http/adapter_helper/gun.ex

94 lines
2.4 KiB
Elixir
Raw Normal View History

2020-02-11 07:12:57 +00:00
# Pleroma: A lightweight social networking server
# Copyright © 2017-2020 Pleroma Authors <https://pleroma.social/>
2020-02-11 07:12:57 +00:00
# SPDX-License-Identifier: AGPL-3.0-only
2020-03-03 15:53:44 +00:00
defmodule Pleroma.HTTP.AdapterHelper.Gun do
@behaviour Pleroma.HTTP.AdapterHelper
2020-02-11 07:12:57 +00:00
alias Pleroma.Config
alias Pleroma.Gun.ConnectionPool
2020-03-06 18:04:18 +00:00
alias Pleroma.HTTP.AdapterHelper
2020-02-11 07:12:57 +00:00
2020-03-06 18:24:19 +00:00
require Logger
2020-02-11 07:12:57 +00:00
@defaults [
2020-02-24 16:56:27 +00:00
connect_timeout: 5_000,
2020-02-11 07:12:57 +00:00
domain_lookup_timeout: 5_000,
tls_handshake_timeout: 5_000,
retry: 1,
retry_timeout: 1000,
2020-02-11 07:12:57 +00:00
await_up_timeout: 5_000
]
@type pool() :: :federation | :upload | :media | :default
2020-02-11 07:12:57 +00:00
@spec options(keyword(), URI.t()) :: keyword()
2020-03-12 15:28:54 +00:00
def options(incoming_opts \\ [], %URI{} = uri) do
proxy =
[:http, :proxy_url]
|> Config.get()
2020-03-06 18:04:18 +00:00
|> AdapterHelper.format_proxy()
config_opts = Config.get([:http, :adapter], [])
2020-02-11 07:12:57 +00:00
@defaults
2020-03-06 18:04:18 +00:00
|> Keyword.merge(config_opts)
2020-02-11 07:12:57 +00:00
|> add_scheme_opts(uri)
2020-03-12 15:28:54 +00:00
|> AdapterHelper.maybe_add_proxy(proxy)
|> Keyword.merge(incoming_opts)
|> put_timeout()
2020-02-11 07:12:57 +00:00
end
2020-03-12 15:28:54 +00:00
defp add_scheme_opts(opts, %{scheme: "http"}), do: opts
2020-02-11 07:12:57 +00:00
2020-03-12 15:28:54 +00:00
defp add_scheme_opts(opts, %{scheme: "https"}) do
Keyword.put(opts, :certificates_verification, true)
end
defp put_timeout(opts) do
# this is the timeout to receive a message from Gun
Keyword.put_new(opts, :timeout, pool_timeout(opts[:pool]))
end
@spec pool_timeout(pool()) :: non_neg_integer()
def pool_timeout(pool) do
default = Config.get([:pools, :default, :timeout], 5_000)
Config.get([:pools, pool, :timeout], default)
2020-02-11 07:12:57 +00:00
end
@spec get_conn(URI.t(), keyword()) :: {:ok, keyword()} | {:error, atom()}
def get_conn(uri, opts) do
case ConnectionPool.get_conn(uri, opts) do
{:ok, conn_pid} -> {:ok, Keyword.merge(opts, conn: conn_pid, close_conn: false)}
err -> err
2020-02-11 07:12:57 +00:00
end
end
2020-05-17 19:16:02 +00:00
@prefix Pleroma.Gun.ConnectionPool
def limiter_setup do
wait = Config.get([:connections_pool, :connection_acquisition_wait])
retries = Config.get([:connections_pool, :connection_acquisition_retries])
2020-05-17 19:16:02 +00:00
:pools
|> Config.get([])
2020-05-17 19:16:02 +00:00
|> Enum.each(fn {name, opts} ->
max_running = Keyword.get(opts, :size, 50)
max_waiting = Keyword.get(opts, :max_waiting, 10)
result =
2020-05-17 19:16:02 +00:00
ConcurrentLimiter.new(:"#{@prefix}.#{name}", max_running, max_waiting,
wait: wait,
max_retries: retries
)
case result do
:ok -> :ok
{:error, :existing} -> :ok
end
2020-05-17 19:16:02 +00:00
end)
:ok
end
2020-02-11 07:12:57 +00:00
end