Merge branch 'priority_activities' into 'develop'

Priority activities

See merge request pleroma/pleroma!4004
This commit is contained in:
Haelwenn 2023-12-18 00:49:09 +00:00
commit 8893a044b3
6 changed files with 120 additions and 60 deletions

View File

@ -0,0 +1 @@
- Prioritize mentioned recipients (i.e., those that are not just followers) when federating.

View File

@ -2681,6 +2681,8 @@ def update_last_active_at(%__MODULE__{local: true} = user) do
|> update_and_set_cache() |> update_and_set_cache()
end end
def update_last_active_at(user), do: user
def active_user_count(days \\ 30) do def active_user_count(days \\ 30) do
active_after = Timex.shift(NaiveDateTime.utc_now(), days: -days) active_after = Timex.shift(NaiveDateTime.utc_now(), days: -days)

View File

@ -118,7 +118,7 @@ defp should_federate?(inbox, public) do
end end
end end
@spec recipients(User.t(), Activity.t()) :: list(User.t()) | [] @spec recipients(User.t(), Activity.t()) :: [[User.t()]]
defp recipients(actor, activity) do defp recipients(actor, activity) do
followers = followers =
if actor.follower_address in activity.recipients do if actor.follower_address in activity.recipients do
@ -138,7 +138,10 @@ defp recipients(actor, activity) do
[] []
end end
Pleroma.Web.Federator.Publisher.remote_users(actor, activity) ++ followers ++ fetchers mentioned = Pleroma.Web.Federator.Publisher.remote_users(actor, activity)
non_mentioned = (followers ++ fetchers) -- mentioned
[mentioned, non_mentioned]
end end
defp get_cc_ap_ids(ap_id, recipients) do defp get_cc_ap_ids(ap_id, recipients) do
@ -195,15 +198,19 @@ def publish(%User{} = actor, %{data: %{"bcc" => bcc}} = activity)
public = is_public?(activity) public = is_public?(activity)
{:ok, data} = Transmogrifier.prepare_outgoing(activity.data) {:ok, data} = Transmogrifier.prepare_outgoing(activity.data)
recipients = recipients(actor, activity) [priority_recipients, recipients] = recipients(actor, activity)
inboxes = inboxes =
[priority_recipients, recipients]
|> Enum.map(fn recipients ->
recipients recipients
|> Enum.map(fn actor -> actor.inbox end) |> Enum.map(fn actor -> actor.inbox end)
|> Enum.filter(fn inbox -> should_federate?(inbox, public) end) |> Enum.filter(fn inbox -> should_federate?(inbox, public) end)
|> Instances.filter_reachable() |> Instances.filter_reachable()
end)
Repo.checkout(fn -> Repo.checkout(fn ->
Enum.each(inboxes, fn inboxes ->
Enum.each(inboxes, fn {inbox, unreachable_since} -> Enum.each(inboxes, fn {inbox, unreachable_since} ->
%User{ap_id: ap_id} = Enum.find(recipients, fn actor -> actor.inbox == inbox end) %User{ap_id: ap_id} = Enum.find(recipients, fn actor -> actor.inbox == inbox end)
@ -225,6 +232,7 @@ def publish(%User{} = actor, %{data: %{"bcc" => bcc}} = activity)
}) })
end) end)
end) end)
end)
end end
# Publishes an activity to all relevant peers. # Publishes an activity to all relevant peers.
@ -239,12 +247,19 @@ def publish(%User{} = actor, %Activity{} = activity) do
{:ok, data} = Transmogrifier.prepare_outgoing(activity.data) {:ok, data} = Transmogrifier.prepare_outgoing(activity.data)
json = Jason.encode!(data) json = Jason.encode!(data)
[priority_inboxes, inboxes] =
recipients(actor, activity) recipients(actor, activity)
|> Enum.map(fn %User{} = user -> |> Enum.map(fn recipients ->
determine_inbox(activity, user) recipients
end) |> Enum.map(fn actor -> actor.inbox end)
|> Enum.uniq()
|> Enum.filter(fn inbox -> should_federate?(inbox, public) end) |> Enum.filter(fn inbox -> should_federate?(inbox, public) end)
end)
inboxes = inboxes -- priority_inboxes
[{priority_inboxes, 0}, {inboxes, 1}]
|> Enum.each(fn {inboxes, priority} ->
inboxes
|> Instances.filter_reachable() |> Instances.filter_reachable()
|> Enum.each(fn {inbox, unreachable_since} -> |> Enum.each(fn {inbox, unreachable_since} ->
Pleroma.Web.Federator.Publisher.enqueue_one( Pleroma.Web.Federator.Publisher.enqueue_one(
@ -255,9 +270,13 @@ def publish(%User{} = actor, %Activity{} = activity) do
actor_id: actor.id, actor_id: actor.id,
id: activity.data["id"], id: activity.data["id"],
unreachable_since: unreachable_since unreachable_since: unreachable_since
} },
priority: priority
) )
end) end)
end)
:ok
end end
def gather_webfinger_links(%User{} = user) do def gather_webfinger_links(%User{} = user) do

View File

@ -29,11 +29,12 @@ defmodule Pleroma.Web.Federator.Publisher do
@doc """ @doc """
Enqueue publishing a single activity. Enqueue publishing a single activity.
""" """
@spec enqueue_one(module(), Map.t()) :: :ok @spec enqueue_one(module(), Map.t(), Keyword.t()) :: {:ok, %Oban.Job{}}
def enqueue_one(module, %{} = params) do def enqueue_one(module, %{} = params, worker_args \\ []) do
PublisherWorker.enqueue( PublisherWorker.enqueue(
"publish_one", "publish_one",
%{"module" => to_string(module), "params" => params} %{"module" => to_string(module), "params" => params},
worker_args
) )
end end

View File

@ -331,11 +331,40 @@ test "publish to url with with different ports" do
assert res == :ok assert res == :ok
assert called( assert called(
Pleroma.Web.Federator.Publisher.enqueue_one(Publisher, %{ Pleroma.Web.Federator.Publisher.enqueue_one(
Publisher,
%{
inbox: "https://domain.com/users/nick1/inbox", inbox: "https://domain.com/users/nick1/inbox",
actor_id: actor.id, actor_id: actor.id,
id: note_activity.data["id"] id: note_activity.data["id"]
}) },
priority: 1
)
)
end
test_with_mock "Publishes to directly addressed actors with higher priority.",
Pleroma.Web.Federator.Publisher,
[:passthrough],
[] do
note_activity = insert(:direct_note_activity)
actor = Pleroma.User.get_by_ap_id(note_activity.data["actor"])
res = Publisher.publish(actor, note_activity)
assert res == :ok
assert called(
Pleroma.Web.Federator.Publisher.enqueue_one(
Publisher,
%{
inbox: :_,
actor_id: actor.id,
id: note_activity.data["id"]
},
priority: 0
)
) )
end end
@ -414,19 +443,27 @@ test "publish to url with with different ports" do
assert res == :ok assert res == :ok
assert called( assert called(
Pleroma.Web.Federator.Publisher.enqueue_one(Publisher, %{ Pleroma.Web.Federator.Publisher.enqueue_one(
Publisher,
%{
inbox: "https://domain.com/users/nick1/inbox", inbox: "https://domain.com/users/nick1/inbox",
actor_id: actor.id, actor_id: actor.id,
id: delete.data["id"] id: delete.data["id"]
}) },
priority: 1
)
) )
assert called( assert called(
Pleroma.Web.Federator.Publisher.enqueue_one(Publisher, %{ Pleroma.Web.Federator.Publisher.enqueue_one(
Publisher,
%{
inbox: "https://domain2.com/users/nick1/inbox", inbox: "https://domain2.com/users/nick1/inbox",
actor_id: actor.id, actor_id: actor.id,
id: delete.data["id"] id: delete.data["id"]
}) },
priority: 1
)
) )
end end
end end

View File

@ -212,7 +212,7 @@ def listen_factory do
end end
def direct_note_factory do def direct_note_factory do
user2 = insert(:user) user2 = insert(:user, local: false, inbox: "http://example.com/inbox")
%Pleroma.Object{data: data} = note_factory() %Pleroma.Object{data: data} = note_factory()
%Pleroma.Object{data: Map.merge(data, %{"to" => [user2.ap_id]})} %Pleroma.Object{data: Map.merge(data, %{"to" => [user2.ap_id]})}