2018-12-23 20:04:54 +00:00
|
|
|
# Pleroma: A lightweight social networking server
|
2020-03-02 05:08:45 +00:00
|
|
|
# Copyright © 2017-2020 Pleroma Authors <https://pleroma.social/>
|
2018-12-23 20:04:54 +00:00
|
|
|
# SPDX-License-Identifier: AGPL-3.0-only
|
|
|
|
|
2017-03-21 08:21:52 +00:00
|
|
|
defmodule Pleroma.Object do
|
|
|
|
use Ecto.Schema
|
2019-02-09 15:16:26 +00:00
|
|
|
|
2019-12-30 09:35:41 +00:00
|
|
|
import Ecto.Query
|
|
|
|
import Ecto.Changeset
|
|
|
|
|
2019-02-09 15:16:26 +00:00
|
|
|
alias Pleroma.Activity
|
2020-05-15 18:34:46 +00:00
|
|
|
alias Pleroma.Config
|
2019-03-05 02:52:23 +00:00
|
|
|
alias Pleroma.Object
|
2018-12-04 03:17:25 +00:00
|
|
|
alias Pleroma.Object.Fetcher
|
2019-02-09 15:16:26 +00:00
|
|
|
alias Pleroma.ObjectTombstone
|
2019-03-05 02:52:23 +00:00
|
|
|
alias Pleroma.Repo
|
|
|
|
alias Pleroma.User
|
2020-05-15 18:34:46 +00:00
|
|
|
alias Pleroma.Workers.AttachmentsCleanupWorker
|
2019-02-09 15:16:26 +00:00
|
|
|
|
2019-03-22 23:34:47 +00:00
|
|
|
require Logger
|
2017-03-21 08:21:52 +00:00
|
|
|
|
2020-01-12 18:48:58 +00:00
|
|
|
@type t() :: %__MODULE__{}
|
|
|
|
|
2020-01-19 16:45:20 +00:00
|
|
|
@derive {Jason.Encoder, only: [:data]}
|
|
|
|
|
2017-03-21 08:21:52 +00:00
|
|
|
schema "objects" do
|
2018-03-30 13:01:53 +00:00
|
|
|
field(:data, :map)
|
2017-03-21 08:21:52 +00:00
|
|
|
|
|
|
|
timestamps()
|
|
|
|
end
|
2017-03-30 16:07:01 +00:00
|
|
|
|
2019-11-18 13:56:25 +00:00
|
|
|
def with_joined_activity(query, activity_type \\ "Create", join_type \\ :inner) do
|
|
|
|
object_position = Map.get(query.aliases, :object, 0)
|
|
|
|
|
|
|
|
join(query, join_type, [{object, object_position}], a in Activity,
|
|
|
|
on:
|
|
|
|
fragment(
|
|
|
|
"COALESCE(?->'object'->>'id', ?->>'object') = (? ->> 'id') AND (?->>'type' = ?) ",
|
|
|
|
a.data,
|
|
|
|
a.data,
|
|
|
|
object.data,
|
|
|
|
a.data,
|
|
|
|
^activity_type
|
|
|
|
),
|
|
|
|
as: :object_activity
|
|
|
|
)
|
|
|
|
end
|
|
|
|
|
2017-05-16 13:31:11 +00:00
|
|
|
def create(data) do
|
2020-12-21 19:54:26 +00:00
|
|
|
%Object{}
|
|
|
|
|> Object.change(%{data: data})
|
2018-03-30 13:01:53 +00:00
|
|
|
|> Repo.insert()
|
2017-05-16 13:31:11 +00:00
|
|
|
end
|
|
|
|
|
2017-05-09 16:11:51 +00:00
|
|
|
def change(struct, params \\ %{}) do
|
2020-12-21 19:54:26 +00:00
|
|
|
changeset =
|
|
|
|
struct
|
|
|
|
|> cast(params, [:data])
|
|
|
|
|> validate_required([:data])
|
|
|
|
|> unique_constraint(:ap_id, name: :objects_unique_apid_index)
|
|
|
|
|
|
|
|
if hashtags_changed?(struct, get_change(changeset, :data)) do
|
|
|
|
# TODO: modify assoc once it's introduced
|
|
|
|
changeset
|
|
|
|
else
|
|
|
|
changeset
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
defp hashtags_changed?(%Object{} = struct, %{"tag" => _} = data) do
|
|
|
|
Enum.sort(embedded_hashtags(struct)) !=
|
|
|
|
Enum.sort(object_data_hashtags(data))
|
2017-05-09 16:11:51 +00:00
|
|
|
end
|
|
|
|
|
2020-12-21 19:54:26 +00:00
|
|
|
defp hashtags_changed?(_, _), do: false
|
|
|
|
|
2019-05-21 17:40:35 +00:00
|
|
|
def get_by_id(nil), do: nil
|
|
|
|
def get_by_id(id), do: Repo.get(Object, id)
|
|
|
|
|
2019-09-18 15:13:21 +00:00
|
|
|
def get_by_id_and_maybe_refetch(id, opts \\ []) do
|
|
|
|
%{updated_at: updated_at} = object = get_by_id(id)
|
|
|
|
|
|
|
|
if opts[:interval] &&
|
2019-09-18 15:52:33 +00:00
|
|
|
NaiveDateTime.diff(NaiveDateTime.utc_now(), updated_at) > opts[:interval] do
|
2019-09-18 15:13:21 +00:00
|
|
|
case Fetcher.refetch_object(object) do
|
|
|
|
{:ok, %Object{} = object} ->
|
|
|
|
object
|
|
|
|
|
|
|
|
e ->
|
|
|
|
Logger.error("Couldn't refresh #{object.data["id"]}:\n#{inspect(e)}")
|
|
|
|
object
|
|
|
|
end
|
|
|
|
else
|
|
|
|
object
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
2017-10-24 06:39:24 +00:00
|
|
|
def get_by_ap_id(nil), do: nil
|
2018-03-30 13:01:53 +00:00
|
|
|
|
2017-03-30 16:07:01 +00:00
|
|
|
def get_by_ap_id(ap_id) do
|
2018-03-30 13:01:53 +00:00
|
|
|
Repo.one(from(object in Object, where: fragment("(?)->>'id' = ?", object.data, ^ap_id)))
|
2017-03-30 16:07:01 +00:00
|
|
|
end
|
2017-04-30 11:53:26 +00:00
|
|
|
|
2020-01-12 18:48:58 +00:00
|
|
|
@doc """
|
|
|
|
Get a single attachment by it's name and href
|
|
|
|
"""
|
|
|
|
@spec get_attachment_by_name_and_href(String.t(), String.t()) :: Object.t() | nil
|
|
|
|
def get_attachment_by_name_and_href(name, href) do
|
|
|
|
query =
|
|
|
|
from(o in Object,
|
|
|
|
where: fragment("(?)->>'name' = ?", o.data, ^name),
|
|
|
|
where: fragment("(?)->>'href' = ?", o.data, ^href)
|
|
|
|
)
|
|
|
|
|
|
|
|
Repo.one(query)
|
|
|
|
end
|
|
|
|
|
2019-07-08 16:53:02 +00:00
|
|
|
defp warn_on_no_object_preloaded(ap_id) do
|
2019-11-21 13:03:01 +00:00
|
|
|
"Object.normalize() called without preloaded object (#{inspect(ap_id)}). Consider preloading the object"
|
2019-07-08 16:53:02 +00:00
|
|
|
|> Logger.debug()
|
|
|
|
|
|
|
|
Logger.debug("Backtrace: #{inspect(Process.info(:erlang.self(), :current_stacktrace))}")
|
|
|
|
end
|
|
|
|
|
2019-06-29 17:04:50 +00:00
|
|
|
def normalize(_, fetch_remote \\ true, options \\ [])
|
2019-07-08 16:53:02 +00:00
|
|
|
|
2019-03-22 23:34:47 +00:00
|
|
|
# If we pass an Activity to Object.normalize(), we can try to use the preloaded object.
|
|
|
|
# Use this whenever possible, especially when walking graphs in an O(N) loop!
|
2019-06-29 17:04:50 +00:00
|
|
|
def normalize(%Object{} = object, _, _), do: object
|
|
|
|
def normalize(%Activity{object: %Object{} = object}, _, _), do: object
|
2018-12-04 03:17:25 +00:00
|
|
|
|
2019-04-01 08:55:59 +00:00
|
|
|
# A hack for fake activities
|
2019-06-29 17:04:50 +00:00
|
|
|
def normalize(%Activity{data: %{"object" => %{"fake" => true} = data}}, _, _) do
|
2019-04-01 08:55:59 +00:00
|
|
|
%Object{id: "pleroma:fake_object_id", data: data}
|
|
|
|
end
|
|
|
|
|
2019-07-08 16:53:02 +00:00
|
|
|
# No preloaded object
|
2019-06-29 17:04:50 +00:00
|
|
|
def normalize(%Activity{data: %{"object" => %{"id" => ap_id}}}, fetch_remote, _) do
|
2019-07-08 16:53:02 +00:00
|
|
|
warn_on_no_object_preloaded(ap_id)
|
2019-04-17 09:22:32 +00:00
|
|
|
normalize(ap_id, fetch_remote)
|
2019-03-22 23:34:47 +00:00
|
|
|
end
|
|
|
|
|
2019-07-08 16:53:02 +00:00
|
|
|
# No preloaded object
|
2019-06-29 17:04:50 +00:00
|
|
|
def normalize(%Activity{data: %{"object" => ap_id}}, fetch_remote, _) do
|
2019-07-08 16:53:02 +00:00
|
|
|
warn_on_no_object_preloaded(ap_id)
|
2019-04-17 09:22:32 +00:00
|
|
|
normalize(ap_id, fetch_remote)
|
2019-03-22 23:34:47 +00:00
|
|
|
end
|
|
|
|
|
|
|
|
# Old way, try fetching the object through cache.
|
2019-06-29 17:04:50 +00:00
|
|
|
def normalize(%{"id" => ap_id}, fetch_remote, _), do: normalize(ap_id, fetch_remote)
|
|
|
|
def normalize(ap_id, false, _) when is_binary(ap_id), do: get_cached_by_ap_id(ap_id)
|
|
|
|
|
|
|
|
def normalize(ap_id, true, options) when is_binary(ap_id) do
|
|
|
|
Fetcher.fetch_object_from_id!(ap_id, options)
|
|
|
|
end
|
|
|
|
|
|
|
|
def normalize(_, _, _), do: nil
|
2018-06-18 05:23:54 +00:00
|
|
|
|
2020-05-18 06:51:53 +00:00
|
|
|
# Owned objects can only be accessed by their owner
|
|
|
|
def authorize_access(%Object{data: %{"actor" => actor}}, %User{ap_id: ap_id}) do
|
|
|
|
if actor == ap_id do
|
|
|
|
:ok
|
|
|
|
else
|
|
|
|
{:error, :forbidden}
|
|
|
|
end
|
|
|
|
end
|
2018-12-06 07:26:17 +00:00
|
|
|
|
2020-05-18 06:51:53 +00:00
|
|
|
# Legacy objects can be accessed by anybody
|
|
|
|
def authorize_access(%Object{}, %User{}), do: :ok
|
2018-12-06 07:26:17 +00:00
|
|
|
|
2019-12-30 08:30:20 +00:00
|
|
|
@spec get_cached_by_ap_id(String.t()) :: Object.t() | nil
|
2019-02-03 17:28:14 +00:00
|
|
|
def get_cached_by_ap_id(ap_id) do
|
|
|
|
key = "object:#{ap_id}"
|
|
|
|
|
2019-12-30 08:30:20 +00:00
|
|
|
with {:ok, nil} <- Cachex.get(:object_cache, key),
|
|
|
|
object when not is_nil(object) <- get_by_ap_id(ap_id),
|
|
|
|
{:ok, true} <- Cachex.put(:object_cache, key, object) do
|
|
|
|
object
|
|
|
|
else
|
|
|
|
{:ok, object} -> object
|
|
|
|
nil -> nil
|
|
|
|
end
|
2017-05-01 14:12:20 +00:00
|
|
|
end
|
|
|
|
|
2017-04-30 11:53:26 +00:00
|
|
|
def context_mapping(context) do
|
2017-06-20 07:50:22 +00:00
|
|
|
Object.change(%Object{}, %{data: %{"id" => context}})
|
2017-04-30 11:53:26 +00:00
|
|
|
end
|
2018-11-01 07:28:48 +00:00
|
|
|
|
2018-12-25 00:00:06 +00:00
|
|
|
def make_tombstone(%Object{data: %{"id" => id, "type" => type}}, deleted \\ DateTime.utc_now()) do
|
|
|
|
%ObjectTombstone{
|
|
|
|
id: id,
|
|
|
|
formerType: type,
|
2018-12-23 23:25:36 +00:00
|
|
|
deleted: deleted
|
|
|
|
}
|
2018-12-25 00:00:06 +00:00
|
|
|
|> Map.from_struct()
|
2018-12-23 23:25:36 +00:00
|
|
|
end
|
|
|
|
|
2018-12-25 00:00:06 +00:00
|
|
|
def swap_object_with_tombstone(object) do
|
|
|
|
tombstone = make_tombstone(object)
|
2018-12-23 23:25:36 +00:00
|
|
|
|
|
|
|
object
|
|
|
|
|> Object.change(%{data: tombstone})
|
|
|
|
|> Repo.update()
|
|
|
|
end
|
|
|
|
|
2018-11-01 07:28:48 +00:00
|
|
|
def delete(%Object{data: %{"id" => id}} = object) do
|
2018-12-25 00:00:06 +00:00
|
|
|
with {:ok, _obj} = swap_object_with_tombstone(object),
|
2019-12-04 23:50:38 +00:00
|
|
|
deleted_activity = Activity.delete_all_by_object_ap_id(id),
|
2020-05-15 18:34:46 +00:00
|
|
|
{:ok, _} <- invalid_object_cache(object) do
|
|
|
|
cleanup_attachments(
|
|
|
|
Config.get([:instance, :cleanup_attachments]),
|
|
|
|
%{"object" => object}
|
|
|
|
)
|
2020-01-30 22:20:37 +00:00
|
|
|
|
2019-03-09 11:12:15 +00:00
|
|
|
{:ok, object, deleted_activity}
|
2018-11-01 07:28:48 +00:00
|
|
|
end
|
|
|
|
end
|
2019-02-03 17:28:14 +00:00
|
|
|
|
2020-05-15 18:34:46 +00:00
|
|
|
@spec cleanup_attachments(boolean(), %{required(:object) => map()}) ::
|
|
|
|
{:ok, Oban.Job.t() | nil}
|
|
|
|
def cleanup_attachments(true, %{"object" => _} = params) do
|
|
|
|
AttachmentsCleanupWorker.enqueue("cleanup_attachments", params)
|
|
|
|
end
|
|
|
|
|
|
|
|
def cleanup_attachments(_, _), do: {:ok, nil}
|
|
|
|
|
|
|
|
def prune(%Object{data: %{"id" => _id}} = object) do
|
2019-05-21 00:41:40 +00:00
|
|
|
with {:ok, object} <- Repo.delete(object),
|
2020-05-15 18:34:46 +00:00
|
|
|
{:ok, _} <- invalid_object_cache(object) do
|
2019-05-21 00:41:40 +00:00
|
|
|
{:ok, object}
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
2020-05-15 18:34:46 +00:00
|
|
|
def invalid_object_cache(%Object{data: %{"id" => id}}) do
|
|
|
|
with {:ok, true} <- Cachex.del(:object_cache, "object:#{id}") do
|
|
|
|
Cachex.del(:web_resp_cache, URI.parse(id).path)
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
2019-02-03 17:28:14 +00:00
|
|
|
def set_cache(%Object{data: %{"id" => ap_id}} = object) do
|
|
|
|
Cachex.put(:object_cache, "object:#{ap_id}", object)
|
|
|
|
{:ok, object}
|
|
|
|
end
|
|
|
|
|
|
|
|
def update_and_set_cache(changeset) do
|
|
|
|
with {:ok, object} <- Repo.update(changeset) do
|
|
|
|
set_cache(object)
|
|
|
|
end
|
|
|
|
end
|
2019-03-25 17:21:48 +00:00
|
|
|
|
|
|
|
def increase_replies_count(ap_id) do
|
|
|
|
Object
|
|
|
|
|> where([o], fragment("?->>'id' = ?::text", o.data, ^to_string(ap_id)))
|
|
|
|
|> update([o],
|
|
|
|
set: [
|
|
|
|
data:
|
|
|
|
fragment(
|
|
|
|
"""
|
2019-10-18 11:11:30 +00:00
|
|
|
safe_jsonb_set(?, '{repliesCount}',
|
2019-03-25 17:21:48 +00:00
|
|
|
(coalesce((?->>'repliesCount')::int, 0) + 1)::varchar::jsonb, true)
|
|
|
|
""",
|
|
|
|
o.data,
|
|
|
|
o.data
|
|
|
|
)
|
|
|
|
]
|
|
|
|
)
|
|
|
|
|> Repo.update_all([])
|
|
|
|
|> case do
|
|
|
|
{1, [object]} -> set_cache(object)
|
|
|
|
_ -> {:error, "Not found"}
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
2020-08-05 13:40:32 +00:00
|
|
|
defp poll_is_multiple?(%Object{data: %{"anyOf" => [_ | _]}}), do: true
|
2020-06-14 22:30:45 +00:00
|
|
|
|
|
|
|
defp poll_is_multiple?(_), do: false
|
|
|
|
|
2019-03-25 17:21:48 +00:00
|
|
|
def decrease_replies_count(ap_id) do
|
|
|
|
Object
|
|
|
|
|> where([o], fragment("?->>'id' = ?::text", o.data, ^to_string(ap_id)))
|
|
|
|
|> update([o],
|
|
|
|
set: [
|
|
|
|
data:
|
|
|
|
fragment(
|
|
|
|
"""
|
2019-10-18 11:11:30 +00:00
|
|
|
safe_jsonb_set(?, '{repliesCount}',
|
2019-03-25 17:21:48 +00:00
|
|
|
(greatest(0, (?->>'repliesCount')::int - 1))::varchar::jsonb, true)
|
|
|
|
""",
|
|
|
|
o.data,
|
|
|
|
o.data
|
|
|
|
)
|
|
|
|
]
|
|
|
|
)
|
|
|
|
|> Repo.update_all([])
|
|
|
|
|> case do
|
|
|
|
{1, [object]} -> set_cache(object)
|
|
|
|
_ -> {:error, "Not found"}
|
2018-11-01 07:28:48 +00:00
|
|
|
end
|
|
|
|
end
|
2019-05-21 11:12:10 +00:00
|
|
|
|
2020-04-22 12:06:39 +00:00
|
|
|
def increase_vote_count(ap_id, name, actor) do
|
2019-05-21 11:12:10 +00:00
|
|
|
with %Object{} = object <- Object.normalize(ap_id),
|
|
|
|
"Question" <- object.data["type"] do
|
2020-06-14 22:30:45 +00:00
|
|
|
key = if poll_is_multiple?(object), do: "anyOf", else: "oneOf"
|
2019-05-21 11:12:10 +00:00
|
|
|
|
|
|
|
options =
|
2020-06-14 22:30:45 +00:00
|
|
|
object.data[key]
|
2019-05-21 11:12:10 +00:00
|
|
|
|> Enum.map(fn
|
|
|
|
%{"name" => ^name} = option ->
|
|
|
|
Kernel.update_in(option["replies"]["totalItems"], &(&1 + 1))
|
|
|
|
|
|
|
|
option ->
|
|
|
|
option
|
|
|
|
end)
|
|
|
|
|
2020-04-22 12:06:39 +00:00
|
|
|
voters = [actor | object.data["voters"] || []] |> Enum.uniq()
|
|
|
|
|
2019-05-21 11:12:10 +00:00
|
|
|
data =
|
2020-06-14 22:30:45 +00:00
|
|
|
object.data
|
|
|
|
|> Map.put(key, options)
|
2020-04-22 12:06:39 +00:00
|
|
|
|> Map.put("voters", voters)
|
2019-05-21 11:12:10 +00:00
|
|
|
|
|
|
|
object
|
|
|
|
|> Object.change(%{data: data})
|
|
|
|
|> update_and_set_cache()
|
|
|
|
else
|
|
|
|
_ -> :noop
|
|
|
|
end
|
|
|
|
end
|
2019-09-06 18:50:00 +00:00
|
|
|
|
|
|
|
@doc "Updates data field of an object"
|
|
|
|
def update_data(%Object{data: data} = object, attrs \\ %{}) do
|
|
|
|
object
|
|
|
|
|> Object.change(%{data: Map.merge(data || %{}, attrs)})
|
|
|
|
|> Repo.update()
|
|
|
|
end
|
2019-11-23 19:55:41 +00:00
|
|
|
|
|
|
|
def local?(%Object{data: %{"id" => id}}) do
|
|
|
|
String.starts_with?(id, Pleroma.Web.base_url() <> "/")
|
|
|
|
end
|
2020-02-09 07:17:21 +00:00
|
|
|
|
|
|
|
def replies(object, opts \\ []) do
|
|
|
|
object = Object.normalize(object)
|
|
|
|
|
|
|
|
query =
|
|
|
|
Object
|
|
|
|
|> where(
|
|
|
|
[o],
|
|
|
|
fragment("(?)->>'inReplyTo' = ?", o.data, ^object.data["id"])
|
|
|
|
)
|
|
|
|
|> order_by([o], asc: o.id)
|
|
|
|
|
|
|
|
if opts[:self_only] do
|
|
|
|
actor = object.data["actor"]
|
|
|
|
where(query, [o], fragment("(?)->>'actor' = ?", o.data, ^actor))
|
|
|
|
else
|
|
|
|
query
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
def self_replies(object, opts \\ []),
|
|
|
|
do: replies(object, Keyword.put(opts, :self_only, true))
|
2020-12-21 19:54:26 +00:00
|
|
|
|
|
|
|
def tags(%Object{data: %{"tag" => tags}}) when is_list(tags), do: tags
|
|
|
|
|
|
|
|
def tags(_), do: []
|
|
|
|
|
|
|
|
def hashtags(object), do: embedded_hashtags(object)
|
|
|
|
|
|
|
|
defp embedded_hashtags(%Object{data: data}) do
|
|
|
|
object_data_hashtags(data)
|
|
|
|
end
|
|
|
|
|
|
|
|
defp embedded_hashtags(_), do: []
|
|
|
|
|
|
|
|
defp object_data_hashtags(%{"tag" => tags}) when is_list(tags) do
|
|
|
|
# Note: AS2 map-type elements are ignored
|
|
|
|
Enum.filter(tags, &is_bitstring(&1))
|
|
|
|
end
|
|
|
|
|
|
|
|
defp object_data_hashtags(_), do: []
|
2017-03-21 08:21:52 +00:00
|
|
|
end
|