2021-11-17 19:29:49 +00:00
|
|
|
# Pleroma: A lightweight social networking server
|
|
|
|
# Copyright © 2017-2021 Pleroma Authors <https://pleroma.social/>
|
|
|
|
# SPDX-License-Identifier: AGPL-3.0-only
|
|
|
|
|
2021-11-16 18:54:26 +00:00
|
|
|
defmodule Pleroma.Search.DatabaseSearch do
|
2021-11-17 19:29:49 +00:00
|
|
|
alias Pleroma.Activity
|
2023-11-12 13:13:27 +00:00
|
|
|
alias Pleroma.Config
|
2021-11-17 19:29:49 +00:00
|
|
|
alias Pleroma.Object.Fetcher
|
|
|
|
alias Pleroma.Pagination
|
|
|
|
alias Pleroma.User
|
|
|
|
alias Pleroma.Web.ActivityPub.Visibility
|
|
|
|
|
|
|
|
require Pleroma.Constants
|
|
|
|
|
|
|
|
import Ecto.Query
|
|
|
|
|
2021-12-20 19:38:50 +00:00
|
|
|
@behaviour Pleroma.Search.SearchBackend
|
|
|
|
|
2022-08-26 21:19:08 +00:00
|
|
|
@impl true
|
2021-11-17 19:29:49 +00:00
|
|
|
def search(user, search_query, options \\ []) do
|
2023-11-12 12:19:54 +00:00
|
|
|
index_type = if Config.get([:database, :rum_enabled]), do: :rum, else: :gin
|
2021-11-17 19:29:49 +00:00
|
|
|
limit = Enum.min([Keyword.get(options, :limit), 40])
|
|
|
|
offset = Keyword.get(options, :offset, 0)
|
|
|
|
author = Keyword.get(options, :author)
|
|
|
|
|
|
|
|
try do
|
|
|
|
Activity
|
|
|
|
|> Activity.with_preloaded_object()
|
|
|
|
|> Activity.restrict_deactivated_users()
|
2023-11-12 12:19:54 +00:00
|
|
|
|> restrict_public(user)
|
Dialyzer: The pattern can never match the type
We will never pass :plain to query_with/4, so remove that match and change it to query_with/3
lib/pleroma/search/database_search.ex:127:pattern_match
The pattern can never match the type.
Pattern:
_q, :rum, _search_query, :plain
Type:
%Ecto.Query{
:aliases => _,
:assocs => _,
:combinations => _,
:distinct => _,
:from => _,
:group_bys => _,
:havings => _,
:joins => _,
:limit => _,
:lock => _,
:offset => _,
:order_bys => _,
:prefix => _,
:preloads => _,
:select => _,
:sources => _,
:updates => _,
:wheres => _,
:windows => _,
:with_ctes => _
},
:rum,
_,
:websearch
2024-05-28 14:36:00 +00:00
|
|
|
|> query_with(index_type, search_query)
|
2021-11-17 19:29:49 +00:00
|
|
|
|> maybe_restrict_local(user)
|
|
|
|
|> maybe_restrict_author(author)
|
|
|
|
|> maybe_restrict_blocked(user)
|
|
|
|
|> Pagination.fetch_paginated(
|
|
|
|
%{"offset" => offset, "limit" => limit, "skip_order" => index_type == :rum},
|
|
|
|
:offset
|
|
|
|
)
|
|
|
|
|> maybe_fetch(user, search_query)
|
|
|
|
rescue
|
|
|
|
_ -> maybe_fetch([], user, search_query)
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
2021-12-20 19:38:50 +00:00
|
|
|
@impl true
|
2023-11-12 12:19:54 +00:00
|
|
|
def add_to_index(_activity), do: :ok
|
2021-12-20 19:38:50 +00:00
|
|
|
|
|
|
|
@impl true
|
2023-11-12 12:19:54 +00:00
|
|
|
def remove_from_index(_object), do: :ok
|
2021-11-17 19:29:49 +00:00
|
|
|
|
2024-05-16 06:47:24 +00:00
|
|
|
@impl true
|
|
|
|
def create_index, do: :ok
|
|
|
|
|
|
|
|
@impl true
|
|
|
|
def drop_index, do: :ok
|
|
|
|
|
2024-05-25 18:20:47 +00:00
|
|
|
@impl true
|
|
|
|
def healthcheck_endpoints, do: nil
|
|
|
|
|
2021-11-17 19:29:49 +00:00
|
|
|
def maybe_restrict_author(query, %User{} = author) do
|
|
|
|
Activity.Queries.by_author(query, author)
|
|
|
|
end
|
|
|
|
|
|
|
|
def maybe_restrict_author(query, _), do: query
|
|
|
|
|
|
|
|
def maybe_restrict_blocked(query, %User{} = user) do
|
|
|
|
Activity.Queries.exclude_authors(query, User.blocked_users_ap_ids(user))
|
|
|
|
end
|
|
|
|
|
|
|
|
def maybe_restrict_blocked(query, _), do: query
|
|
|
|
|
2023-11-12 12:19:54 +00:00
|
|
|
defp restrict_public(q, user) when not is_nil(user) do
|
|
|
|
intended_recipients = [
|
|
|
|
Pleroma.Constants.as_public(),
|
|
|
|
Pleroma.Web.ActivityPub.Utils.as_local_public()
|
|
|
|
]
|
|
|
|
|
|
|
|
from([a, o] in q,
|
|
|
|
where: fragment("?->>'type' = 'Create'", a.data),
|
|
|
|
where: fragment("? && ?", ^intended_recipients, a.recipients)
|
|
|
|
)
|
|
|
|
end
|
|
|
|
|
|
|
|
defp restrict_public(q, _user) do
|
2021-11-17 19:29:49 +00:00
|
|
|
from([a, o] in q,
|
|
|
|
where: fragment("?->>'type' = 'Create'", a.data),
|
|
|
|
where: ^Pleroma.Constants.as_public() in a.recipients
|
|
|
|
)
|
|
|
|
end
|
|
|
|
|
Dialyzer: The pattern can never match the type
We will never pass :plain to query_with/4, so remove that match and change it to query_with/3
lib/pleroma/search/database_search.ex:127:pattern_match
The pattern can never match the type.
Pattern:
_q, :rum, _search_query, :plain
Type:
%Ecto.Query{
:aliases => _,
:assocs => _,
:combinations => _,
:distinct => _,
:from => _,
:group_bys => _,
:havings => _,
:joins => _,
:limit => _,
:lock => _,
:offset => _,
:order_bys => _,
:prefix => _,
:preloads => _,
:select => _,
:sources => _,
:updates => _,
:wheres => _,
:windows => _,
:with_ctes => _
},
:rum,
_,
:websearch
2024-05-28 14:36:00 +00:00
|
|
|
defp query_with(q, :gin, search_query) do
|
2021-11-17 19:29:49 +00:00
|
|
|
%{rows: [[tsc]]} =
|
|
|
|
Ecto.Adapters.SQL.query!(
|
|
|
|
Pleroma.Repo,
|
|
|
|
"select current_setting('default_text_search_config')::regconfig::oid;"
|
|
|
|
)
|
|
|
|
|
|
|
|
from([a, o] in q,
|
|
|
|
where:
|
|
|
|
fragment(
|
|
|
|
"to_tsvector(?::oid::regconfig, ?->>'content') @@ websearch_to_tsquery(?)",
|
|
|
|
^tsc,
|
|
|
|
o.data,
|
|
|
|
^search_query
|
|
|
|
)
|
|
|
|
)
|
|
|
|
end
|
|
|
|
|
Dialyzer: The pattern can never match the type
We will never pass :plain to query_with/4, so remove that match and change it to query_with/3
lib/pleroma/search/database_search.ex:127:pattern_match
The pattern can never match the type.
Pattern:
_q, :rum, _search_query, :plain
Type:
%Ecto.Query{
:aliases => _,
:assocs => _,
:combinations => _,
:distinct => _,
:from => _,
:group_bys => _,
:havings => _,
:joins => _,
:limit => _,
:lock => _,
:offset => _,
:order_bys => _,
:prefix => _,
:preloads => _,
:select => _,
:sources => _,
:updates => _,
:wheres => _,
:windows => _,
:with_ctes => _
},
:rum,
_,
:websearch
2024-05-28 14:36:00 +00:00
|
|
|
defp query_with(q, :rum, search_query) do
|
2021-11-17 19:29:49 +00:00
|
|
|
from([a, o] in q,
|
|
|
|
where:
|
|
|
|
fragment(
|
|
|
|
"? @@ websearch_to_tsquery(?)",
|
|
|
|
o.fts_content,
|
|
|
|
^search_query
|
|
|
|
),
|
|
|
|
order_by: [fragment("? <=> now()::date", o.inserted_at)]
|
|
|
|
)
|
2021-08-22 13:37:52 +00:00
|
|
|
end
|
|
|
|
|
2021-11-17 19:29:49 +00:00
|
|
|
def maybe_restrict_local(q, user) do
|
2023-11-12 12:19:54 +00:00
|
|
|
limit = Config.get([:instance, :limit_to_local_content], :unauthenticated)
|
2021-08-22 13:37:52 +00:00
|
|
|
|
2021-11-17 19:29:49 +00:00
|
|
|
case {limit, user} do
|
|
|
|
{:all, _} -> restrict_local(q)
|
|
|
|
{:unauthenticated, %User{}} -> q
|
|
|
|
{:unauthenticated, _} -> restrict_local(q)
|
|
|
|
{false, _} -> q
|
|
|
|
end
|
2021-08-22 13:37:52 +00:00
|
|
|
end
|
2021-11-16 18:54:26 +00:00
|
|
|
|
2021-11-17 19:29:49 +00:00
|
|
|
defp restrict_local(q), do: where(q, local: true)
|
2021-11-16 18:54:26 +00:00
|
|
|
|
2021-11-17 19:29:49 +00:00
|
|
|
def maybe_fetch(activities, user, search_query) do
|
|
|
|
with true <- Regex.match?(~r/https?:/, search_query),
|
|
|
|
{:ok, object} <- Fetcher.fetch_object_from_id(search_query),
|
|
|
|
%Activity{} = activity <- Activity.get_create_by_object_ap_id(object.data["id"]),
|
|
|
|
true <- Visibility.visible_for_user?(activity, user) do
|
|
|
|
[activity | activities]
|
|
|
|
else
|
|
|
|
_ -> activities
|
|
|
|
end
|
2021-11-16 18:54:26 +00:00
|
|
|
end
|
2021-08-22 13:37:52 +00:00
|
|
|
end
|